-- Logs begin at Thu 2021-04-15 17:41:30 UTC, end at Thu 2021-04-15 19:20:23 UTC. -- Apr 15 18:09:07.166281 dv-neutron-786478-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 18:09:10.285739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.common.config [-] Logging enabled! Apr 15 18:09:10.286278 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev92 Apr 15 18:09:10.287614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 18:09:10.289362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.common.config [-] Logging enabled! Apr 15 18:09:10.289654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev92 Apr 15 18:09:10.290029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 18:09:10.291077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 18:09:10.291344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 18:09:10.292386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 18:09:10.292671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 18:09:10.292931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 18:09:10.293301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.293647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.294026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.294290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.294633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.294971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.295279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.295613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.295955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.296283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.296602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.296928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.297190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.297517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.297855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.298203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.298460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] debug = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.298778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.299311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.299635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.300040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.300374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.300690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.301004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.301316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.301641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.302034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] host = dv-neutron-786478-1-hyperv {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.302351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.302682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.303011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.303339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.303651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.303964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.304289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.304602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.304912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.305224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.305555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.305904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.306246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.306504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.306756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.307086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.307420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.307734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.308048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.308361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.308673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.309190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.309331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.309595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.309945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.310275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.310587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.310902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.311212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.311522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.311851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.312160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.312473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.312784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.313114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.313421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.313734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.314105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.314435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.314758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.315084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.315395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.315744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.316050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.316353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.316659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_json = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.316963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.317271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.317597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.317928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.318237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.318545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.318851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.319180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:10.319517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.319855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.320199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.320518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.320853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.321167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.321500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.321815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.322182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.322513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.322838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.323150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.323475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.323788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.324125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.324471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.324808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.325140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.325450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.325759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.326106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.326422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.326750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.327084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.327420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.327731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.328053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.328381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.328696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.329005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.329321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.329651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.329991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.330304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.330624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.330941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.331771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.332079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.332392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.332725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.333039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.333347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.333653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.333990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.334300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.334624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.334939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.335249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.335559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.335874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.336185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.336496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.336811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.337119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.337435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.337743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.338081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.338391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.338698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.339007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.339314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.339622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.339934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.340242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.340551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.340859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.341166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.341474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.341798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.342160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.342475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.342793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.343109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.343424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.343737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.344049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.344385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.344679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.344990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.345321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.345643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.345991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.346312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.346629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.347525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.347842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.348163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.348480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.348796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.349126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.349447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.349780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.350142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.350474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.350804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.351137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.351457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.351807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.352124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:10.352371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 18:09:10.352634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85968) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 18:09:11.013254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading Gnome Apr 15 18:09:11.030653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading Google Apr 15 18:09:11.033207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 18:09:11.037621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading file Apr 15 18:09:11.038479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading keyczar Apr 15 18:09:11.038763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading multi Apr 15 18:09:11.039413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO keyring.backend [-] Loading pyfs Apr 15 18:09:11.085257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:11.085568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:11.085919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:11.086297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 18:09:11.477572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.478173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.478173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.479547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.479965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.480262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.518042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.518357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.518675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.533230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.533546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.533886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.599068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.599382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.599678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.600688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.600993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.602741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.872160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.872472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.872773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.873076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:11.873941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.021562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.021972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.022291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.022594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.022891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.023272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.023566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.023852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.024138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.024473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.024763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.025064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.025367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.025656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.025992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.026349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.026600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.026916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.027199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.027535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.027985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.028267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.028546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.028883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.029161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.029435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.029875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.030156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.030421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.030686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.030951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.031216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.031630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 18:09:12.034722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 18:09:12.038722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 18:09:12.042536 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 15 18:09:12.044176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 18:09:12.045430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 18:09:12.045811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 18:09:12.046277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 18:09:12.048991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 18:09:12.049273 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 18:09:12.049661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 18:09:12.077465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 18:09:12.077998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.078330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 18:09:12.078917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.080265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 18:09:12.080585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 18:09:12.080861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 18:09:12.084653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.084961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.151608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 18:09:12.151873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 18:09:12.152142 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 18:09:12.152541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 18:09:12.184686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.sqlalchemy.engines [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85968) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 18:09:12.625565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing driver for type 'gre' Apr 15 18:09:12.626169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] gre ID ranges: [(1, 1000)] Apr 15 18:09:12.665526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing driver for type 'local' Apr 15 18:09:12.665926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing driver for type 'vlan' Apr 15 18:09:12.676388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] VlanTypeDriver initialization complete Apr 15 18:09:12.676783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing driver for type 'vxlan' Apr 15 18:09:12.677266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] vxlan ID ranges: [(1, 1000)] Apr 15 18:09:12.715575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing extension driver 'port_security' Apr 15 18:09:12.715938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] PortSecurityExtensionDriver initialization complete Apr 15 18:09:12.716320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing mechanism driver 'openvswitch' Apr 15 18:09:12.716681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing mechanism driver 'hyperv' Apr 15 18:09:12.723420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:12.724250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.724656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.725045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.725474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.725887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.726277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.726698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.727089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.727468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.727887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.728267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.728784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.729205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.729588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.729994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.730418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > address_group after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.730800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > address_group after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.731219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.731586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] ML2 OVO RPC backend initialized. {{(pid=85968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 18:09:12.732386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.732780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.733240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.733625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > networks before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.734036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.734415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > ports before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.734797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.735177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnets before_response 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.735564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.735941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.736314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.736688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.737068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.738073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.738453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.738831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.739206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.739840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Modular L2 Plugin initialization complete Apr 15 18:09:12.740197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading services supported by the core plugin {{(pid=85968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 18:09:12.740562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.managers [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Got port-security extension from driver 'port_security' Apr 15 18:09:12.741074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.extensions.vlantransparent [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Disabled vlantransparent extension. Apr 15 18:09:12.741614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 18:09:12.741991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: router Apr 15 18:09:12.780395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.780841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_create 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.781251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router before_create 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.781664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.782123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.782524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_delete 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.782926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.783337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_create 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.783722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.784116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.785030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.785442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.785963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.786389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.786773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.787153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: subnet after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.787539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.787930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.788316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_create 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.788703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.789085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.789490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router after_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.789890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.790289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_create 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.790701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.791086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_update 55549900 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.791520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > network after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.792514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Tracking information for resource: router configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.792889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Tracking information for resource: floatingip configured {{(pid=85968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 18:09:12.797673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_agentschedulers_db [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 18:09:12.798349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.798750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.799136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.799531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: port after_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.801015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router before_create 55550100 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.801418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.801825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_create 55550100 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.802269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > router precommit_update 55550100 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.807026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.provider_configuration [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service providers = [] {{(pid=85968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 18:09:12.807429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.servicetype_db [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 18:09:12.810256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.service_base [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 18:09:12.810646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.service_base [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 18:09:12.811028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.service_base [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 18:09:12.811925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.service_base [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 18:09:12.812325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.services.service_base [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 18:09:12.812740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.813094 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 18:09:12.824406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.824780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: auto_allocate Apr 15 18:09:12.830450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: network precommit_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.830856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: network precommit_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.831480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.831840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: tag Apr 15 18:09:12.838961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.839330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: timestamp Apr 15 18:09:12.843201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.843575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: network_ip_availability Apr 15 18:09:12.849602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.850065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.850461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:12.851248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.851608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: flavors Apr 15 18:09:12.856115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.856487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading Plugin: revisions Apr 15 18:09:12.860919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 18:09:12.861347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=85968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:12.862179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 18:09:12.863107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Initializing extension manager. Apr 15 18:09:12.863676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: __init__.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.864056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: __pycache__ {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.864432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.864804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: address_group.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.865609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.866283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: address-group Apr 15 18:09:12.866645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: address_scope.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.867414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.867996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: address-scope Apr 15 18:09:12.868356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.869307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.869915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: router-admin-state-down-before-update Apr 15 18:09:12.870281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: agent.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.871037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.871616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: agent Apr 15 18:09:12.871978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: agent_resources_synced.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.872893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.873478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: agent-resources-synced Apr 15 18:09:12.873875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: allowedaddresspairs.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.875719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.876246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: allowed-address-pairs Apr 15 18:09:12.876613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: auto_allocated_topology.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.877682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.878326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: auto-allocated-topology Apr 15 18:09:12.878703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: availability_zone.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.879450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.880033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: availability_zone Apr 15 18:09:12.880401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: availability_zone_filter.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.881328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.881945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: availability_zone_filter Apr 15 18:09:12.882312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: data_plane_status.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.883380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.883961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 18:09:12.884326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: default_subnetpools.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.885255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.886120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: default-subnetpools Apr 15 18:09:12.886481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.887355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.887946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: dhcp_agent_scheduler Apr 15 18:09:12.888311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: dns.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.889237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.889809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension dns-integration not supported by any of loaded plugins Apr 15 18:09:12.890198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: dns_domain_ports.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.891123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.891698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 18:09:12.892062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: dvr.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.892784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.893358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: dvr Apr 15 18:09:12.893744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: empty_string_filtering.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.894688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.895262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: empty-string-filtering Apr 15 18:09:12.895621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.896538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.897106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 18:09:12.897465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.898406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.898981 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 18:09:12.899341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: external_net.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.900258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.900837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: external-net Apr 15 18:09:12.901197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.902131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.902708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: extra_dhcp_opt Apr 15 18:09:12.903068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: extraroute.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.903979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.904558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: extraroute Apr 15 18:09:12.904918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: extraroute_atomic.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.905984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.906572 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: extraroute-atomic Apr 15 18:09:12.906940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: filter_validation.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.907635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.908212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: filter-validation Apr 15 18:09:12.908576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: fip_pf_description.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.910046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.910625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 18:09:12.910989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: fip_port_details.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.912012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.912593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: fip-port-details Apr 15 18:09:12.912957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: flavors.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.914211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.914795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: flavors Apr 15 18:09:12.915163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.916809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.917401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 18:09:12.917767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: floatingip_pools.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.918542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.919130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: floatingip-pools Apr 15 18:09:12.919491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: ip_allocation.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.920418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.920998 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 18:09:12.921363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.922309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.922888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: ip-substring-filtering Apr 15 18:09:12.923249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l2_adjacency.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.924180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.924753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 18:09:12.925652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.926733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.927318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: router Apr 15 18:09:12.927682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.929979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.930577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 18:09:12.930951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.931890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.932483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: ext-gw-mode Apr 15 18:09:12.932853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.933897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.934489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: l3-ha Apr 15 18:09:12.934857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3_flavors.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.935782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.936362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: l3-flavors Apr 15 18:09:12.936728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.937651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.938262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 18:09:12.938627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: l3agentscheduler.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.939811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.940422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: l3_agent_scheduler Apr 15 18:09:12.940794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: logging.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.942344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.942941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension logging not supported by any of loaded plugins Apr 15 18:09:12.943312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: metering.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.944107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.944805 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: metering Apr 15 18:09:12.945171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.946327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.946917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: metering_source_and_destination_fields Apr 15 18:09:12.947283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: multiprovidernet.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.948220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.948798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: multi-provider Apr 15 18:09:12.949169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: netmtu.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.950122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.950700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: net-mtu Apr 15 18:09:12.951063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: netmtu_writable.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.952014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.952586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: net-mtu-writable Apr 15 18:09:12.952951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: network_availability_zone.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.953768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.954377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: network_availability_zone Apr 15 18:09:12.954748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: network_ip_availability.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.955849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.956951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: network-ip-availability Apr 15 18:09:12.957313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: network_segment_range.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.958171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.958749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 18:09:12.959118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: pagination.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.960105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.960479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: pagination Apr 15 18:09:12.960838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: port_device_profile.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.961765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.962377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: port-device-profile Apr 15 18:09:12.962740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.963678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.964259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: port-mac-address-regenerate Apr 15 18:09:12.964622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.965546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.966154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: port-numa-affinity-policy Apr 15 18:09:12.966518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: port_resource_request.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.967437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.968007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 18:09:12.968369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: portbindings.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.969313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.969915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: binding Apr 15 18:09:12.970280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: portbindings_extended.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.971573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.972700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: binding-extended Apr 15 18:09:12.973070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: portsecurity.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.974021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.974604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: port-security Apr 15 18:09:12.974984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: project_id.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.975945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.976319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: project-id Apr 15 18:09:12.976682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: providernet.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.977623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.978220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: provider Apr 15 18:09:12.978582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.982248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.982852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos not supported by any of loaded plugins Apr 15 18:09:12.983227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.984527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.985117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 18:09:12.985491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.986449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.987029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 18:09:12.987425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_default.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.988346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.988925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-default not supported by any of loaded plugins Apr 15 18:09:12.989297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_fip.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.990022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.990592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-fip not supported by any of loaded plugins Apr 15 18:09:12.990957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_gateway_ip.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.991884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.992459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 18:09:12.992820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_port_network_policy.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.993739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.994348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 18:09:12.994711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_rule_type_details.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.995643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.996218 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 18:09:12.996579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: qos_rules_alias.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.997630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.998236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 18:09:12.998601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: quotasv2.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:12.999593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:12.999968 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: quotas Apr 15 18:09:13.000329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: quotasv2_detail.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.002081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.002468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: quota_details Apr 15 18:09:13.002836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: rbac.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.004017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.004621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: rbac-policies Apr 15 18:09:13.004989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: rbac_address_group.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.005962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.006554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: rbac-address-group Apr 15 18:09:13.006918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: rbac_address_scope.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.007843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.008430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: rbac-address-scope Apr 15 18:09:13.008795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: rbac_security_groups.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.009724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.010342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: rbac-security-groups Apr 15 18:09:13.010962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: rbac_subnetpool.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.011887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.012477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: rbac-subnetpool Apr 15 18:09:13.012842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: revisionifmatch.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.013790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.014404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: revision-if-match Apr 15 18:09:13.014772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: revisions.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.015898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.016479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: standard-attr-revisions Apr 15 18:09:13.016843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: router_availability_zone.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.017555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.018162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: router_availability_zone Apr 15 18:09:13.019027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: routerservicetype.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.019977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.020560 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension router-service-type not supported by any of loaded plugins Apr 15 18:09:13.020921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.021856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.022469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: security-groups-normalized-cidr Apr 15 18:09:13.022831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.023762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.024342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: port-security-groups-filtering Apr 15 18:09:13.024704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.025676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.026281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: security-groups-remote-address-group Apr 15 18:09:13.026648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: securitygroup.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.040593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.041213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: security-group Apr 15 18:09:13.041587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: segment.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.042482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.043075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension segment not supported by any of loaded plugins Apr 15 18:09:13.043444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.044405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.044995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 18:09:13.045361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: servicetype.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.046491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.047084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: service-type Apr 15 18:09:13.047454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: sorting.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.048455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.048834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: sorting Apr 15 18:09:13.049200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: standard_attr_segment.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.050188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.050765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 18:09:13.051129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: standardattrdescription.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.051824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.052402 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: standard-attr-description Apr 15 18:09:13.052765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: stateful_security_group.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.053747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.054395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: stateful-security-group Apr 15 18:09:13.054764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: stdattrs_common.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.055322 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 18:09:13.055743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.056702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.057294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 18:09:13.057655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnet_onboard.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.058749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.059357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: subnet_onboard Apr 15 18:09:13.059722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.060663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.061251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 18:09:13.061611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnet_service_types.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.062598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.063173 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: subnet-service-types Apr 15 18:09:13.063538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnetallocation.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.064624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.065209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: subnet_allocation Apr 15 18:09:13.065602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.066344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.066941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: subnetpool-prefix-ops Apr 15 18:09:13.067302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.068239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.068823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 18:09:13.069186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: tagging.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.070492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.071090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: standard-attr-tag Apr 15 18:09:13.071457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: timestamp.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.072672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.073265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loaded extension: standard-attr-timestamp Apr 15 18:09:13.073632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: trunk.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.074690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.075317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension trunk not supported by any of loaded plugins Apr 15 18:09:13.075680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: trunk_details.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.076603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.077181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension trunk-details not supported by any of loaded plugins Apr 15 18:09:13.077545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: uplink_status_propagation.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.078488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.079065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 18:09:13.079429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Loading extension file: vlantransparent.py {{(pid=85968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 18:09:13.080172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 18:09:13.080754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 18:09:13.084004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:network Apr 15 18:09:13.084816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnet Apr 15 18:09:13.085507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 18:09:13.086205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:port Apr 15 18:09:13.087781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.088270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service FLAVORS assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.088950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.089420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.089798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:router Apr 15 18:09:13.090558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:floatingip Apr 15 18:09:13.091343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service METERING assigned prefix: /metering {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.093155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:13.093557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:13.093969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:09:13.095108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 18:09:13.095599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:security_group Apr 15 18:09:13.096400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 18:09:13.097817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service CORE assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.098222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 18:09:13.098590 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] subnetpool is already registered Apr 15 18:09:13.099262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service CORE assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.099634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 18:09:13.100005 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] subnetpool is already registered Apr 15 18:09:13.102740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.103203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service FLAVORS assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.103850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.104315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.104687 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:router Apr 15 18:09:13.105052 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] router is already registered Apr 15 18:09:13.105713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:floatingip Apr 15 18:09:13.106105 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] floatingip is already registered Apr 15 18:09:13.106804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service METERING assigned prefix: /metering {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.107543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 18:09:13.107910 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] rbac_policy is already registered Apr 15 18:09:13.108535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:security_group Apr 15 18:09:13.108904 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] security_group is already registered Apr 15 18:09:13.109551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 18:09:13.109945 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] security_group_rule is already registered Apr 15 18:09:13.110660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service CORE assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.111034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 18:09:13.111397 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] subnetpool is already registered Apr 15 18:09:13.112068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.resource_helper [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Service CORE assigned prefix: {{(pid=85968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 18:09:13.112955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 18:09:13.113318 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.quota.resource_registry [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] subnetpool is already registered Apr 15 18:09:13.114058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: extensions {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.115627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: address-groups {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.117273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: address-scopes {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.118584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: agents {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.119802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: auto-allocated-topology {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.121093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: availability_zones {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.122870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: dhcp-networks {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.124342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: dhcp-agents {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.125889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: routers {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.127697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: flavors {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.129528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: service_profiles {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.130820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: next_providers {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.132412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: service_profiles {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.133931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: floatingip-pools {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.135195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: routers {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.137420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: floatingips {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.138700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: l3-routers {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.140169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: l3-agents {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.141624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: metering-labels {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.143920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: metering-label-rules {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.145243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: network-ip-availabilities {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.146608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: bindings {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.148315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: quotas {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.149808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: quotas {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.151303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: rbac-policies {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.152647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: security-groups {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.153938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: security-group-rules {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.155240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: service-providers {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.156523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: subnetpools {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.158016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: subnetpools {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.159534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.161440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.163337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.165181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.167057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.168982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.170777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.172753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.174727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.177244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.extensions [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Extended resource: tags {{(pid=85968) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 18:09:13.184022 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING keystonemiddleware.auth_token [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 18:09:13.189267 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING keystonemiddleware.auth_token [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 18:09:13.198673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Acquired lock "singleton_lock" {{(pid=85968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 18:09:13.199199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Releasing lock "singleton_lock" {{(pid=85968) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 18:09:13.200648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Starting 2 workers Apr 15 18:09:13.205394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Started child 86081 {{(pid=85968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 18:09:13.209334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.210166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Started child 86082 {{(pid=85968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 18:09:13.210882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [-] (86081) wsgi starting up on http://0.0.0.0:9696 Apr 15 18:09:13.211641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 18:09:13.212327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Notify callbacks [] for process, before_spawn {{(pid=85968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.213464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.214813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Starting 1 workers Apr 15 18:09:13.214966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [-] (86082) wsgi starting up on http://0.0.0.0:9696 Apr 15 18:09:13.220202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Started child 86083 {{(pid=85968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 18:09:13.220742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Starting 1 workers Apr 15 18:09:13.222389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] calling RpcWorker wait() {{(pid=86083) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 18:09:13.222809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] returning from RpcWorker wait() {{(pid=86083) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 18:09:13.224281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.224776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:13.225492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Started child 86084 {{(pid=85968) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 18:09:13.226317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5a4401b-988e-472a-8455-8dcba2e2b7ef None None] Notify callbacks [] for process, after_spawn {{(pid=85968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.227938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 18:09:13.228184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 18:09:13.228395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 18:09:13.228661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 18:09:13.229069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 18:09:13.229260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 18:09:13.229829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.230164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.230389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:13.230488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.230745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.231074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.231752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.232069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.232361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.232661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.232932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.233133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.233327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.233609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.233897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.234258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.234549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.234816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.235098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.235313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.235591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.235889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.236174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.236467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] debug = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.236765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.237896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.238171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.238460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.238711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.239011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.239281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.239573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.239837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.240089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.240356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.240636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.240900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.241142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.241391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.241689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.241963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.242398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] host = dv-neutron-786478-1-hyperv {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.242661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.242921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.243206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.243488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.243766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.244027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.244327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.244626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.244907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.245196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.245484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.245745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.246044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.246322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.246513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_options = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.246759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.247070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.247363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.247577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.247769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.247959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.248253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.248464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.248720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.248982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.249228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.249488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.249731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.250000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.250284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.250547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.250811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.251055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.251345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.251626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.252466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.252466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.252466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.252779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.252779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.253677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.253998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.254242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.254745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.255034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.255278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.255650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.255841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.256117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.256400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.256641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.258857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_json = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.260006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.264526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.266821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.267442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.268662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.269169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.269169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.270882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.271134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.271383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.271992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.271992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.272189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.273584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.274596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.274596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.274596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.275484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.275484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.275484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.275484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.277428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.278725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.279034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.279214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.280507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.281959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.282211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.282523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.282871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.283131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.283435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.283719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.284011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.284302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.284594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.284850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.285087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.285567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.285875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.286219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.287924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.288207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.289997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.290537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.291028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.291326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.291585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.291890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.292242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.292570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.292886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.293172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.293443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.293734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.294050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.294353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.294628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.294897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.295158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.295481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.295764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.296020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.296271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.296557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.296924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.297215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.297483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.297731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.298070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.298383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.298671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.298969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.299259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.299534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.300396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.300708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.300974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.301228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.301504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.301756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.302066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.302448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.302554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.303030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.303030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.303258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.303646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.304053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.304445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.304881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.305371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.305667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.305949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.306213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.306493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.306751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.307007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.307268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.307516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.307934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.308188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.308515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.308815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.309096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.309383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.309664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.309968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.310222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.310512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.310771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.311021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.311273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.311538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.311791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.312059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.312331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.312596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.312875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.313156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.313529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.313804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.314106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.314379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.314632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.314904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.315166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.315462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.316214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.316546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.316889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.317120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.317397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.317676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.317951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.318217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.318474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.318713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.318961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.319303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.319577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.319846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.320083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.320330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.320608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.320857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.321104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.321359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.321624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.321909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.322160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.322427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.322679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.322944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.323206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.323452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.323699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.323952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.324196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.324515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.324908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.325936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.325936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.325936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.325936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.326212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.326488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.326745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.327049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.327315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.327567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.327826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.328131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.328526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.328615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 55726) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:13.328880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.329185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.329469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.329776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.330133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.330442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.330697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.331050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.331421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.331726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.332014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.332287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.332593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.332857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.333114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.333704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.333704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.334125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.334125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.334453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.334707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.334963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.335246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.335767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.335767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.336084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.336271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.336523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.336695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85968) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.339511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.340478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.341397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] debug = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.342931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.343110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.343313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.343446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.343634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.343821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.344942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.345112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] host = dv-neutron-786478-1-hyperv {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.345451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.345642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.345831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.346020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.346210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.346399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.346587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.347342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.347530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.347720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.347913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.348074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.348261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.348447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.348633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_options = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.348820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.349957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.350992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.351974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.352150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.352336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.352522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.352707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.352896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.353974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0227058 Apr 15 18:09:13.354462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.354958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.355296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.356893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_json = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.357897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.358093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.359136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 18:09:13.359362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.359527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.359892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.360068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.360333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:13.360438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.360589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.360948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.361146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.361422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.361608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.361768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.361986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.362093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.362272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.363896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.364093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.364283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.364478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.364826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.365191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.365545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.365745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.365977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.366147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.366298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.366440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.366627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.366818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.367966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.368158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.368350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.368542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.368734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.368926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.369116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.369307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.369497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.369689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.369899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.370092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.370296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.370485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.370677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.370859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.371920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.372981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.373991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.374305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.374609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.374933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.375237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.375541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.375843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.376249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.376360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.376558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.376751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.376951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.378942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.379966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.380154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.380347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.380545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.380733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.380923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.381113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.381305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.381496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.381688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.382657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.382871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.383078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.383270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.383464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.383656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.383858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.384062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.385888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.386970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.387210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.387401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.387592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.387785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.387974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.388163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.388353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.388545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.388737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.388926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.389116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.389306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.389497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.389688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.389900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.390095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.390288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.390478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.390668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.390861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.391052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.392999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.393890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.394981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.395072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.395263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.395455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.396924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.397771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.399649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.400989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.401192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.401382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.401573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.401764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.402970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.403196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.403377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.403509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.404839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.405022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.405209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.405400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.405593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.405783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.406983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.407175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.407375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.407574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.407775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.407966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.408165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.408370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.408561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.408752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.408941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.411970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.412862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 18:09:13.412862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85968) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 18:09:24.203862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd031330-fe35-4143-9d59-dae9af2a4da3 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:09:24.332773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd031330-fe35-4143-9d59-dae9af2a4da3 None None] No non-hosted networks {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 18:09:24.435047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bcd003-0bd0-4c09-a03f-10b8b3bd36eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:26.307645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41f52bd0-d2c9-4cc3-a4b7-3ee530d8ea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:26.363817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1c84-6975-4e4d-bfc0-02995edbff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:27.098641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:27.642091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:27.642739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.643122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.644070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.644438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.644801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.645162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.645522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.645925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.646291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.646670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.647041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.647398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:27.647817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:27.659920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:09:28.338991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:29.538432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55820) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:30.169679 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-fe24ee80-3a27-4da5-bcf1-e793e8c18a18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:09:30.170308 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-fe24ee80-3a27-4da5-bcf1-e793e8c18a18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:09:30.402720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-fe24ee80-3a27-4da5-bcf1-e793e8c18a18 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:09:30.403982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe24ee80-3a27-4da5-bcf1-e793e8c18a18 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8635638 Apr 15 18:09:31.509296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_hamode_db [None req-0e7a4af0-f127-4932-aaf2-fad1da2e153d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 18:09:31.600724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a4af0-f127-4932-aaf2-fad1da2e153d None None] Routers set() bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:09:31.601093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a4af0-f127-4932-aaf2-fad1da2e153d None None] Router IDs set() for agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 18:09:33.153347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:33.536500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:09:33.640622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.policy [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86081) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 18:09:33.695567 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:09:33.695982 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:09:33.714632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Loaded quota_driver: . Apr 15 18:09:33.730398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:33.787302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653507741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653508929', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653518285', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653524385', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653213211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363255653214170', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-206420', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853807114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854329138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854305793'] for rbac-policy, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:34.008047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:34.009289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-03fd85ec-b95b-47d3-8370-374cc13d7c47 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8548412 Apr 15 18:09:36.941529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55848) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:37.308953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Request body: {'network': {'name': 'private', 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:09:37.314805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:37.319908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Usage tracker for resource:network and tenant:67a06d5d28b041ef9d1e82abb11d0747 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:37.323398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:37.329711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:37.338153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Made reservation on behalf of 67a06d5d28b041ef9d1e82abb11d0747 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:09:37.343933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.360413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.375514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:37.379322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Usage tracker for resource:security_group_rule and tenant:67a06d5d28b041ef9d1e82abb11d0747 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:37.382694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:37.388641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:37.483537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.486026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.491158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:37.513024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:09:37.539466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255655067969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.540054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Unsubscribe: segment precommit_create {{(pid=86081) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 18:09:37.540517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Added segment e216e078-1f8f-417d-b752-05a1841db116 of type vlan for network 4faf10bc-369e-4042-bdfb-7afa143290bc Apr 15 18:09:37.549163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ce8147-a60a-46f1-8986-d8bdbcd207f6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:37.605798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.606195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.606552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.606904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.607252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.607616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.607963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.608321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.608668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.609010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.609350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.609689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Tracked resource versions report: Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:09:37.611023 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:09:37.661107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.665423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:37.697578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.699007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:09:37.699651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:37.704274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:37.812348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8695815 Apr 15 18:09:37.813013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Pushing event updated for resources: {'Network': ['ID=4faf10bc-369e-4042-bdfb-7afa143290bc,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:37.816323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:37.824550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 4faf10bc-369e-4042-bdfb-7afa143290bc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:09:40.807229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55864) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:41.281492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e0778-065e-43b1-866b-ec2f52cd57ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:09:41.282955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-656e0778-065e-43b1-866b-ec2f52cd57ed admin admin] 10.222.0.32 "GET /v2.0/networks/4faf10bc-369e-4042-bdfb-7afa143290bc HTTP/1.1" status: 200 len: 825 time: 0.4746947 Apr 15 18:09:41.310432 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-698f9946-fdbf-4b0d-861f-1e40b1afac6b admin admin] 10.222.0.32 "GET /v2.0/subnetpools/d7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7 HTTP/1.1" status: 200 len: 734 time: 0.0214667 Apr 15 18:09:41.319991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Request body: {'subnet': {'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7', 'ip_version': 4, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:09:41.324345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:41.328163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Usage tracker for resource:subnet and tenant:67a06d5d28b041ef9d1e82abb11d0747 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:41.331686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:41.337414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:41.346644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Made reservation on behalf of 67a06d5d28b041ef9d1e82abb11d0747 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:09:41.351213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:41.821732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:41.836179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:41.977860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d679b172-b8ba-4cad-b743-50df5a3005e4,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:41.984384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:42.039294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Checking segment: {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:09:42.039673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Network hostable DHCP agents. Network: 4faf10bc-369e-4042-bdfb-7afa143290bc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:09:42.060391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Network 4faf10bc-369e-4042-bdfb-7afa143290bc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:09:42.068931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 4faf10bc-369e-4042-bdfb-7afa143290bc) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:09:42.073908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:09:42.074525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:42.078660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bb69b-d6ae-46c8-9e4d-7b292ff6b3a2 None None] Network 4faf10bc-369e-4042-bdfb-7afa143290bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:09:42.093759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7768946 Apr 15 18:09:42.399551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-4faf10bc-369e-4042-bdfb-7afa143290bc', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:09:42.400853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:42.759995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Allocated IP 172.20.0.2 (4faf10bc-369e-4042-bdfb-7afa143290bc/d679b172-b8ba-4cad-b743-50df5a3005e4/9b65a3cc-8412-434a-831e-7e219d3817dc) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:09:42.993506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:43.006332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Transition to ACTIVE for port object 9b65a3cc-8412-434a-831e-7e219d3817dc will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:09:43.029011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Transition to ACTIVE for port object 9b65a3cc-8412-434a-831e-7e219d3817dc will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:09:43.035087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:43.050259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:43.180795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Pushing event updated for resources: {'Port': ['ID=9b65a3cc-8412-434a-831e-7e219d3817dc,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:43.200215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.200596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.200964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.201327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.201686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.202091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.202449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.202802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.203170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.203523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.203876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.204223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Tracked resource versions report: Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:09:43.206241 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:09:43.212937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:43.263246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Network 4faf10bc-369e-4042-bdfb-7afa143290bc is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:09:43.264450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:09:43.267343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:09:43.366771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Attempting to bind port 9b65a3cc-8412-434a-831e-7e219d3817dc on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:09:43.367141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Attempting to bind port 9b65a3cc-8412-434a-831e-7e219d3817dc by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:09:43.367515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Attempting to bind port 9b65a3cc-8412-434a-831e-7e219d3817dc on network 4faf10bc-369e-4042-bdfb-7afa143290bc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:09:43.373101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:09:43.373509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Checking segment: {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:09:43.374790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:43.374790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Bound using segment: {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:09:43.374982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Bound port: 9b65a3cc-8412-434a-831e-7e219d3817dc, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:09:43.375574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:43.469715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] For port 9b65a3cc-8412-434a-831e-7e219d3817dc, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:09:43.473815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] For port 9b65a3cc-8412-434a-831e-7e219d3817dc, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9b65a3cc-8412-434a-831e-7e219d3817dc,segment=NetworkSegment(e216e078-1f8f-417d-b752-05a1841db116),segment_id=e216e078-1f8f-417d-b752-05a1841db116)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:09:43.477244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:43.492354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:43.647654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Pushing event updated for resources: {'Port': ['ID=9b65a3cc-8412-434a-831e-7e219d3817dc,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:43.659624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:44.835781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55874) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:45.239690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-d564dfab-549c-4cda-8e0d-6c3a329b5336 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:09:45.240768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d564dfab-549c-4cda-8e0d-6c3a329b5336 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4040451 Apr 15 18:09:48.010859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55884) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:48.399754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-448d129d-3ddf-4e97-801e-b4b552c7d043 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:09:48.400769 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-448d129d-3ddf-4e97-801e-b4b552c7d043 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3889210 Apr 15 18:09:49.631638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9b65a3cc-8412-434a-831e-7e219d3817dc up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:09:49.705083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 9b65a3cc-8412-434a-831e-7e219d3817dc completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:09:50.582646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a6739-a8e3-42f0-bc06-0a0010bc883a None None] Network 4faf10bc-369e-4042-bdfb-7afa143290bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:09:50.700512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Provisioning for port 9b65a3cc-8412-434a-831e-7e219d3817dc completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:09:50.709177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Provisioning complete for port 9b65a3cc-8412-434a-831e-7e219d3817dc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:09:50.709597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:50.937560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:50.988510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] For port 9b65a3cc-8412-434a-831e-7e219d3817dc, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9b65a3cc-8412-434a-831e-7e219d3817dc,segment=NetworkSegment(e216e078-1f8f-417d-b752-05a1841db116),segment_id=e216e078-1f8f-417d-b752-05a1841db116)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:09:50.992767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:50.995039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f05f416-7046-4fcc-a8bc-42f61020583c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:51.070346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Pushing event updated for resources: {'Port': ['ID=9b65a3cc-8412-434a-831e-7e219d3817dc,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:51.074745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:51.221459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5cf0f6b1-8eb9-41d6-87ce-0c1110bc90f5 None None] Provisioning complete for port 9b65a3cc-8412-434a-831e-7e219d3817dc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:09:51.221894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f6b1-8eb9-41d6-87ce-0c1110bc90f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:51.460761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55900) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:51.615701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9b65a3cc-8412-434a-831e-7e219d3817dc up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:09:51.685868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9b65a3cc-8412-434a-831e-7e219d3817dc triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:09:51.686283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:51.839175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Request body: {'router': {'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:09:51.844479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:51.848461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Usage tracker for resource:router and tenant:67a06d5d28b041ef9d1e82abb11d0747 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:51.851646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:51.857564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:51.866292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:51.867618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:51.889411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:51.995910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:52.014375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:52.015617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a41837cd-232b-44cd-b02c-67b0f1e02a68 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5537682 Apr 15 18:09:54.098586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77cc4bcc-934d-40e7-bcb0-82c789d730ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:54.728937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55910) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:55.110403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-32470fa7-c79d-423b-8e6e-efeef6f8c142 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:09:55.112008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32470fa7-c79d-423b-8e6e-efeef6f8c142 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3815229 Apr 15 18:09:56.300660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-610a31e1-34ba-44d7-8430-89cd30c0aad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:57.031151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:57.635854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:57.859858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55930) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:09:58.013576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:09:58.019008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:58.022981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Usage tracker for resource:network and tenant:ce3b7dca072d441e9a5b8ece0fc94e0a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:58.026397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:58.032213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:58.041668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Made reservation on behalf of ce3b7dca072d441e9a5b8ece0fc94e0a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:09:58.046324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.059029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.075003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:09:58.078772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Usage tracker for resource:security_group_rule and tenant:ce3b7dca072d441e9a5b8ece0fc94e0a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:09:58.082083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:09:58.087853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:09:58.173771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.176306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.180533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:58.195451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Reserving flat network on physical network physnet1 {{(pid=86081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 18:09:58.216399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9168f4b2-622b-403c-ab4d-93364572b8e9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:58.220527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:58.221499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.221877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Added segment e3feb828-0173-4f44-810b-ac557abe9f4a of type flat for network 080481ab-a21a-42fd-8ead-cf607e771e74 Apr 15 18:09:58.254972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.287597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.291111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.292434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:09:58.293058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:09:58.297856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c228a5-2242-423c-ac63-f5404655f759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:09:58.544674 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6836665 Apr 15 18:09:58.547538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Pushing event updated for resources: {'Network': ['ID=080481ab-a21a-42fd-8ead-cf607e771e74,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:09:58.550982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:09:58.563382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 080481ab-a21a-42fd-8ead-cf607e771e74 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:10:01.049114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55950) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:10:01.162654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d58adc-3e4c-4edc-aa0b-0a40860ae6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:10:01.164045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16d58adc-3e4c-4edc-aa0b-0a40860ae6ff admin admin] 10.222.0.32 "GET /v2.0/subnets/d679b172-b8ba-4cad-b743-50df5a3005e4 HTTP/1.1" status: 200 len: 849 time: 0.1139746 Apr 15 18:10:01.311477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72c9124b-c554-49cb-9890-f065281b59c5 admin admin] 10.222.0.32 "GET /v2.0/routers/40f1adb4-83ec-47de-a651-7cfd532106e5 HTTP/1.1" status: 200 len: 704 time: 0.1414177 Apr 15 18:10:01.793954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:02.026971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Allocated IP 172.20.0.1 (4faf10bc-369e-4042-bdfb-7afa143290bc/d679b172-b8ba-4cad-b743-50df5a3005e4/1a40846a-d1a7-4d9e-88ce-1068cb866b33) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:10:02.187422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:02.205664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Transition to ACTIVE for port object 1a40846a-d1a7-4d9e-88ce-1068cb866b33 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:10:02.261534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:02.276641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:02.402069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Pushing event updated for resources: {'Port': ['ID=1a40846a-d1a7-4d9e-88ce-1068cb866b33,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:02.413818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:02.467074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Network 4faf10bc-369e-4042-bdfb-7afa143290bc is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:10:02.468175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:10:02.470346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:10:02.470897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:02.624432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a9a34d8-a6b2-45b9-9b5d-515f329b3d45 None None] Provisioning for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:10:02.629831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a9a34d8-a6b2-45b9-9b5d-515f329b3d45 None None] Provisioning complete for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:02.630302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9a34d8-a6b2-45b9-9b5d-515f329b3d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:02.686108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a34d8-a6b2-45b9-9b5d-515f329b3d45 None None] Port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:10:02.904221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:03.141745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:03.144998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:03.146092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:03.160630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:03.290640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Pushing event updated for resources: {'Port': ['ID=1a40846a-d1a7-4d9e-88ce-1068cb866b33,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:03.295492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:03.348971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Network 4faf10bc-369e-4042-bdfb-7afa143290bc is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:10:03.350077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:10:03.509019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a534b795-239f-4508-b87a-c1e7e610c2d0 None None] Provisioning complete for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:03.509424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a534b795-239f-4508-b87a-c1e7e610c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:03.546933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Router 40f1adb4-83ec-47de-a651-7cfd532106e5 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:10:03.568722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a534b795-239f-4508-b87a-c1e7e610c2d0 None None] Port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:10:03.710809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:10:03.720324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] 10.222.0.32 "PUT /v2.0/routers/40f1adb4-83ec-47de-a651-7cfd532106e5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4034123 Apr 15 18:10:03.720590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Sync routers for ids ['40f1adb4-83ec-47de-a651-7cfd532106e5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:10:03.731692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Routers {'40f1adb4-83ec-47de-a651-7cfd532106e5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:10:03.732603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:09:56Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['40f1adb4-83ec-47de-a651-7cfd532106e5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:03.916727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Set router 40f1adb4-83ec-47de-a651-7cfd532106e5 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:10:04.471050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:02Z', 'revision_number': 2, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port_host': None, '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:02Z', 'revision_number': 2, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:04.476056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Checking router: 40f1adb4-83ec-47de-a651-7cfd532106e5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:10:04.476437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Updating router 40f1adb4-83ec-47de-a651-7cfd532106e5 port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:10:04.534944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:04.925492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:04.939746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Transition to ACTIVE for port object 1a40846a-d1a7-4d9e-88ce-1068cb866b33 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:10:04.945259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:04.961160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:05.112096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Pushing event updated for resources: {'Port': ['ID=1a40846a-d1a7-4d9e-88ce-1068cb866b33,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:05.123372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.123754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.124115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.124465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.124812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.125158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.125501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.125871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.126218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.126557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.126925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.127264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Tracked resource versions report: Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:10:05.128608 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:10:05.136239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:05.320673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Attempting to bind port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:10:05.321093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Attempting to bind port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:10:05.321499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Attempting to bind port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 on network 4faf10bc-369e-4042-bdfb-7afa143290bc {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:10:05.327089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:10:05.327503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Checking segment: {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:10:05.327980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:05.328398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Bound using segment: {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:10:05.328920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Bound port: 1a40846a-d1a7-4d9e-88ce-1068cb866b33, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e216e078-1f8f-417d-b752-05a1841db116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:10:05.329327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:05.422296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] For port 1a40846a-d1a7-4d9e-88ce-1068cb866b33, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:10:05.427503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] For port 1a40846a-d1a7-4d9e-88ce-1068cb866b33, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1a40846a-d1a7-4d9e-88ce-1068cb866b33,segment=NetworkSegment(e216e078-1f8f-417d-b752-05a1841db116),segment_id=e216e078-1f8f-417d-b752-05a1841db116)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:10:05.433297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:05.448501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:05.597266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Pushing event updated for resources: {'Port': ['ID=1a40846a-d1a7-4d9e-88ce-1068cb866b33,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:05.609341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:05.655278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Routers {'40f1adb4-83ec-47de-a651-7cfd532106e5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:10:05.655879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:09:56Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['40f1adb4-83ec-47de-a651-7cfd532106e5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:05.822681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] Set router 40f1adb4-83ec-47de-a651-7cfd532106e5 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:10:06.159996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:02Z', 'revision_number': 2, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port_host': None, '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:05Z', 'revision_number': 4, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:06.164034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af95db9-00e0-4245-bfc5-045ca28f6d1a None None] The sync data for ids ['40f1adb4-83ec-47de-a651-7cfd532106e5'] in dv-neutron-786478-1-hyperv is: [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:02Z', 'revision_number': 2, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port_host': None, '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:05Z', 'revision_number': 4, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:10:06.263284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55962) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:10:06.418138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b39e0e-79bb-44d2-9ad0-ee1c3dd578e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:10:06.418677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52b39e0e-79bb-44d2-9ad0-ee1c3dd578e1 admin admin] Synchronizing usage tracker for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:10:06.435621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52b39e0e-79bb-44d2-9ad0-ee1c3dd578e1 admin admin] Unset dirty status for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:10:06.436851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52b39e0e-79bb-44d2-9ad0-ee1c3dd578e1 admin admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 842 time: 0.1725576 Apr 15 18:10:06.447893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:10:06.453225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:10:06.457088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Usage tracker for resource:subnet and tenant:ce3b7dca072d441e9a5b8ece0fc94e0a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:10:06.459957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:10:06.469499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:10:06.479886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Made reservation on behalf of ce3b7dca072d441e9a5b8ece0fc94e0a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:10:06.484429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:06.910991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:10:06.911533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:06.929098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11b87f35-f43e-4df6-8b29-e93d03e0dc59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:07.058380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b01832-7a6b-4d39-a7b9-565dba8798b3,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:07.063213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:07.118910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:10:07.119291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Network hostable DHCP agents. Network: 080481ab-a21a-42fd-8ead-cf607e771e74, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:10:07.138131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:10:07.146263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 080481ab-a21a-42fd-8ead-cf607e771e74) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:10:07.150662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:10:07.151309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:07.155702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe32c7-ca28-41e7-9573-14b622b8b43c None None] Network 080481ab-a21a-42fd-8ead-cf607e771e74 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:10:07.172665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7284379 Apr 15 18:10:07.546685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00b858-d8d0-4dfd-92de-c75a75c0dcd0 None None] Network 080481ab-a21a-42fd-8ead-cf607e771e74 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:10:09.642835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1a40846a-d1a7-4d9e-88ce-1068cb866b33 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:10:09.727690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:10:09.733156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:09.733569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:09.766261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55976) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:10:09.863509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:09.896507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 1a40846a-d1a7-4d9e-88ce-1068cb866b33, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1a40846a-d1a7-4d9e-88ce-1068cb866b33,segment=NetworkSegment(e216e078-1f8f-417d-b752-05a1841db116),segment_id=e216e078-1f8f-417d-b752-05a1841db116)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:10:09.899312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:09.901494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:09.972429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=1a40846a-d1a7-4d9e-88ce-1068cb866b33,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:09.975607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:09.979350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5cb4094a-e915-4e28-9461-026e0ae033f2 admin admin] 10.222.0.32 "GET /v2.0/routers/40f1adb4-83ec-47de-a651-7cfd532106e5 HTTP/1.1" status: 200 len: 710 time: 0.2118909 Apr 15 18:10:10.302669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8da0e5-ad43-4c51-8fbd-d69976530458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:10:10.304115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d8da0e5-ad43-4c51-8fbd-d69976530458 admin admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 886 time: 0.3191447 Apr 15 18:10:10.313781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:10:10.767734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:11.106662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:11.168614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:11.306516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Allocated IP 172.26.7.221 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/84f4a04c-8b44-4c06-b6dc-a6883494b4ca) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:10:11.457332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:11.485542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:11.500947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:11.632138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1a40846a-d1a7-4d9e-88ce-1068cb866b33 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:10:11.635434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Pushing event updated for resources: {'Port': ['ID=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:11.639794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:11.689948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:10:11.691060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:10:11.693363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:10:11.705336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:11.705748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:12.258812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:12.604901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:12.608283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:12.790607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Router 40f1adb4-83ec-47de-a651-7cfd532106e5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:10:12.972432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:10:12.981584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:12.982784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Sync routers for ids ['40f1adb4-83ec-47de-a651-7cfd532106e5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:10:12.982905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] 10.222.0.32 "PUT /v2.0/routers/40f1adb4-83ec-47de-a651-7cfd532106e5 HTTP/1.1" status: 200 len: 890 time: 2.6724854 Apr 15 18:10:12.993581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Routers {'40f1adb4-83ec-47de-a651-7cfd532106e5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:10:12.994322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:09:56Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['40f1adb4-83ec-47de-a651-7cfd532106e5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:13.197719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Set router 40f1adb4-83ec-47de-a651-7cfd532106e5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:10:13.555691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:11Z', 'revision_number': 4, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port': {'id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:11Z', 'updated_at': '2021-04-15T18:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:09Z', 'revision_number': 5, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:13.560691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Checking router: 40f1adb4-83ec-47de-a651-7cfd532106e5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:10:13.561076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Updating router 40f1adb4-83ec-47de-a651-7cfd532106e5 port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:10:13.615867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:13.961502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:13.973813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Transition to ACTIVE for port object 84f4a04c-8b44-4c06-b6dc-a6883494b4ca will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:10:13.979991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:13.994984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:14.130501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Pushing event updated for resources: {'Port': ['ID=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:14.143049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:14.191491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Attempting to bind port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:10:14.191890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Attempting to bind port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:10:14.192280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Attempting to bind port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:10:14.197672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:10:14.198130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:10:14.198568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:14.198982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:10:14.199477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Bound port: 84f4a04c-8b44-4c06-b6dc-a6883494b4ca, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:10:14.199875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:14.274444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] For port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:10:14.277571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] For port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:10:14.282727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:14.301033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:14.602442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Pushing event updated for resources: {'Port': ['ID=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:14.606786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:14.647000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Routers {'40f1adb4-83ec-47de-a651-7cfd532106e5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:10:14.647645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:09:56Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['40f1adb4-83ec-47de-a651-7cfd532106e5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:14.832876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] Set router 40f1adb4-83ec-47de-a651-7cfd532106e5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:10:15.173573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:11Z', 'revision_number': 4, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port': {'id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:11Z', 'updated_at': '2021-04-15T18:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:09Z', 'revision_number': 5, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:10:15.177663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9532bce6-1a49-4ab6-8224-18b6cfa50793 None None] The sync data for ids ['40f1adb4-83ec-47de-a651-7cfd532106e5'] in dv-neutron-786478-1-hyperv is: [{'id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'name': 'router1', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:09:51Z', 'updated_at': '2021-04-15T18:10:11Z', 'revision_number': 4, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'gw_port': {'id': '84f4a04c-8b44-4c06-b6dc-a6883494b4ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:11Z', 'updated_at': '2021-04-15T18:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1a40846a-d1a7-4d9e-88ce-1068cb866b33', 'name': '', 'network_id': '4faf10bc-369e-4042-bdfb-7afa143290bc', 'tenant_id': '67a06d5d28b041ef9d1e82abb11d0747', 'mac_address': 'fa:16:3e:e4:f3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f1adb4-83ec-47de-a651-7cfd532106e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:10:01Z', 'updated_at': '2021-04-15T18:10:09Z', 'revision_number': 5, 'project_id': '67a06d5d28b041ef9d1e82abb11d0747', 'subnets': [{'id': 'd679b172-b8ba-4cad-b743-50df5a3005e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd7c251cd-1cb1-4cd0-b8ef-876d7e1ad3b7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:10:15.657388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 84f4a04c-8b44-4c06-b6dc-a6883494b4ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:10:15.699021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 55986) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:10:15.734362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:10:15.740047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:15.740461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:15.825771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f66b87bd-6a50-40a5-abf8-82b568ed5487 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1254654 Apr 15 18:10:15.874230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:15.892600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:10:15.895705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:15.898968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:10:15.974835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=84f4a04c-8b44-4c06-b6dc-a6883494b4ca,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:10:15.978138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:10:17.636963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 84f4a04c-8b44-4c06-b6dc-a6883494b4ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:10:17.715102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 84f4a04c-8b44-4c06-b6dc-a6883494b4ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:10:17.715713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:24.179479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c007bec5-9ee2-4da9-a053-c63bfb616aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:25.286999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:10:26.302234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b421f10-8895-4f71-8a58-7e0647981a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:27.035034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:27.639535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:28.306963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:54.101533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd22fc9e-8856-48d3-87de-d3013e5969e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:56.306587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48d1932d-d82d-41bb-aafa-39dd4a1360fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:57.038248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:57.644169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:10:58.310181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:02.286950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:11:24.102820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5ac76e-c112-4bdf-9f9f-a39d638e081d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:26.307420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e260cb0c-4553-43e5-aabb-03bfb56da603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:27.040715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:27.650422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:28.313347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:39.286109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:11:54.105189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dda8f401-8ead-4052-9cb1-e26313dc43cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:56.308062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b411d916-716d-4770-b9a4-2180d3c171ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:57.045249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:57.645566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:11:58.317241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:02.264666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56590) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:02.338255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d980ebb1-c1c5-4f8b-aa4a-1afee20375fc admin admin] GET failed (client error): The resource could not be found. Apr 15 18:12:02.339596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d980ebb1-c1c5-4f8b-aa4a-1afee20375fc admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735452 Apr 15 18:12:02.479251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d674c9d-b7a5-4a14-8cf0-9a4b8248ad7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:02.480774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d674c9d-b7a5-4a14-8cf0-9a4b8248ad7b admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1362317 Apr 15 18:12:04.971016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56600) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:05.088947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab71b5f-9360-46c7-ac80-a806e4c97eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:05.089490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fab71b5f-9360-46c7-ac80-a806e4c97eb7 admin admin] Synchronizing usage tracker for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:12:05.105681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fab71b5f-9360-46c7-ac80-a806e4c97eb7 admin admin] Unset dirty status for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:12:05.106941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fab71b5f-9360-46c7-ac80-a806e4c97eb7 admin admin] 10.222.0.32 "GET /v2.0/subnets/d679b172-b8ba-4cad-b743-50df5a3005e4 HTTP/1.1" status: 200 len: 849 time: 0.1348596 Apr 15 18:12:05.117283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:12:05.240537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:05.540625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937'] for subnet, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:05.555741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:12:05.698275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d679b172-b8ba-4cad-b743-50df5a3005e4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:12:05.709050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.709439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.709805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.710189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.710546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.710900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.711252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.711602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.711949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.712292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.712635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.713076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:12:05.716693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:12:05.747858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:05.748499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:05.757672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] 10.222.0.32 "PUT /v2.0/subnets/d679b172-b8ba-4cad-b743-50df5a3005e4 HTTP/1.1" status: 200 len: 868 time: 0.6373539 Apr 15 18:12:05.757776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8019475-7d98-4424-9e3a-952a46f95de5 None None] Network 4faf10bc-369e-4042-bdfb-7afa143290bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:12:06.226345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-38a29aee-d24c-4039-a965-ebe09e09179c None None] Provisioning complete for port 9b65a3cc-8412-434a-831e-7e219d3817dc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:12:06.226949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38a29aee-d24c-4039-a965-ebe09e09179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:06.357149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-38a29aee-d24c-4039-a965-ebe09e09179c None None] Provisioning complete for port 1a40846a-d1a7-4d9e-88ce-1068cb866b33 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:12:06.357443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38a29aee-d24c-4039-a965-ebe09e09179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:08.278387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56610) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:08.461893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da6082-76ef-43f0-8f02-c7ce9315486e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:08.462350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da6082-76ef-43f0-8f02-c7ce9315486e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:08.463939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50da6082-76ef-43f0-8f02-c7ce9315486e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1844628 Apr 15 18:12:10.947422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56620) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:11.131668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada4cc5-ef7f-443e-9f61-7e9112390602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:11.132113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada4cc5-ef7f-443e-9f61-7e9112390602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:11.134030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ada4cc5-ef7f-443e-9f61-7e9112390602 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1855252 Apr 15 18:12:13.587689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 56630) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:13.734254 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:12:13.734923 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:12:14.214472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.policy [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86082) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 18:12:14.427544 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:12:14.427971 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING oslo_policy.policy [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 18:12:14.445479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:14.447209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e8ab6a56-fd03-4f51-962b-5cd87db35968 admin admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 886 time: 0.8585129 Apr 15 18:12:16.286056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:12:16.939283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 56646) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:17.130337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795b586d-2ea8-4d94-a0ac-41fb9a2dbee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:17.131721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-795b586d-2ea8-4d94-a0ac-41fb9a2dbee8 admin admin] 10.222.0.32 "GET /v2.0/networks/4faf10bc-369e-4042-bdfb-7afa143290bc HTTP/1.1" status: 200 len: 869 time: 0.1913784 Apr 15 18:12:19.614103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56656) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:19.729822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5303c-0394-4f7b-b3f9-2f3c8a7eb8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:19.730355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5303c-0394-4f7b-b3f9-2f3c8a7eb8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:19.731988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d8d5303c-0394-4f7b-b3f9-2f3c8a7eb8aa admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168749 Apr 15 18:12:22.209835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56666) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:22.323106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab685a1a-fac5-404e-9aa0-0f2793c56f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:22.323627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab685a1a-fac5-404e-9aa0-0f2793c56f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:22.325254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab685a1a-fac5-404e-9aa0-0f2793c56f82 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143732 Apr 15 18:12:24.106571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-552574ac-ed86-4ee5-b98a-c093d0a92623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:24.796688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 56676) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:24.903550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4752cce0-7fa5-440f-bcc6-69828973623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:24.905461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4752cce0-7fa5-440f-bcc6-69828973623f admin admin] 10.222.0.32 "GET /v2.0/subnets/59b01832-7a6b-4d39-a7b9-565dba8798b3 HTTP/1.1" status: 200 len: 816 time: 0.1072235 Apr 15 18:12:26.312109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ee0aba2-0c07-4506-a1c3-6b7e3ab4580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:27.049569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:27.387172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56686) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:27.504809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260eaac-d35a-4d26-aa04-c092d14a2ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:27.506238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6260eaac-d35a-4d26-aa04-c092d14a2ce1 admin admin] 10.222.0.32 "GET /v2.0/subnets/d679b172-b8ba-4cad-b743-50df5a3005e4 HTTP/1.1" status: 200 len: 868 time: 0.1180146 Apr 15 18:12:27.649193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:28.315350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:53.284911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:12:53.949407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56730) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:54.000596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-2c6eadbf-05c8-4152-88a0-4f067793fb6e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:12:54.001736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2c6eadbf-05c8-4152-88a0-4f067793fb6e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512898 Apr 15 18:12:54.109246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcec1538-8784-4dda-bc93-fa426ebfdc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:56.314127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dcfabd9-67df-45e4-8689-b732b4046518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:56.565831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:56.641161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff67ef28-ba30-40e3-b333-90ae6c4bd9a9 admin admin] GET failed (client error): The resource could not be found. Apr 15 18:12:56.642580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff67ef28-ba30-40e3-b333-90ae6c4bd9a9 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0756967 Apr 15 18:12:56.778996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb5997-2751-48c8-b413-1f52c264705a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:56.781212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0eb5997-2751-48c8-b413-1f52c264705a admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343894 Apr 15 18:12:57.051514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:57.651171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:58.318694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.302464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:12:59.364139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:12:59.369015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:12:59.386367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:12:59.395699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Made reservation on behalf of ce3b7dca072d441e9a5b8ece0fc94e0a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:12:59.400311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.497258 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.services.revisions.revision_plugin [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Could not find related network for resource to bump revision. Apr 15 18:12:59.509982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:12:59.519092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.519470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Added segment ee6dc4ea-334f-4c25-ad44-9f74669f5659 of type vlan for network 68b3330d-ed17-4a8c-ada6-0441cac400d5 Apr 15 18:12:59.545971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.575634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.576998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:12:59.577621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:12:59.582761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:12:59.877057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5733891 Apr 15 18:12:59.877798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Pushing event updated for resources: {'Network': ['ID=68b3330d-ed17-4a8c-ada6-0441cac400d5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:12:59.891609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:12:59.905596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:13:02.412120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56760) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:13:02.490147 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-004d1057-ae07-48b4-b37e-203edd9ca47c admin admin] GET failed (client error): The resource could not be found. Apr 15 18:13:02.490708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-004d1057-ae07-48b4-b37e-203edd9ca47c admin admin] Synchronizing usage tracker for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:13:02.504870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-004d1057-ae07-48b4-b37e-203edd9ca47c admin admin] Unset dirty status for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:13:02.506104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-004d1057-ae07-48b4-b37e-203edd9ca47c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0928872 Apr 15 18:13:02.621299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e1d514-1093-40ec-a98d-8ece780b952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:13:02.622871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-78e1d514-1093-40ec-a98d-8ece780b952b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1122084 Apr 15 18:13:02.633963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5', 'cidr': '192.168.233.0/24'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:13:02.638994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:13:02.649322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:13:02.658409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Made reservation on behalf of ce3b7dca072d441e9a5b8ece0fc94e0a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:13:02.662986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.053211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.068335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:13:03.189105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1daac548-68d2-4feb-b317-ff8bb3f41094,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:13:03.200809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:13:03.263556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Checking segment: {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:13:03.263943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Network hostable DHCP agents. Network: 68b3330d-ed17-4a8c-ada6-0441cac400d5, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:13:03.281472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:13:03.289210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 68b3330d-ed17-4a8c-ada6-0441cac400d5) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:13:03.293138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:13:03.293774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.299166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b0e3d-9945-4156-87b9-8bcdbd7fd26c None None] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:13:03.318408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6883616 Apr 15 18:13:03.539652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-68b3330d-ed17-4a8c-ada6-0441cac400d5', 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5', 'tenant_id': 'ce3b7dca072d441e9a5b8ece0fc94e0a', 'fixed_ips': [{'subnet_id': '1daac548-68d2-4feb-b317-ff8bb3f41094'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:13:03.540663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.709393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Allocated IP 192.168.233.2 (68b3330d-ed17-4a8c-ada6-0441cac400d5/1daac548-68d2-4feb-b317-ff8bb3f41094/92e3fadc-2409-49c1-8ff5-68bdad1976f5) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:13:03.930032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.940592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Transition to ACTIVE for port object 92e3fadc-2409-49c1-8ff5-68bdad1976f5 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:13:03.960432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Transition to ACTIVE for port object 92e3fadc-2409-49c1-8ff5-68bdad1976f5 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:13:03.965319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:03.981227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:13:04.113777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Pushing event updated for resources: {'Port': ['ID=92e3fadc-2409-49c1-8ff5-68bdad1976f5,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:13:04.124948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.125328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.125694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.126084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.126457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.126801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.127149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.127510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.127862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.128214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.129025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.129025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:13:04.132953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:13:04.185209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:13:04.186671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:13:04.189042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:13:04.285685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Attempting to bind port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:13:04.286117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Attempting to bind port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:13:04.286495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Attempting to bind port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 on network 68b3330d-ed17-4a8c-ada6-0441cac400d5 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:13:04.292156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:13:04.292559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Checking segment: {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:13:04.293001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:04.293423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Bound using segment: {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:13:04.293968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Bound port: 92e3fadc-2409-49c1-8ff5-68bdad1976f5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:13:04.294479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:04.387540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] For port 92e3fadc-2409-49c1-8ff5-68bdad1976f5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:13:04.391716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] For port 92e3fadc-2409-49c1-8ff5-68bdad1976f5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=92e3fadc-2409-49c1-8ff5-68bdad1976f5,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:13:04.394135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:04.409518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:13:04.566339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Pushing event updated for resources: {'Port': ['ID=92e3fadc-2409-49c1-8ff5-68bdad1976f5,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:13:04.571498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:13:05.812332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 92e3fadc-2409-49c1-8ff5-68bdad1976f5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:13:05.847965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ca4d76-f9f6-4827-8646-80ace5f9cc92 None None] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:13:05.993961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Provisioning for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:13:06.012950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:13:06.016520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Provisioning complete for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:13:06.016929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:06.061169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:13:06.061504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:06.352542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:06.515180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:06.572680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] For port 92e3fadc-2409-49c1-8ff5-68bdad1976f5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=92e3fadc-2409-49c1-8ff5-68bdad1976f5,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:13:06.616631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:06.623462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41d9a9bd-688f-450a-b280-fbdf42c82e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:13:06.688120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:13:06.688521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:13:06.710892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Pushing event updated for resources: {'Port': ['ID=92e3fadc-2409-49c1-8ff5-68bdad1976f5,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:13:06.714166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:13:06.840286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2eb5eb89-a8b6-4e51-8eb0-0e5e42407f57 None None] Provisioning complete for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:13:06.840865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb5eb89-a8b6-4e51-8eb0-0e5e42407f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:07.756222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 92e3fadc-2409-49c1-8ff5-68bdad1976f5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:13:07.853381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 92e3fadc-2409-49c1-8ff5-68bdad1976f5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:13:07.853931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:24.110635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2de7ec4-db74-4057-87df-82c4465f8f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:26.314938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b39221f-432a-4d94-ab5e-953164491c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:27.055297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:27.652941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:28.320426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:30.284593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:13:54.110946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74410b0b-ad03-4245-a945-7a59d2520f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:56.318252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5774378-b04a-43f0-8a46-578f54eb5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:57.056967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:57.654506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:13:58.327397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:07.283925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:14:24.113063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8593219f-8b6d-4891-a2d3-2108ece88b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:26.319808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1a835ca-17c4-4297-b142-73e8f9f5b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:27.059320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:27.656331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:28.329525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.091120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56812) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:14:32.097517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-f4725202-5428-4cd6-b217-f953efd5ec3e tempest-verify_tempest_config-1279286999 tempest-verify_tempest_config-1279286999-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:14:32.098586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4725202-5428-4cd6-b217-f953efd5ec3e tempest-verify_tempest_config-1279286999 tempest-verify_tempest_config-1279286999-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064380 Apr 15 18:14:32.407099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56830) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:14:32.529231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.544124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:14:32.548043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Usage tracker for resource:security_group_rule and tenant:b255675edbab40ff8ba8585f3878217c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:14:32.550983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:14:32.556882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:14:32.641598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.644098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.653140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:14:32.692888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Synchronizing usage tracker for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:14:32.697480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab909e-a34b-4f97-ad8e-91b30991c2bb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:14:32.709336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.709719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.710116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.710486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.710851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.711212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.711586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.711948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.712308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.712676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.713030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.713381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.719741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:14:32.724562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Unset dirty status for tenant:ce3b7dca072d441e9a5b8ece0fc94e0a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:14:32.728786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 56836) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:14:32.728900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b255675edbab40ff8ba8585f3878217c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3205881 Apr 15 18:14:32.802380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.828993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.882920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.889650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:14:32.902069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab909e-a34b-4f97-ad8e-91b30991c2bb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:14:32.910902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:32.912065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3ab909e-a34b-4f97-ad8e-91b30991c2bb HTTP/1.1" status: 204 len: 168 time: 0.1822536 Apr 15 18:14:32.913482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.913871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.914235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.914588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.914934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.915292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.915641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.916002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.916382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.916664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.916998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.917337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Tracked resource versions report: Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:14:32.918707 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:14:32.944242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:14:44.283857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:14:54.114096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb732d2e-f8ac-4e5b-a13a-3ef50a683116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:56.320968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be2eea59-8c82-4ec7-a73a-a24e3240fcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:57.062322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:57.657740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:14:58.334226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:21.283109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 5 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:15:24.115465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c14f0df-8bbe-41fe-a38a-09202a31b1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:26.321374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-990a0839-633f-4de7-87d7-820c3b90908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:27.065710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:27.659239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:28.336745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:44.424552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831'] for agent, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:54.116680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-529d478f-c6c4-4894-b2dd-a31b90380116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:56.323121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bfe3521-0a41-47b3-a9a5-21512ddbd7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:57.068668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:57.660550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:15:58.282252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:15:58.345539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:02.890765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 56910) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:16:03.011191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1b7bf76-a796-4fda-810d-533116feb53b admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1192029 Apr 15 18:16:05.518413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 56920) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:16:05.581745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-97dcc877-7557-4b3a-ade2-51145c72d51e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0621293 Apr 15 18:16:14.379078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:24.117218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a6457d7-df70-4507-889a-6bf1bfe84300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:26.326345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c3ff03d-0777-4d90-8623-5eb285a886ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:27.071887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:27.661737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:28.344958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:35.282220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:16:44.386158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:54.118856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23ebee8-5983-40e9-bbaa-30b236b8d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:56.327689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca455-9b85-4e2e-8aec-53f67c6fa86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:57.073311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:57.662573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:16:58.353633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:12.281486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:17:14.383815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.250645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:22.463965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57110) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:22.681492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-428386772-network', 'tenant_id': '7ceec907b4b3474f8fce806787777972'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:22.687907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:22.692211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Usage tracker for resource:network and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:22.696430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:22.702868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:22.714584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Made reservation on behalf of 7ceec907b4b3474f8fce806787777972 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:22.719855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.733703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.749633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:22.754233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Usage tracker for resource:security_group_rule and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:22.757371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:22.763784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:22.859364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.862450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.866921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:22.899619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:22.905205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de4fa2c-6ef6-400c-b10b-f488cedbef36,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:22.914897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.915236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.915616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.915979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.916414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.916736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.917104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.917464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.917822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.918223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.918590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.918929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Tracked resource versions report: Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: HyperV agent@hv-neutron-7864: {}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:17:22.920088 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:17:22.924652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:22.926853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.927239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Added segment 9fd31053-22be-47be-b7f7-544dc0af5b00 of type vlan for network 65961245-61b4-4808-a633-75044c18cb60 Apr 15 18:17:22.955847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.961718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-796753928-network', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:22.966007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.quota [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Loaded quota_driver: . Apr 15 18:17:22.976849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:22.983386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Usage tracker for resource:network and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:22.988189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:22.991518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.992904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:22.993594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:22.995990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:22.999528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:23.011470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Made reservation on behalf of 160c2de2b64b408eba77ffe9971a5166 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:23.019615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.035828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.053125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:23.057645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Usage tracker for resource:security_group_rule and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:23.066933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:23.073100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:23.115440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Pushing event updated for resources: {'Network': ['ID=65961245-61b4-4808-a633-75044c18cb60,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:23.120544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:23.133050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 65961245-61b4-4808-a633-75044c18cb60 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:23.138917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8870754 Apr 15 18:17:23.139656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57134) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:23.146911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Request body: {'subnet': {'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-428386772-subnet', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:23.152612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:23.158080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Usage tracker for resource:subnet and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:23.162218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:23.169796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:23.181468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Made reservation on behalf of 7ceec907b4b3474f8fce806787777972 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:23.187283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.195673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.201944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.209343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:23.243193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf001b-e028-4544-9ec9-eab31b6cfe0d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:23.255876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.256456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.256593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.256940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.258075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.258602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.258975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.259715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.260085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.260445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.261032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.261528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Tracked resource versions report: Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: HyperV agent@hv-neutron-7864: {}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:17:23.262732 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:17:23.269394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:23.273165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:23.285433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255655067969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.286253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Unsubscribe: segment precommit_create {{(pid=86082) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 18:17:23.287031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Added segment 73e79132-bf98-4fb3-9d97-178e383df248 of type vlan for network 7830e2b2-710b-48de-a549-1777b7a344e0 Apr 15 18:17:23.370529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.421277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.423295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:23.424481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.430756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:23.545825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0806782 Apr 15 18:17:23.546513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57148) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:23.549700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Pushing event updated for resources: {'Network': ['ID=7830e2b2-710b-48de-a549-1777b7a344e0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:23.555793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Request body: {'subnet': {'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-796753928-subnet', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:23.561414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:23.562409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:23.567105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Usage tracker for resource:subnet and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:23.570680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 7830e2b2-710b-48de-a549-1777b7a344e0 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:23.590842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:23.597752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:23.625446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Made reservation on behalf of 160c2de2b64b408eba77ffe9971a5166 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:23.630593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.675019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.692239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-28bbf2dd-9310-4bc1-8823-a7f0f6132311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:23.832283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91febf36-1c2a-4078-bf6d-b3a29966991f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:23.844139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:23.956059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Checking segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:23.956599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Network hostable DHCP agents. Network: 65961245-61b4-4808-a633-75044c18cb60, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:23.978299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Network 65961245-61b4-4808-a633-75044c18cb60 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:23.987541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 65961245-61b4-4808-a633-75044c18cb60) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:23.995440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:23.995440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:23.998954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9ee246-3c9c-41c8-b69f-c1fae8330463 None None] Network 65961245-61b4-4808-a633-75044c18cb60 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:24.044829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9038246 Apr 15 18:17:24.046046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57166) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:24.058471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:24.074410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:24.081331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Usage tracker for resource:router and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:24.087725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:24.096073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:24.110738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.112406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.144604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca64829-d468-43db-b81c-73f46e6a0c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.165578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.248296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.268146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57180) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:24.268906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:24.316499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-65961245-61b4-4808-a633-75044c18cb60', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:17:24.317709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.423697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3080d81-e299-4ac1-bcf1-a1e316112f91,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:24.431947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:24.535109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.549256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Checking segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:24.549795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Network hostable DHCP agents. Network: 7830e2b2-710b-48de-a549-1777b7a344e0, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:24.576540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Network 7830e2b2-710b-48de-a549-1777b7a344e0 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:24.593916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 7830e2b2-710b-48de-a549-1777b7a344e0) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:24.600670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:24.601332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.610131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7d2c0-9243-4fa6-998f-ab5ccce153e1 None None] Network 7830e2b2-710b-48de-a549-1777b7a344e0 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:24.646801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0965378 Apr 15 18:17:24.647126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57198) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:24.652515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:24.660151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:24.670982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Usage tracker for resource:router and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:24.683137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:24.691573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:24.711985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.713390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.787040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57202) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:24.813130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:24.817773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Allocated IP 172.20.0.2 (65961245-61b4-4808-a633-75044c18cb60/91febf36-1c2a-4078-bf6d-b3a29966991f/317a10f2-3756-4183-af83-abaefe8988ea) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:24.974683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-738184602', 'router:external': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:24.990118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:25.030184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-7830e2b2-710b-48de-a549-1777b7a344e0', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:17:25.030664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:network and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:25.031045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.038492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:25.057781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:25.082312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.111846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Made reservation on behalf of 9177273e606a4d4da87356198e5f417b for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:25.116432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.134587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.138957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.204067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:25.211487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:security_group_rule and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:25.215449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Allocated IP 172.20.0.2 (7830e2b2-710b-48de-a549-1777b7a344e0/a3080d81-e299-4ac1-bcf1-a1e316112f91/a5b3f721-e605-45fb-8fad-06b09289ead8) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:25.216761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:25.231303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:25.364148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Allocated IP 172.26.7.243 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/57fc2112-31d0-46f3-adc5-97172481173f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:25.415031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1048714324', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:25.420931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:25.425595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Usage tracker for resource:port and tenant:e3c7f03da64d4a6f8a39bc31e1164d6c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:25.430384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:25.437659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:25.451894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.459403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Made reservation on behalf of e3c7f03da64d4a6f8a39bc31e1164d6c for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:25.465868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.498228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.526976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:25.532952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Usage tracker for resource:security_group_rule and tenant:e3c7f03da64d4a6f8a39bc31e1164d6c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:25.536772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:25.544765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:25.653621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.666577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Transition to ACTIVE for port object a5b3f721-e605-45fb-8fad-06b09289ead8 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:25.668141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.675881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.688550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Transition to ACTIVE for port object a5b3f721-e605-45fb-8fad-06b09289ead8 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:25.704621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.726179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:25.744892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] device_id is not set on port e754f27a-1f44-46b1-9b3f-1e7cea10d08e yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:25.798937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.806253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f721-e605-45fb-8fad-06b09289ead8,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:25.824068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.844086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:25.882606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.882845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:25.882967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.883253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.883620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.883982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.884610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.885156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.885523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.886273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.886638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.886996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.887354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Tracked resource versions report: Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: HyperV agent@hv-neutron-7864: {}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:17:25.888806 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:17:25.899801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:25.919199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.919875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Added segment d9f4e6cc-53f1-4444-83e7-b3eed188f91a of type vlan for network 3077069e-e4df-4fde-a428-d45cc758bac0 Apr 15 18:17:25.936653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:25.946263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57226) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:25.965490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6599c4cd-bc42-4c95-b175-08f45ae368f4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:25.994095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:25.997318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:26.029692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.069462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.087737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f19d573d-c7e8-402e-94d0-9094174003ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:26.093121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:26.094754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Network 7830e2b2-710b-48de-a549-1777b7a344e0 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:26.098957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:26.103319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.106883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:26.129432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57240) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:26.205327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Transition to ACTIVE for port object 317a10f2-3756-4183-af83-abaefe8988ea will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:26.222348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.238165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Attempting to bind port a5b3f721-e605-45fb-8fad-06b09289ead8 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:26.238584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Attempting to bind port a5b3f721-e605-45fb-8fad-06b09289ead8 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:26.239117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Attempting to bind port a5b3f721-e605-45fb-8fad-06b09289ead8 on network 7830e2b2-710b-48de-a549-1777b7a344e0 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:26.241112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:26.244739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.248900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:26.249315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Checking segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:26.249759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.250239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Bound using segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:26.250759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Bound port: a5b3f721-e605-45fb-8fad-06b09289ead8, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:26.251172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.271952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Transition to ACTIVE for port object 317a10f2-3756-4183-af83-abaefe8988ea will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:26.307294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1907674612'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:26.318500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Allocated IP 172.26.7.9 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/e754f27a-1f44-46b1-9b3f-1e7cea10d08e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:26.321608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.325756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Usage tracker for resource:network and tenant:dd39e44d4e1645d29e325af81806e757 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:26.328922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:26.336009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:26.362861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Pushing event updated for resources: {'Port': ['ID=57fc2112-31d0-46f3-adc5-97172481173f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:26.364136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] For port a5b3f721-e605-45fb-8fad-06b09289ead8, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:26.367578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] For port a5b3f721-e605-45fb-8fad-06b09289ead8, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5b3f721-e605-45fb-8fad-06b09289ead8,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:26.376874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.378063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.381378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:26.382064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:26.424348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Made reservation on behalf of dd39e44d4e1645d29e325af81806e757 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:26.430850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.495177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.513907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2435656 Apr 15 18:17:26.539469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57250) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:26.544199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1248104860'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:26.550347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.555162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Usage tracker for resource:network and tenant:d952f3df88624b8c92f126b7a87a7552 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:26.558430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:26.565535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:26.583159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.594657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:26.606646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'subnet': {'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:26.610912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Made reservation on behalf of d952f3df88624b8c92f126b7a87a7552 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:26.618388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.637327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Usage tracker for resource:security_group_rule and tenant:dd39e44d4e1645d29e325af81806e757 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:26.650299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-360913566'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:26.653032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.657510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb756d50-8391-42f5-a58e-49125d81e797,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:26.662697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.688462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:26.689551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:26.708088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Network': ['ID=3077069e-e4df-4fde-a428-d45cc758bac0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:26.712499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:26.714935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.718376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:26.733875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Usage tracker for resource:security_group_rule and tenant:d952f3df88624b8c92f126b7a87a7552 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:26.740041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:26.746456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:26.750679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.755531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:26.763240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:26.808587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3077069e-e4df-4fde-a428-d45cc758bac0 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:26.832536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f2cd39-f2d1-4de7-a6e3-4436fc73629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.861424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:26.865128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Network 65961245-61b4-4808-a633-75044c18cb60 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:26.870030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:26.870219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:26.897294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:26.934380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.965517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:26.968347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Pushing event updated for resources: {'Port': ['ID=a5b3f721-e605-45fb-8fad-06b09289ead8,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:26.968820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:subnet and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:26.990582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:26.997372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Usage tracker for resource:network and tenant:9c022337d4b34eedb227859ae33c46e8 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:27.004509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.005811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:27.008014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:27.047450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.073782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57276) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:27.086820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:27.095772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.183188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Made reservation on behalf of 9177273e606a4d4da87356198e5f417b for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:27.193181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.198488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.199159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Pushing event updated for resources: {'Port': ['ID=317a10f2-3756-4183-af83-abaefe8988ea,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:27.201401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Attempting to bind port 317a10f2-3756-4183-af83-abaefe8988ea on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:27.201811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Attempting to bind port 317a10f2-3756-4183-af83-abaefe8988ea by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:27.202300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Attempting to bind port 317a10f2-3756-4183-af83-abaefe8988ea on network 65961245-61b4-4808-a633-75044c18cb60 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:27.207116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:27.207558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.207864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:27.210664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:27.211032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Checking segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:27.211477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.211922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Bound using segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:27.212404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Bound port: 317a10f2-3756-4183-af83-abaefe8988ea, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:27.212818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.229926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Made reservation on behalf of 9c022337d4b34eedb227859ae33c46e8 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:27.236386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.300434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:27.304909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Pushing event updated for resources: {'Port': ['ID=e754f27a-1f44-46b1-9b3f-1e7cea10d08e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:27.308633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:27.318302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] For port 317a10f2-3756-4183-af83-abaefe8988ea, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:27.322606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] For port 317a10f2-3756-4183-af83-abaefe8988ea, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317a10f2-3756-4183-af83-abaefe8988ea,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:27.328160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.329139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba514659-7de5-4684-8919-f350aae1e04b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:27.341518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.344169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:27.348519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.349434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.389536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.395088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.395229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Added segment eddfdd4c-793b-4d78-ae60-e2396a309bae of type vlan for network e698638f-cbf2-4c56-ba89-47ee69be31ff Apr 15 18:17:27.419101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:27.440556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Usage tracker for resource:security_group_rule and tenant:9c022337d4b34eedb227859ae33c46e8 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:27.452260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:27.561712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:27.563211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Pushing event updated for resources: {'Port': ['ID=317a10f2-3756-4183-af83-abaefe8988ea,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:27.570940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:27.587807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:27.599142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:27.602038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:27.604574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:27.606419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:27.607206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.663940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Allocated IP 172.26.7.75 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/e892891f-4162-404d-90a5-3480f5c422ae) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:27.683106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.685009 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.8964977 Apr 15 18:17:27.686379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:27.693362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57284) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:27.714843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:floatingip and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:27.730110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:27.735513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}]}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:27.754916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.762956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.775801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:27.791314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.803310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:27.822283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.836058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Usage tracker for resource:router and tenant:e3c7f03da64d4a6f8a39bc31e1164d6c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:27.862939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:27.868226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.898707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.906873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.925098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:27.933387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:27.951306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:27.981900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:27.984141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5b3f721-e605-45fb-8fad-06b09289ead8 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:28.089000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a5b3f721-e605-45fb-8fad-06b09289ead8 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:28.111283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Pushing event updated for resources: {'Port': ['ID=e892891f-4162-404d-90a5-3480f5c422ae,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:28.134220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:28.137925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.183788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:28.186733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:28.190084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:28.351929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.352305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Added segment 39bffca9-c9a9-49cf-9f49-52a134606117 of type vlan for network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 Apr 15 18:17:28.362520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.380394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:28.381073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.386236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.387328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.475889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a0d43-bb59-4963-a1c0-6255803ac008,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:28.497739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd33d85-a6ac-4c97-a1b0-eb134779765b None None] Network 7830e2b2-710b-48de-a549-1777b7a344e0 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:28.513732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:28.519375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:28.602796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Provisioning for port a5b3f721-e605-45fb-8fad-06b09289ead8 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:28.614805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Provisioning complete for port a5b3f721-e605-45fb-8fad-06b09289ead8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:28.615498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.681292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.708343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.712891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.743684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.780981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:28.781498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Pushing event updated for resources: {'Network': ['ID=e698638f-cbf2-4c56-ba89-47ee69be31ff,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:28.823266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network e698638f-cbf2-4c56-ba89-47ee69be31ff details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:28.827564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:28.831927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fbd1c6d-4890-4e04-9ac7-837a3f6d207d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:28.925376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:28.991868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8548555 Apr 15 18:17:29.019388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.069912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] For port a5b3f721-e605-45fb-8fad-06b09289ead8, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5b3f721-e605-45fb-8fad-06b09289ead8,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:29.102187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.105068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.109146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:29.204594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:29.205269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.209369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1718e4-db46-4e0c-9b7c-a467df827519,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:29.220935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Pushing event updated for resources: {'Port': ['ID=a5b3f721-e605-45fb-8fad-06b09289ead8,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:29.224894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:29.267538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.295181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.295562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Added segment c3df24e0-511f-451e-9d22-efd1a5f319d8 of type vlan for network 516760b4-fe7d-4b77-9f68-6a720964de55 Apr 15 18:17:29.299398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:29.332493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b51da3b6-2b7f-4e5a-b6ce-453d0fcf4382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:29.366289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca6674-1977-43b2-b98e-d0e74444969f None None] Network 65961245-61b4-4808-a633-75044c18cb60 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:29.504126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ad2afe7-0feb-4bd5-b9f5-6800a1b0ca9e None None] Provisioning complete for port a5b3f721-e605-45fb-8fad-06b09289ead8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:29.505132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ad2afe7-0feb-4bd5-b9f5-6800a1b0ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.516600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:17:29.603913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.6534154 Apr 15 18:17:29.672557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.672789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57304) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:29.682899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Request body: {'subnet': {'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:29.709232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57308) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:29.719733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.726065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event updated for resources: {'Network': ['ID=ff4db3a9-a63f-4327-8249-9ff5c1c95e86,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:29.732182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1176910628'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:29.757151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:29.769205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:29.811320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Usage tracker for resource:port and tenant:d086958256ee4257a04f047cf3f5982a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:29.813014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:29.815266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.822461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:29.827184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:29.836074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:29.844547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Usage tracker for resource:subnet and tenant:dd39e44d4e1645d29e325af81806e757 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:29.849116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:29.860530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:29.886072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:29.891226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:29.904644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Sync routers for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:29.912784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Made reservation on behalf of dd39e44d4e1645d29e325af81806e757 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:29.920002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:29.920659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:29.935942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks [] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.060211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ad2afe7-0feb-4bd5-b9f5-6800a1b0ca9e None None] Provisioning for port 317a10f2-3756-4183-af83-abaefe8988ea completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:30.060947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.065546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4142623 Apr 15 18:17:30.082575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5b3f721-e605-45fb-8fad-06b09289ead8 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:30.082835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57312) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:30.194417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a5b3f721-e605-45fb-8fad-06b09289ead8 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:30.201224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:30.201602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.400650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317a10f2-3756-4183-af83-abaefe8988ea up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:30.405262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.481230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:30.482185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.494530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:30.502865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 317a10f2-3756-4183-af83-abaefe8988ea completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:30.508405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 317a10f2-3756-4183-af83-abaefe8988ea triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:30.508904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.512658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Made reservation on behalf of d086958256ee4257a04f047cf3f5982a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:30.517910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.540334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:28Z', 'revision_number': 3, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:30.544366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Checking router: 5dee9f2f-067f-4456-8bc4-630d7bbdd77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:17:30.544750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Updating router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a port e892891f-4162-404d-90a5-3480f5c422ae binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:17:30.604536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.635314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.665123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.701525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:30.706188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Usage tracker for resource:security_group_rule and tenant:d086958256ee4257a04f047cf3f5982a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:30.709798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:30.712382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 317a10f2-3756-4183-af83-abaefe8988ea, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317a10f2-3756-4183-af83-abaefe8988ea,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:30.717017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:30.717631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:30.719651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:30.815989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.8162076 Apr 15 18:17:30.833310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=317a10f2-3756-4183-af83-abaefe8988ea,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:30.838845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:30.867470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57316) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:30.879190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Pushing event updated for resources: {'Network': ['ID=516760b4-fe7d-4b77-9f68-6a720964de55,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:30.891646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:30.897766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 516760b4-fe7d-4b77-9f68-6a720964de55 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:30.995963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Allocated IP 172.26.7.234 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ec5c6dde-b549-4f18-a400-cddae9f5fa73) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:31.082167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.087183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:17:31.087670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.094461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'name': 'tempest-network--438179824', 'router:external': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:31.129760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.130965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:31.139119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:31.165619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:17:31.226436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:network and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:31.285303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:31.288722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:31.324586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.353607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:31.468047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.492550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72c545d4-1dc0-482d-9716-eb5d2ff00c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:31.581173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:31.585880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.621608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Subnet': ['ID=179cfb48-3c38-4e18-9445-61a5a3e8e9e4,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:31.646937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:31.657758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:31.676090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.708519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event updated for resources: {'Subnet': ['ID=2caecaa5-273a-4a9d-8a28-2aa85dd45587,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:31.724656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:31.780354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Allocated IP 172.20.0.1 (7830e2b2-710b-48de-a549-1777b7a344e0/a3080d81-e299-4ac1-bcf1-a1e316112f91/55a47a75-d4df-4bba-ad31-393feffc440e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:31.787125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:31.830012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:security_group_rule and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:31.839761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe74e6de-7200-4ff6-876b-f6eae57254ac,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:31.900712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Checking segment: {'id': '39bffca9-c9a9-49cf-9f49-52a134606117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:31.901109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network hostable DHCP agents. Network: ff4db3a9-a63f-4327-8249-9ff5c1c95e86, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:31.908923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:31.909918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:31.913337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317a10f2-3756-4183-af83-abaefe8988ea up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:31.915174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.955725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:31.957574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:31.978733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, ff4db3a9-a63f-4327-8249-9ff5c1c95e86) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:31.987503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:31.988151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:31.996355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.004779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b53fb-694e-4a11-83d0-c515f093c3ae None None] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:32.025110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 317a10f2-3756-4183-af83-abaefe8988ea triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:32.025614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.027449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Transition to ACTIVE for port object 55a47a75-d4df-4bba-ad31-393feffc440e will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:32.034114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3567460 Apr 15 18:17:32.034277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57322) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:32.041036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Request body: {'port': {'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86', 'name': 'tempest-DHCPAgentSchedulersTestJSON-703927802'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:32.191883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.212755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:32.322102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:32.342084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Usage tracker for resource:port and tenant:dd39e44d4e1645d29e325af81806e757 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:32.351869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:32.354478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:32.361579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Pushing event updated for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:32.363747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-ff4db3a9-a63f-4327-8249-9ff5c1c95e86', 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86', 'tenant_id': 'dd39e44d4e1645d29e325af81806e757', 'fixed_ips': [{'subnet_id': '2caecaa5-273a-4a9d-8a28-2aa85dd45587'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:17:32.364783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.369694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:32.371892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:32.380037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Sync routers for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:32.401219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Made reservation on behalf of dd39e44d4e1645d29e325af81806e757 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:32.407445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.438838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:32.439792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:32.447344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] device_id is not set on port e600f7f4-a56c-4a91-9e66-77e422b8670a yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:32.510136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Checking segment: {'id': 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:32.511721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network hostable DHCP agents. Network: 3077069e-e4df-4fde-a428-d45cc758bac0, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:32.513000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Network 7830e2b2-710b-48de-a549-1777b7a344e0 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:32.517561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:32.522597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:32.522839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.563505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.567983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.5208211 Apr 15 18:17:32.569467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.629217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:32.654539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57326) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:32.671180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.685197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.703780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Transition to ACTIVE for port object e642d3c2-b620-48eb-8a51-4c17fd7adbf1 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:32.754447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:32.762049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.790615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.802319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:32.854086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Allocated IP 172.20.0.2 (ff4db3a9-a63f-4327-8249-9ff5c1c95e86/2caecaa5-273a-4a9d-8a28-2aa85dd45587/846dbfd4-5132-42d4-896a-567116a55c59) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:32.956115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:32.969242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 3077069e-e4df-4fde-a428-d45cc758bac0 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:32.970324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Transition to ACTIVE for port object e892891f-4162-404d-90a5-3480f5c422ae will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:32.971020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-749b066d-037e-41da-a3d3-291b3a557f23 None None] Provisioning for port 55a47a75-d4df-4bba-ad31-393feffc440e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:32.980780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.123387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:33.156267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 3077069e-e4df-4fde-a428-d45cc758bac0) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:33.178080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=ec5c6dde-b549-4f18-a400-cddae9f5fa73,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:33.205227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Pushing event updated for resources: {'Port': ['ID=e892891f-4162-404d-90a5-3480f5c422ae,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:33.215154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.215714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.216201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.216679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.217154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.217775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.218435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.218957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.219653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.220258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.220764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.221231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Tracked resource versions report: Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: pushed versions: Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: { 'AddressGroup': {'1.2'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': {'1.0'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': {'1.0'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': {'1.1'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': {'1.7'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': {'1.2'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': {'1.8'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': {'1.4'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': {'1.2'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': {'1.0'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': {'1.1'}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': {'1.1'}} Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: consumer versions: Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: { DHCP agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: HyperV agent@hv-neutron-7864: {}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: L3 agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: Metadata agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: Metering agent@dv-neutron-786478-1-hyperv: {}, Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: Open vSwitch agent@dv-neutron-786478-1-hyperv: { 'AddressGroup': '1.2', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'ConntrackHelper': '1.0', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Log': '1.0', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Network': '1.1', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Port': '1.7', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'PortForwarding': '1.2', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'QosPolicy': '1.8', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroup': '1.4', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SecurityGroupRule': '1.2', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'SubPort': '1.0', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Subnet': '1.1', Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: 'Trunk': '1.1'}} Apr 15 18:17:33.222556 dv-neutron-786478-1-hyperv neutron-server[85968]: {{(pid=86084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 18:17:33.237719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:33.239728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.257468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Attempting to bind port e892891f-4162-404d-90a5-3480f5c422ae on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:33.258037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Attempting to bind port e892891f-4162-404d-90a5-3480f5c422ae by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:33.258637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Attempting to bind port e892891f-4162-404d-90a5-3480f5c422ae on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:33.265547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:33.266108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:33.266644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.267193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:33.267806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Bound port: e892891f-4162-404d-90a5-3480f5c422ae, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:33.268306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.274774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.289224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-749b066d-037e-41da-a3d3-291b3a557f23 None None] Provisioning complete for port 55a47a75-d4df-4bba-ad31-393feffc440e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:33.289763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-749b066d-037e-41da-a3d3-291b3a557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.316553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.347805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:33.364833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:33.372437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] For port e892891f-4162-404d-90a5-3480f5c422ae, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:33.376354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] For port e892891f-4162-404d-90a5-3480f5c422ae, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e892891f-4162-404d-90a5-3480f5c422ae,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:33.378273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:33.382342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.388694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.389092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Added segment 290cf7fb-16b7-4702-a716-289996e5ed5a of type vlan for network 113e84c2-15a3-4e97-b2d8-51839e0a26d2 Apr 15 18:17:33.402200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:33.403742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.426237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.464749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6466341-a186-41fb-b99a-c1c88081c319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:33.495556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Pushing event updated for resources: {'Port': ['ID=e892891f-4162-404d-90a5-3480f5c422ae,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:33.525410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.547620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8139c66a-dc24-4e43-8c54-e3aedbd20875 None None] Network 3077069e-e4df-4fde-a428-d45cc758bac0 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:33.547998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:33.549240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.557730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:33.609394 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7247188 Apr 15 18:17:33.612102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:33.630214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 7.0553844 Apr 15 18:17:33.639663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57336) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:33.646222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:33.661713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1905778694', 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:33.665244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:33.666367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:33.666491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:33.670472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:port and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:33.675685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:33.681660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:33.691884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:33.698744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Made reservation on behalf of 9177273e606a4d4da87356198e5f417b for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:33.703820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.739415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=e642d3c2-b620-48eb-8a51-4c17fd7adbf1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:33.763448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:33.765265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:33.773477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:33.820644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.829064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f573bb-23cd-405c-938d-119b6ca14448 None None] Network 3077069e-e4df-4fde-a428-d45cc758bac0 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:33.833452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:33.943013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:33.976472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-749b066d-037e-41da-a3d3-291b3a557f23 None None] Port 55a47a75-d4df-4bba-ad31-393feffc440e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:33.990000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] device_id is not set on port 3c6142bd-7f43-48d5-8614-d30173d81b71 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:34.033639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273c50cd-ac34-4159-9946-90c6fc87dd60,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:34.058140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:27Z', 'revision_number': 3, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:34.083558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Checking segment: {'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:34.084558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Network hostable DHCP agents. Network: e698638f-cbf2-4c56-ba89-47ee69be31ff, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:34.096646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Checking router: 587ec6ee-b973-439c-8180-3f1d7b6e8c46 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:17:34.097129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Updating router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 port 57fc2112-31d0-46f3-adc5-97172481173f binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:17:34.121231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.168550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.171498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.238605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Transition to ACTIVE for port object 846dbfd4-5132-42d4-896a-567116a55c59 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:34.243201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:34.252765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.253171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.254316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.254701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_create 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.255075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_delete 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.255467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_update 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.255843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.256219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.256588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.256956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.266686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.690s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:34.367331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Transition to ACTIVE for port object 846dbfd4-5132-42d4-896a-567116a55c59 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:34.384532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.434119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.434519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.434939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.435319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=86082) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:34.435729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113e84c2-15a3-4e97-b2d8-51839e0a26d2']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:34.450223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290cf7fb-16b7-4702-a716-289996e5ed5a') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:34.450575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290cf7fb-16b7-4702-a716-289996e5ed5a') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:34.464236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.474677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Network e698638f-cbf2-4c56-ba89-47ee69be31ff is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:34.480248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.488106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:17:34.495651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.502028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.505025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:31Z', 'revision_number': 1, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:34.510217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438eed5-f599-4de1-a9d8-33d8dec6f4f7 None None] The sync data for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv is: [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:31Z', 'revision_number': 1, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:34.523292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, e698638f-cbf2-4c56-ba89-47ee69be31ff) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:34.536564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:34.583910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b46f03-0852-47ec-8c5f-0740cb7e5929 None None] Network e698638f-cbf2-4c56-ba89-47ee69be31ff requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:34.743805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:34.744760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Pushing event updated for resources: {'Port': ['ID=846dbfd4-5132-42d4-896a-567116a55c59,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:34.747914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:34.765982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:34.768357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:34.785597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 113e84c2-15a3-4e97-b2d8-51839e0a26d2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:34.801205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.896325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:34.912989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.919360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=113e84c2-15a3-4e97-b2d8-51839e0a26d2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:34.927704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Allocated IP 172.20.0.8 (ff4db3a9-a63f-4327-8249-9ff5c1c95e86/2caecaa5-273a-4a9d-8a28-2aa85dd45587/e600f7f4-a56c-4a91-9e66-77e422b8670a) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:34.936601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:34.945232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:34.945799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d2cd0a3-d829-492b-911e-1ef72a3a810a {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:17:34.949921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:34.950310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:34.950725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:34.958606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:34.958973 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:34.977631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 113e84c2-15a3-4e97-b2d8-51839e0a26d2 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:34.998065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 2 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:35.051024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.20.0.8 (3077069e-e4df-4fde-a428-d45cc758bac0/179cfb48-3c38-4e18-9445-61a5a3e8e9e4/3c6142bd-7f43-48d5-8614-d30173d81b71) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:35.080246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:35.080628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:35.081006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:35.090193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:17:35.094854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1b19739-ca32-4726-9e4e-3c8216286111 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 7.3875208 Apr 15 18:17:35.096203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.133069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57344) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:35.133778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:35.134704 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:35.144840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 3 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:35.147883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Attempting to bind port 846dbfd4-5132-42d4-896a-567116a55c59 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:35.148302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Attempting to bind port 846dbfd4-5132-42d4-896a-567116a55c59 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '39bffca9-c9a9-49cf-9f49-52a134606117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:35.148712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Attempting to bind port 846dbfd4-5132-42d4-896a-567116a55c59 on network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:35.182469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:35.182873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Checking segment: {'id': '39bffca9-c9a9-49cf-9f49-52a134606117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:35.183325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.183766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Bound using segment: {'id': '39bffca9-c9a9-49cf-9f49-52a134606117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:35.184307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Bound port: 846dbfd4-5132-42d4-896a-567116a55c59, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bffca9-c9a9-49cf-9f49-52a134606117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ff4db3a9-a63f-4327-8249-9ff5c1c95e86'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:35.184720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.209200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:35.209580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:35.209983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:35.261520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:35.261818 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:35.273837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 4 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:35.327756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Deleting port e754f27a-1f44-46b1-9b3f-1e7cea10d08e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:35.328144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.373715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 113e84c2-15a3-4e97-b2d8-51839e0a26d2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:35.383217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:35.383588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:35.383963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:35.400098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] For port 846dbfd4-5132-42d4-896a-567116a55c59, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:35.441215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:35.441589 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:35.451923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.468906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Transition to ACTIVE for port object 57fc2112-31d0-46f3-adc5-97172481173f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:35.475748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.553902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 5 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:17:35.576071 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:17:35.621586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.697268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78ade15b-fb00-481b-8ab5-cc7591a8c654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:35.700826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:35.751958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] For port 846dbfd4-5132-42d4-896a-567116a55c59, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=846dbfd4-5132-42d4-896a-567116a55c59,segment=NetworkSegment(39bffca9-c9a9-49cf-9f49-52a134606117),segment_id=39bffca9-c9a9-49cf-9f49-52a134606117)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:35.793298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Network': ['ID=113e84c2-15a3-4e97-b2d8-51839e0a26d2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:35.810863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.886763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 113e84c2-15a3-4e97-b2d8-51839e0a26d2 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:17:35.931334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:17:35.942358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:35.942358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:35.942358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:35.942688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:35.945588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Pushing event updated for resources: {'Port': ['ID=57fc2112-31d0-46f3-adc5-97172481173f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:35.951851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/113e84c2-15a3-4e97-b2d8-51839e0a26d2 HTTP/1.1" status: 204 len: 168 time: 2.2760746 Apr 15 18:17:35.960691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57350) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:35.970916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:35.977501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec3f0f94-935d-4f63-93d7-e92eb9ade519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:35.978627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:35.978972 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:35.986930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 6 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:35.999765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.008620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'router:external': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:36.014274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:36.018649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:network and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:36.021681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:36.028002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:36.051643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.057623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.065245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.070479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:36.073497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:36.077686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:36.078092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:36.078472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:36.078603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.085995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Pushing event updated for resources: {'Port': ['ID=846dbfd4-5132-42d4-896a-567116a55c59,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:36.097978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:36.099094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e892891f-4162-404d-90a5-3480f5c422ae up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:36.161179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:36.162313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.165858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:36.166282 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:36.193524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.238688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Calling delete_port for e754f27a-1f44-46b1-9b3f-1e7cea10d08e owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:36.266531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Attempting to bind port 57fc2112-31d0-46f3-adc5-97172481173f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:36.267355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Attempting to bind port 57fc2112-31d0-46f3-adc5-97172481173f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:36.267954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Attempting to bind port 57fc2112-31d0-46f3-adc5-97172481173f on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:36.273197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 7 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:36.283661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e892891f-4162-404d-90a5-3480f5c422ae completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:36.290151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.290421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:36.290995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:36.291602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.292192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:36.293188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Bound port: 57fc2112-31d0-46f3-adc5-97172481173f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:36.293916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.319785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-646b1e0c-1aee-41e9-99ec-2b3785f833cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:36.336754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e892891f-4162-404d-90a5-3480f5c422ae triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:36.337418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.384149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Pushing event updated for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:36.405578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Network 7830e2b2-710b-48de-a549-1777b7a344e0 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:36.408150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.436355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:36.437232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:36.437753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:36.450162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:36.451898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:36.474523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.474835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Added segment 224539ad-2847-4ec6-bec9-9e2604809025 of type vlan for network add94248-fd3b-4b39-93c1-4031b281e0e9 Apr 15 18:17:36.481952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] For port 57fc2112-31d0-46f3-adc5-97172481173f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:36.486441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] For port 57fc2112-31d0-46f3-adc5-97172481173f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=57fc2112-31d0-46f3-adc5-97172481173f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:36.509331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:36.510150 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:36.519091 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 8 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:36.548822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.590921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:36.760778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=ec5c6dde-b549-4f18-a400-cddae9f5fa73,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:36.766659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:36.767067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:36.767442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:36.770111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:36.774630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.779978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.825573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.837425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Allocated IP 172.20.0.1 (65961245-61b4-4808-a633-75044c18cb60/91febf36-1c2a-4078-bf6d-b3a29966991f/17cfca7a-4e8c-4b24-b825-6e0a08795934) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:36.848727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:36.849249 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:36.897461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Pushing event updated for resources: {'Port': ['ID=57fc2112-31d0-46f3-adc5-97172481173f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:36.901594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:36.907353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e892891f-4162-404d-90a5-3480f5c422ae, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e892891f-4162-404d-90a5-3480f5c422ae,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:36.927466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:36.933083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2d42575-45b6-4bba-bb38-1bbc3403cce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:36.944876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:36.996672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ee6eca53-abd9-4103-87b8-3c0dff0721e8 None None] Provisioning complete for port 55a47a75-d4df-4bba-ad31-393feffc440e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:36.998051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee6eca53-abd9-4103-87b8-3c0dff0721e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.001018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.091882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 9 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:37.106840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:37.107537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:37.125627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:37.159864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.169130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Transition to ACTIVE for port object e600f7f4-a56c-4a91-9e66-77e422b8670a will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:37.181310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eca53-abd9-4103-87b8-3c0dff0721e8 None None] Port 55a47a75-d4df-4bba-ad31-393feffc440e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:37.184867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e892891f-4162-404d-90a5-3480f5c422ae,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:37.246960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:37.247326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:37.247594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:37.248490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:37.285970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:37.286342 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:37.294608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 10 to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 Apr 15 18:17:37.315224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.319463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.2389500 Apr 15 18:17:37.322087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57356) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:37.329359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=3c6142bd-7f43-48d5-8614-d30173d81b71,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:37.336045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:37.343191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1608222000'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:37.344567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:37.351141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.353376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:37.353573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:37.353924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:37.362862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:37.384329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:37.399010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:network and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:37.410741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:37.415365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:37.415854 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:37.416116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.419483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.434795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:37.441011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:37.441676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.453241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cb9cad6-9b3d-434b-997d-eeab15d24cd4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:37.469656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.495284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:17:37.510806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.511137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Pushing event deleted for resources: {'Port': ['ID=e754f27a-1f44-46b1-9b3f-1e7cea10d08e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:37.519714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:37.528571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Made reservation on behalf of 2594b7d3870841099dc8cd9f0704846d for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:37.535339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.615654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 3077069e-e4df-4fde-a428-d45cc758bac0 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:37.626103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:37.629705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Transition to ACTIVE for port object 17cfca7a-4e8c-4b24-b825-6e0a08795934 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:37.639703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6654086 Apr 15 18:17:37.642567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:37.643437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:37.644118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.645346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.655889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57362) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:37.710085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port e642d3c2-b620-48eb-8a51-4c17fd7adbf1, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:37.710497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempted to set empty binding levels {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:17:37.756180 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.1059251 Apr 15 18:17:37.760438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.761133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57366) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:37.798182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'subnet': {'network_id': 'add94248-fd3b-4b39-93c1-4031b281e0e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:37.811555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac425ff1-b23f-4c0a-9188-f0410cc6a81e tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:37.823246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=add94248-fd3b-4b39-93c1-4031b281e0e9,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:37.825996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:37.830589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:37.846530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:37.847609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network add94248-fd3b-4b39-93c1-4031b281e0e9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:37.847924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:37.849872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:37.850014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e754f27a-1f44-46b1-9b3f-1e7cea10d08e HTTP/1.1" status: 204 len: 168 time: 2.7148225 Apr 15 18:17:37.890574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:subnet and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:37.950076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:security_group_rule and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:37.962120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:37.964979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:38.120072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=e642d3c2-b620-48eb-8a51-4c17fd7adbf1,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:38.154184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Deleting port 3c6142bd-7f43-48d5-8614-d30173d81b71 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:38.154975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.158101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e892891f-4162-404d-90a5-3480f5c422ae up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:38.194509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:38.239963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:27Z', 'revision_number': 3, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:38.243058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77795183-3d5c-47a7-b3f9-c5e2ecddf5b3 None None] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:38.245068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:38.245955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.255288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:38.269194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1280bde-bf03-4e37-84d3-0e902d2b08d7 None None] The sync data for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv is: [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:27Z', 'revision_number': 3, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:38.278443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:38.330492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.6185129 Apr 15 18:17:38.331476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57376) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:38.369577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-26d4375c-23b6-4a08-b551-98773f5b8702 None None] Provisioning for port 846dbfd4-5132-42d4-896a-567116a55c59 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:38.377179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e892891f-4162-404d-90a5-3480f5c422ae triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:38.378128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.387608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57380) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:38.391899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event updated for resources: {'Port': ['ID=e600f7f4-a56c-4a91-9e66-77e422b8670a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:38.401496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:38.406377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.420772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:38.437189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.534922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Deleting port e642d3c2-b620-48eb-8a51-4c17fd7adbf1 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:38.535311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.542162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:38.617092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.661049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:38.666441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d284a8150e14b0daefe4bf5b3ad67de is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:38.670608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:38.678752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 846dbfd4-5132-42d4-896a-567116a55c59 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:38.696187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:38.699588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.709362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:38.754797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:38.772457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:38.774344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Pushing event updated for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:38.785788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:38.796330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 846dbfd4-5132-42d4-896a-567116a55c59 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:38.814335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 846dbfd4-5132-42d4-896a-567116a55c59 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:38.814805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:38.842733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:38.931647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] 10.222.0.32 "PUT /v2.0/routers/5dee9f2f-067f-4456-8bc4-630d7bbdd77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8382595 Apr 15 18:17:39.096915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.189113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Calling delete_port for 3c6142bd-7f43-48d5-8614-d30173d81b71 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:39.213491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 846dbfd4-5132-42d4-896a-567116a55c59, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=846dbfd4-5132-42d4-896a-567116a55c59,segment=NetworkSegment(39bffca9-c9a9-49cf-9f49-52a134606117),segment_id=39bffca9-c9a9-49cf-9f49-52a134606117)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:39.226692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.235511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed26a92-4da9-4f04-8d15-b2b5bc74c9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:39.252010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.309721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Provisioning complete for port 846dbfd4-5132-42d4-896a-567116a55c59 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:39.310535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.344767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:39.346424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.382363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Sync routers for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:39.394033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port e642d3c2-b620-48eb-8a51-4c17fd7adbf1, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:39.394448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.399799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:39.400601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:39.439677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.439677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3911185 Apr 15 18:17:39.446729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57396) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:39.452571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.455551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Network 65961245-61b4-4808-a633-75044c18cb60 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:39.470599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-150e467d-b4de-4aa1-8069-801166bfb2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:39.493214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:39.499744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:39.573985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=846dbfd4-5132-42d4-896a-567116a55c59,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:39.629342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:39.656525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.661963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e5ce8b4-3e18-48a7-8712-2d1a3d853db1 tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:39.708988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:39.763474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Provisioning for port e600f7f4-a56c-4a91-9e66-77e422b8670a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:39.766908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:39.769912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Provisioning complete for port e600f7f4-a56c-4a91-9e66-77e422b8670a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:39.770568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.815938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2746e-277a-4163-875c-d042538e44bd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:39.836328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:39.841896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Added segment e113b6d5-67b0-4fbb-81f7-916b12d729a9 of type vlan for network 6074592e-6b5e-4558-aa39-27c92141e555 Apr 15 18:17:39.874634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:39.901356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Calling delete_port for e642d3c2-b620-48eb-8a51-4c17fd7adbf1 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:39.941368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cf41f7c4-5f1b-4f38-96fa-61045cdae090 None None] Port e600f7f4-a56c-4a91-9e66-77e422b8670a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:39.957978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c6142bd-7f43-48d5-8614-d30173d81b71,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:39.974088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.028610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.041536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:40.042284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.055733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:40.078617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Provisioning for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:40.105315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Provisioning complete for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:40.106007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.252079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Port 17cfca7a-4e8c-4b24-b825-6e0a08795934 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:40.254322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 57fc2112-31d0-46f3-adc5-97172481173f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:40.263208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 2, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:40.267479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Checking router: 5dee9f2f-067f-4456-8bc4-630d7bbdd77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:17:40.267974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Updating router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a port 55a47a75-d4df-4bba-ad31-393feffc440e binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:17:40.297704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9744530 Apr 15 18:17:40.304679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Network': ['ID=6074592e-6b5e-4558-aa39-27c92141e555,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:40.320146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57404) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:40.326393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:40.331279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Request body: {'subnet': {'network_id': '6074592e-6b5e-4558-aa39-27c92141e555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:40.345700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6074592e-6b5e-4558-aa39-27c92141e555 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:40.347180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.422622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:40.433971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.489051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Deleting port e600f7f4-a56c-4a91-9e66-77e422b8670a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:40.489454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.496823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Provisioning complete for port e600f7f4-a56c-4a91-9e66-77e422b8670a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:40.497244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.582817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:40.627336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-25062b4a-482e-409e-8a41-179d7d31275b None None] Port e600f7f4-a56c-4a91-9e66-77e422b8670a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:40.641322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 57fc2112-31d0-46f3-adc5-97172481173f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:40.647145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 57fc2112-31d0-46f3-adc5-97172481173f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:40.647573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.673584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:40.719647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:subnet and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:40.753912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event deleted for resources: {'Port': ['ID=e642d3c2-b620-48eb-8a51-4c17fd7adbf1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:40.769402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57408) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:40.772682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:40.781758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729099764', 'description': 'tempest-description--1899385238'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:40.789337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:40.793209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Usage tracker for resource:security_group and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:40.796231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:40.800498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:40.819962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:40.831241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.852468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e642d3c2-b620-48eb-8a51-4c17fd7adbf1 HTTP/1.1" status: 204 len: 168 time: 2.5149233 Apr 15 18:17:40.863326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.865760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:40.867834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57412) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:40.868595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:17:40.870348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.883497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 57fc2112-31d0-46f3-adc5-97172481173f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=57fc2112-31d0-46f3-adc5-97172481173f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:40.889266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.890247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 846dbfd4-5132-42d4-896a-567116a55c59 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:40.911001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.920519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.925105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Transition to ACTIVE for port object 55a47a75-d4df-4bba-ad31-393feffc440e will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:40.927101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:40.934666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.985257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.989132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:40.991290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3c6142bd-7f43-48d5-8614-d30173d81b71 HTTP/1.1" status: 204 len: 168 time: 3.2288990 Apr 15 18:17:40.992414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.003669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57416) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:41.012989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=57fc2112-31d0-46f3-adc5-97172481173f,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.018977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.058636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 846dbfd4-5132-42d4-896a-567116a55c59 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:41.059266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.060445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:41.071169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d284a8150e14b0daefe4bf5b3ad67de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6737666 Apr 15 18:17:41.080709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b934a76-870c-40c5-8399-4a29ddbc32e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:41.084246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'external_fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8'}]}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:41.085369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57420) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:41.087899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87700aae-773d-402b-877a-58e908834af8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:41.109306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:41.115563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Usage tracker for resource:security_group_rule and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:41.119274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:41.128234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:41.162073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Pushing event updated for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.165905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.194052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c69dbec9-d90e-41fa-894d-97ddfa253a76,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.197565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.198434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.227316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:41.252347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:router and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:41.253116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-126bbfb7-5663-45ad-85f5-6c30f05c7791 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:17:41.254904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-126bbfb7-5663-45ad-85f5-6c30f05c7791 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports/e642d3c2-b620-48eb-8a51-4c17fd7adbf1 HTTP/1.1" status: 404 len: 333 time: 0.3846290 Apr 15 18:17:41.275150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Made reservation on behalf of 2594b7d3870841099dc8cd9f0704846d for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:41.278239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57426) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:41.279247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:41.284667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.293081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-64038053'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:41.371896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:41.380434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:41.384024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Attempting to bind port 55a47a75-d4df-4bba-ad31-393feffc440e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:41.384590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Attempting to bind port 55a47a75-d4df-4bba-ad31-393feffc440e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:41.384997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Attempting to bind port 55a47a75-d4df-4bba-ad31-393feffc440e on network 7830e2b2-710b-48de-a549-1777b7a344e0 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:41.396590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:41.397029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Checking segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:41.397826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.398305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Bound using segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:41.398831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Bound port: 55a47a75-d4df-4bba-ad31-393feffc440e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:41.399910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.401513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Usage tracker for resource:port and tenant:d086958256ee4257a04f047cf3f5982a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:41.407603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b52141-3cc4-492a-8856-3d2eeae75255,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.414087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.426232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:41.457228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.461837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:41.464254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.474429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.475494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.480477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Checking segment: {'id': '224539ad-2847-4ec6-bec9-9e2604809025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'add94248-fd3b-4b39-93c1-4031b281e0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:41.481022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network hostable DHCP agents. Network: add94248-fd3b-4b39-93c1-4031b281e0e9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:41.492470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.494376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:41.514461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] For port 55a47a75-d4df-4bba-ad31-393feffc440e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:41.518765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] For port 55a47a75-d4df-4bba-ad31-393feffc440e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55a47a75-d4df-4bba-ad31-393feffc440e,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:41.523200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.543186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:41.549237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Made reservation on behalf of d086958256ee4257a04f047cf3f5982a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:41.554038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.594018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d106e07d-a8c6-465b-b522-8eef9220f4b5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.602688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.604350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.605112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.606481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8316994 Apr 15 18:17:41.615639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57430) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:41.616604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.627509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port 8ddc069a-55c4-41fd-b2a5-519716b29a21 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:41.637245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'security_group_rule': {'security_group_id': 'd106e07d-a8c6-465b-b522-8eef9220f4b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:41.660994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:41.663358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network add94248-fd3b-4b39-93c1-4031b281e0e9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:41.673567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.683537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Usage tracker for resource:security_group_rule and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:41.695720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Pushing event updated for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:41.701040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:41.703974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:41.724535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:41.734682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, add94248-fd3b-4b39-93c1-4031b281e0e9) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:41.754210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:41.754418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:41.755865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:41.756606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:41.784036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1895b2e-9154-41f1-90e9-40797f99a3e6 None None] Network add94248-fd3b-4b39-93c1-4031b281e0e9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:41.814284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Calling delete_port for e600f7f4-a56c-4a91-9e66-77e422b8670a owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:41.889451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.009710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.047349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 57fc2112-31d0-46f3-adc5-97172481173f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:42.081605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:42.121963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4531248 Apr 15 18:17:42.132404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.140071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57434) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:42.147544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'floatingip': {'floating_network_id': 'add94248-fd3b-4b39-93c1-4031b281e0e9'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:42.152471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.182532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.250439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:42.255749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:42.268425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:floatingip and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:42.277205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 57fc2112-31d0-46f3-adc5-97172481173f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:42.277643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.292784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:42.333380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b441cc-322f-4e28-8493-1d9604675722 None None] Network add94248-fd3b-4b39-93c1-4031b281e0e9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:42.362165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.416444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:42.441704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.478429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:41Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:42.485107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6108de-b841-433e-987e-d5623276c6a7 None None] The sync data for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv is: [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:41Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:42.522724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.602560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.784374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55a47a75-d4df-4bba-ad31-393feffc440e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:42.791113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Pushing event updated for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:42.804902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:42.808939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:42.831750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.834325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b52141-3cc4-492a-8856-3d2eeae75255,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:42.852868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Network 65961245-61b4-4808-a633-75044c18cb60 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:42.854923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:42.856305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:42.956323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 55a47a75-d4df-4bba-ad31-393feffc440e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:42.963776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 55a47a75-d4df-4bba-ad31-393feffc440e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:42.964195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:42.968579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:42.978974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.007148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b980ee4c-e90a-4892-ad73-e518ff980bbb tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:43.008924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.010455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0b52141-3cc4-492a-8856-3d2eeae75255 HTTP/1.1" status: 204 len: 168 time: 1.8587825 Apr 15 18:17:43.023682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c725b76-820a-4e83-8471-fd539c9e1c37,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:43.047080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.049097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4266601 Apr 15 18:17:43.052232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57440) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:43.054036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:43.137060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.143678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event deleted for resources: {'Port': ['ID=e600f7f4-a56c-4a91-9e66-77e422b8670a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:43.146646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:43.193498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 55a47a75-d4df-4bba-ad31-393feffc440e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55a47a75-d4df-4bba-ad31-393feffc440e,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:43.202737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.204673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:43.259159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.306293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'security_group_rule': {'security_group_id': 'd106e07d-a8c6-465b-b522-8eef9220f4b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:43.306977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:43.320267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:17:43.325853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:43.329728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:43.338904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:43.339604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-186e6e50-a4b1-492e-91ed-a9737d699dd6 None None] Provisioning complete for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:43.340158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-186e6e50-a4b1-492e-91ed-a9737d699dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.358570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Usage tracker for resource:security_group_rule and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:43.366443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:43.399976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddc069a-55c4-41fd-b2a5-519716b29a21,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:43.403183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:43.415672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-186e6e50-a4b1-492e-91ed-a9737d699dd6 None None] Port 17cfca7a-4e8c-4b24-b825-6e0a08795934 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:17:43.451436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:43.536507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:43.604858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.616238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.632141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.680336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Network e698638f-cbf2-4c56-ba89-47ee69be31ff is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:43.687480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "DELETE /v2.0/ports/e600f7f4-a56c-4a91-9e66-77e422b8670a HTTP/1.1" status: 204 len: 168 time: 4.2377238 Apr 15 18:17:43.688750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:43.691161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:43.692308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:43.692968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.696729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57450) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:43.752931 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-224cacbc-b85f-4cf3-a981-8cd1b849a897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3c7f03da64d4a6f8a39bc31e1164d6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2049046 Apr 15 18:17:43.759226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57456) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:43.822660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 2.5351381 Apr 15 18:17:43.828621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:43.830831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57460) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:43.832974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:43.840516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Sync routers for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:43.857703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:43.858383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:43.859803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] 10.222.0.32 "PUT /v2.0/routers/587ec6ee-b973-439c-8180-3f1d7b6e8c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1959243 Apr 15 18:17:43.876648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:44.156925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e28a47e9-779f-44e7-ba49-ac4194b279e4 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:44.163774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:44.190880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.200997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Allocated IP 172.20.0.4 (add94248-fd3b-4b39-93c1-4031b281e0e9/c69dbec9-d90e-41fa-894d-97ddfa253a76/112d5ade-8d69-4bda-8ff5-5ce3df64fa38) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:44.223442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3cf886b-c7b7-4acd-9c42-7c89494b6d2a tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5166180 Apr 15 18:17:44.232666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57470) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:44.235929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.252598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1156619525'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:44.271110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:44.275113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.278014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.285588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55a47a75-d4df-4bba-ad31-393feffc440e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:44.319090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Subnet': ['ID=a4fd4b20-b59b-4057-9202-5aa4d9f5ae80,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:44.324149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Usage tracker for resource:network and tenant:dd39e44d4e1645d29e325af81806e757 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:44.328553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.341559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:44.343921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff7d59c0-7983-46de-baa0-68961b19f31a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:44.367178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56652a4-1fe6-47f1-8af7-c15f678298e9,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:44.374717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.376919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3195891 Apr 15 18:17:44.382768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:44.383614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57474) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:44.385561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Checking segment: {'id': 'e113b6d5-67b0-4fbb-81f7-916b12d729a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:44.385833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.386441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network hostable DHCP agents. Network: 6074592e-6b5e-4558-aa39-27c92141e555, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:17:44.429380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:44.440195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:44.453752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:44.456647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.459429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:44.480353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Usage tracker for resource:floatingip and tenant:160c2de2b64b408eba77ffe9971a5166 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:44.487735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:44.515191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:44.517659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:44.531113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Made reservation on behalf of dd39e44d4e1645d29e325af81806e757 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:44.537126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.610099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6074592e-6b5e-4558-aa39-27c92141e555) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:44.638779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9947bd2-49ed-4310-aa5d-07e098b80af9 None None] Network 6074592e-6b5e-4558-aa39-27c92141e555 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:44.643365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.674171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.674625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.676363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:44.677136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.682572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57480) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:44.689982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:44.694567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:44.732087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb756d50-8391-42f5-a58e-49125d81e797,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:44.734722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:44.750392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714298890', 'description': 'tempest-description--1842804923'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:44.754538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.761607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.762038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Added segment 3536bd63-a783-4283-8078-7438d88ccd3f of type vlan for network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 Apr 15 18:17:44.762873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:44.771754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Usage tracker for resource:security_group and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:44.776647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:44.780326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4585307 Apr 15 18:17:44.789414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:44.790335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:44.797838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-385749040', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:44.822658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:44.861283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.861559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:router and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:44.862479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb756d50-8391-42f5-a58e-49125d81e797 HTTP/1.1" status: 204 len: 168 time: 1.0967619 Apr 15 18:17:44.868925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:44.878690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:44.880674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.20.0.8 (3077069e-e4df-4fde-a428-d45cc758bac0/179cfb48-3c38-4e18-9445-61a5a3e8e9e4/6861ddb7-5c5b-4088-b11d-ed3cefc70de4) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:44.884973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.903221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.908867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 55a47a75-d4df-4bba-ad31-393feffc440e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:44.909294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.941123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.942397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.962142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:44.965994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port 8ddc069a-55c4-41fd-b2a5-519716b29a21 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:44.979695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Usage tracker for resource:security_group_rule and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:44.986415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:44.989556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:45.011276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:45.020827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.027206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:41Z', 'revision_number': 2, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:45.027349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.035709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-6074592e-6b5e-4558-aa39-27c92141e555', 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555', 'tenant_id': '2594b7d3870841099dc8cd9f0704846d', 'fixed_ips': [{'subnet_id': 'a4fd4b20-b59b-4057-9202-5aa4d9f5ae80'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:17:45.036621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.052384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Transition to ACTIVE for port object 8ddc069a-55c4-41fd-b2a5-519716b29a21 will not be triggered until provisioned by entity L2. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:45.053284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Checking router: 587ec6ee-b973-439c-8180-3f1d7b6e8c46 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:17:45.053698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Updating router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 port 17cfca7a-4e8c-4b24-b825-6e0a08795934 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:17:45.067475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.070639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.075807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:45.100394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66005273-5557-49e4-b7bd-04489554194d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:45.127907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:45.128957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.239027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.252328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0107648 Apr 15 18:17:45.266112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57492) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:45.309072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Port': ['ID=112d5ade-8d69-4bda-8ff5-5ce3df64fa38,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:45.312243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:45.321592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-355dd361-ed05-454c-8cd1-c82b65af63f8 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:45.356039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.692685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Allocated IP 172.20.0.2 (6074592e-6b5e-4558-aa39-27c92141e555/a4fd4b20-b59b-4057-9202-5aa4d9f5ae80/67ca5f31-e782-4095-9a31-6a4ca67d95e7) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:45.812948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.861382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event updated for resources: {'Network': ['ID=3823a1a4-2646-41a0-9b2e-b57c1cf98059,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:45.864386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:45.902199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:45.908851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network add94248-fd3b-4b39-93c1-4031b281e0e9 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:45.916448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:45.918894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:45.970498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0f3e2654-1aa2-4369-8c9a-5c7033647ceb tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 0.6919570 Apr 15 18:17:45.973164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:45.973899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57512) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:46.011569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:46.113952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.120100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57516) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:46.129222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddc069a-55c4-41fd-b2a5-519716b29a21,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.153051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:46.196769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:46.197167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:46.197583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:46.208107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:46.208598 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:46.217743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.228165 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 2 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:46.236688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.244634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.247909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:46.258404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:46.258524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Transition to ACTIVE for port object 67ca5f31-e782-4095-9a31-6a4ca67d95e7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:46.258762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:46.259349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:46.268008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.272879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:46.273367 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:46.281537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.282921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 3 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:46.292603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Transition to ACTIVE for port object 67ca5f31-e782-4095-9a31-6a4ca67d95e7 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:46.294153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Transition to ACTIVE for port object 17cfca7a-4e8c-4b24-b825-6e0a08795934 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:46.301309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.304614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Allocated IP 172.26.7.30 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a4bffe42-ae8c-45d2-90ea-5079d6f32c29) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:46.307143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:46.307523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:46.307905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:46.316462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:46.316827 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:46.317378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.319381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 4 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:46.322573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:46.363718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.379029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c4db597b-9f3c-49e5-802e-604634639906 tempest-AgentManagementNegativeTest-1277637413 tempest-AgentManagementNegativeTest-1277637413-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2471435 Apr 15 18:17:46.394307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.432208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 3077069e-e4df-4fde-a428-d45cc758bac0 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:46.444745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:46.447338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:46.542404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Pushing event updated for resources: {'Port': ['ID=67ca5f31-e782-4095-9a31-6a4ca67d95e7,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.548301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf60601-f757-49e3-b00b-9e9930ee5e93 tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] Network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:17:46.551361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:46.551825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:46.572929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:46.573444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:46.574101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:46.595958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:46.629071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Pushing event updated for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.635341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8cf60601-f757-49e3-b00b-9e9930ee5e93 tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "POST /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6592824 Apr 15 18:17:46.647850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:46.651642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72237fa-ac8f-4aa1-bb1e-5281e1e6049f None None] Network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:46.677403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57526) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:46.690196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.744976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.746497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0145788 Apr 15 18:17:46.747667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39919f1b-eb98-48a0-a3d4-7c08f4a072ed,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.755711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:46.756448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:46.756924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57532) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:46.763882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:46.769900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:46.770431 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:46.775061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'security_group_rule': {'security_group_id': '39919f1b-eb98-48a0-a3d4-7c08f4a072ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:46.785658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 5 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:46.834459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:46.834928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:46.835381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:46.840035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:46.849702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:46.935337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Network 6074592e-6b5e-4558-aa39-27c92141e555 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:46.941033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'Port': ['ID=a4bffe42-ae8c-45d2-90ea-5079d6f32c29,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:46.947495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:46.955253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:47.003856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Usage tracker for resource:security_group_rule and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:47.011463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.012006 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.013645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:47.017745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:47.037658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 6 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:47.085308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.085798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.086377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.096211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:47.136195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.136672 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.199828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 7 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:47.225145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Attempting to bind port 17cfca7a-4e8c-4b24-b825-6e0a08795934 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.225563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Attempting to bind port 17cfca7a-4e8c-4b24-b825-6e0a08795934 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.226000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Attempting to bind port 17cfca7a-4e8c-4b24-b825-6e0a08795934 on network 65961245-61b4-4808-a633-75044c18cb60 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.234566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:17:47.236366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Attempting to bind port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.236911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Attempting to bind port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e113b6d5-67b0-4fbb-81f7-916b12d729a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.237174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Attempting to bind port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 on network 6074592e-6b5e-4558-aa39-27c92141e555 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.242000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:47.242656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Checking segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:47.242831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.243275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Bound using segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:47.243806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Bound port: 17cfca7a-4e8c-4b24-b825-6e0a08795934, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:47.244223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.262270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:47.262840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Checking segment: {'id': 'e113b6d5-67b0-4fbb-81f7-916b12d729a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:47.263112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.263635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Bound using segment: {'id': 'e113b6d5-67b0-4fbb-81f7-916b12d729a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:47.264057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Bound port: 67ca5f31-e782-4095-9a31-6a4ca67d95e7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e113b6d5-67b0-4fbb-81f7-916b12d729a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6074592e-6b5e-4558-aa39-27c92141e555'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:47.264637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.265864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-98cd4e77-482b-4b9a-9606-4d954c0c0687 tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks HTTP/1.1" status: 200 len: 8799 time: 0.5869446 Apr 15 18:17:47.271216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.274857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57540) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:47.286396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.288132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.318832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:47.350788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.374737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.375115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.375741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.435447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] For port 17cfca7a-4e8c-4b24-b825-6e0a08795934, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:47.440317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] For port 17cfca7a-4e8c-4b24-b825-6e0a08795934, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=17cfca7a-4e8c-4b24-b825-6e0a08795934,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:47.441738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] For port 67ca5f31-e782-4095-9a31-6a4ca67d95e7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:47.443449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.443829 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.444850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] For port 67ca5f31-e782-4095-9a31-6a4ca67d95e7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=67ca5f31-e782-4095-9a31-6a4ca67d95e7,segment=NetworkSegment(e113b6d5-67b0-4fbb-81f7-916b12d729a9),segment_id=e113b6d5-67b0-4fbb-81f7-916b12d729a9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:47.446857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.447962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:47.454992 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 8 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:47.462385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:47.465533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.475019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Usage tracker for resource:security_group_rule and tenant:3773e94effbd458284c3556b9db46813 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:47.482673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.501716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.518452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:47.534481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.534866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.535250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.542134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:47.546841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.601756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.602201 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.619966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 9 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:47.644048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:47.653257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:47.684440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:47.722701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.723083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.723468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.762381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.762754 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.765607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.771498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 10 to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 Apr 15 18:17:47.827885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.854817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:47.861827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:47.862298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:47.862596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:47.905049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:17:47.905426 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:17:47.905972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:47.920985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Pushing event updated for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:47.925125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:47.925264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Port': ['ID=112d5ade-8d69-4bda-8ff5-5ce3df64fa38,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:47.931338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bfe080f-6f65-4948-acb5-0ad2f877007a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:47.937198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7034fd-c55c-4e3f-a132-0e1d8faec5eb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:47.950903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:47.964275 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d405d26-0afe-4813-8451-3d22fccb0f0f tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "DELETE /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks/3823a1a4-2646-41a0-9b2e-b57c1cf98059 HTTP/1.1" status: 204 len: 168 time: 0.6884007 Apr 15 18:17:47.995717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:48.001447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:48.021496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Allocated IP 172.26.7.40 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/e6aeb188-c879-431e-847b-4a92af5753cb) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:48.067796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Pushing event updated for resources: {'Port': ['ID=67ca5f31-e782-4095-9a31-6a4ca67d95e7,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:48.071478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:48.082980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:48.083697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:48.236134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.325968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:48.342072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.459630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.460119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.460761 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3196433 Apr 15 18:17:48.463838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57548) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:48.464870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6971896 Apr 15 18:17:48.472322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57552) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:48.487567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'security_group_rule': {'security_group_id': '39919f1b-eb98-48a0-a3d4-7c08f4a072ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:48.563152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:48.564968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.592517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Usage tracker for resource:security_group_rule and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:48.595673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.598983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:48.611231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a1773715-4a2f-49b4-8be0-85777a755f26 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Synchronizing usage tracker for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:floatingip {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:48.618537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:48.652561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.662534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.670645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a1773715-4a2f-49b4-8be0-85777a755f26 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Unset dirty status for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:floatingip {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:48.672064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1773715-4a2f-49b4-8be0-85777a755f26 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=add94248-fd3b-4b39-93c1-4031b281e0e9 HTTP/1.1" status: 200 len: 689 time: 0.2070467 Apr 15 18:17:48.683128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57556) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:48.706248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port 8ddc069a-55c4-41fd-b2a5-519716b29a21, host hv-neutron-7864, cleared binding levels {{(pid=86082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:48.706578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempted to set empty binding levels {{(pid=86082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:17:48.707653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa56c3c8-a6b3-45b9-a028-1d3a7adf60c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:48.738802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.760891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:47Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:48.765296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd622382-e0c3-4cd0-a58a-524c33585c75 None None] The sync data for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv is: [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:47Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:48.841496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router f2b9135c-72ea-4048-998b-bf86a06b023d is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:17:48.946241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:48.977296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3773e94effbd458284c3556b9db46813&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2095661 Apr 15 18:17:49.017289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.021288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a28ae5d-eefa-490b-97e0-70c469b26f05,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:49.024971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.045686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.056873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:49.057906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:49.059567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:49.088554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.136772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.143953 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-28c8e90d-681c-4eff-9fa3-23fe0dc21c5e tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 1.1412113 Apr 15 18:17:49.164357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57564) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.177608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8c3801-5932-4117-8ead-f86831c9a11c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:49.227727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] In _notify_port_updated(), no bound segment for port 8ddc069a-55c4-41fd-b2a5-519716b29a21 on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:17:49.228696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:49.229378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.233326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "PUT /v2.0/ports/8ddc069a-55c4-41fd-b2a5-519716b29a21 HTTP/1.1" status: 200 len: 975 time: 5.3967521 Apr 15 18:17:49.244048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.248605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddc069a-55c4-41fd-b2a5-519716b29a21,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:49.250959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:49.261091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.262417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7890146 Apr 15 18:17:49.281066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57572) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.284187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:17:49.299358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:49.315281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:49.319179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:49.324330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Deleting port 112d5ade-8d69-4bda-8ff5-5ce3df64fa38 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:49.324591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.354392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Usage tracker for resource:floatingip and tenant:7ceec907b4b3474f8fce806787777972 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:49.372096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:49.375617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:49.391379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:49.395629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Sync routers for ids ['f2b9135c-72ea-4048-998b-bf86a06b023d'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:49.409563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Routers {'f2b9135c-72ea-4048-998b-bf86a06b023d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:49.410265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2b9135c-72ea-4048-998b-bf86a06b023d'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:49.411603 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2abff420-4b21-4148-a14e-d638073a76e8 tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/networks/ff4db3a9-a63f-4327-8249-9ff5c1c95e86/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2351000 Apr 15 18:17:49.427197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57576) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.487415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.533487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5e592142-bb2d-46eb-8704-641b44d66781 tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/networks/ff4db3a9-a63f-4327-8249-9ff5c1c95e86/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1024916 Apr 15 18:17:49.537360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57580) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:49.568596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.587997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.595898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.596378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:49.665184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2b3eba5-e588-4c7f-a429-d9a50322f208 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:49.760381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Calling delete_port for 112d5ade-8d69-4bda-8ff5-5ce3df64fa38 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:49.771538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd708bc-02af-4f27-9af3-174901da7229 None None] Network 6074592e-6b5e-4558-aa39-27c92141e555 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:49.847649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Set router f2b9135c-72ea-4048-998b-bf86a06b023d gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:50.027486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.033910 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.0100219 Apr 15 18:17:50.038831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.044312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.045022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.045649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.046291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.046902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.047513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.048321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.048931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.049549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.051291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.052028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.052676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.053294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.053928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.054544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.054941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57584) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:50.055263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.055906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:50.058878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9344ecde-71c2-4c19-847f-b61a6c33b486 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15255 time: 0.8074014 Apr 15 18:17:50.065579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.066587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57586) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:50.100440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=e6aeb188-c879-431e-847b-4a92af5753cb,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:50.111613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ec08108-997a-437e-85af-d26a23198bb4 None None] Provisioning for port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:50.127111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:50.154039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 17cfca7a-4e8c-4b24-b825-6e0a08795934 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:50.156351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.185712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.256451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:50.276455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'name': '', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'external_fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:41Z', 'updated_at': '2021-04-15T18:17:46Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'name': '', 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:44Z', 'updated_at': '2021-04-15T18:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:50.281949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Checking router: f2b9135c-72ea-4048-998b-bf86a06b023d for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:17:50.282354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Updating router f2b9135c-72ea-4048-998b-bf86a06b023d port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:17:50.299239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:50.305440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:50.306116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.369912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.502892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Deleting port 8ddc069a-55c4-41fd-b2a5-519716b29a21 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:50.503527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.511378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.566238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 17cfca7a-4e8c-4b24-b825-6e0a08795934, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=17cfca7a-4e8c-4b24-b825-6e0a08795934,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:50.569419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:50.579586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.580689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 67ca5f31-e782-4095-9a31-6a4ca67d95e7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:50.616260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:50.616542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.653362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.732652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:50.738277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:50.750409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:17:50.757717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:50.758576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.758833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13444218-a927-465a-85bb-b085d717390d tempest-DHCPAgentSchedulersTestJSON-1975495337 tempest-DHCPAgentSchedulersTestJSON-1975495337-project-admin] 10.222.0.32 "GET /v2.0/agents/4c0468c2-0b55-453a-b600-8148f8eaa422/dhcp-networks HTTP/1.1" status: 200 len: 8029 time: 1.2173882 Apr 15 18:17:50.764131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57592) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:50.766388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:50.793551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:50.833452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.843674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'Port': ['ID=a4bffe42-ae8c-45d2-90ea-5079d6f32c29,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:50.846705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:50.851295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Transition to ACTIVE for port object 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:17:50.860739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.879852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:50.892427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:50.893791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a28ae5d-eefa-490b-97e0-70c469b26f05 HTTP/1.1" status: 204 len: 168 time: 1.8693433 Apr 15 18:17:50.895084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:50.906275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a58b798-3a64-4e22-80b1-f2b1c203aaf2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:50.967654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Pushing event updated for resources: {'Port': ['ID=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:50.986710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.020162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a28ae5d-eefa-490b-97e0-70c469b26f05,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:51.032479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:51.032640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:51.091484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 67ca5f31-e782-4095-9a31-6a4ca67d95e7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=67ca5f31-e782-4095-9a31-6a4ca67d95e7,segment=NetworkSegment(e113b6d5-67b0-4fbb-81f7-916b12d729a9),segment_id=e113b6d5-67b0-4fbb-81f7-916b12d729a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:51.096489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.098791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:51.105526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.158923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Attempting to bind port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:17:51.159598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Attempting to bind port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:17:51.160186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Attempting to bind port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 on network 3077069e-e4df-4fde-a428-d45cc758bac0 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:17:51.166884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:17:51.167699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Checking segment: {'id': 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:17:51.168539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.169151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Bound using segment: {'id': 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:17:51.169888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Bound port: 6861ddb7-5c5b-4088-b11d-ed3cefc70de4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:17:51.170490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.263337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] For port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:17:51.265594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=67ca5f31-e782-4095-9a31-6a4ca67d95e7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:51.267712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] For port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,segment=NetworkSegment(d9f4e6cc-53f1-4444-83e7-b3eed188f91a),segment_id=d9f4e6cc-53f1-4444-83e7-b3eed188f91a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:17:51.268874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:51.280560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Port': ['ID=112d5ade-8d69-4bda-8ff5-5ce3df64fa38,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:51.282404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.287110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:51.307105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f597b5e1-48da-48bd-8b2d-75400b851151 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:51.386622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.402156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port 8ddc069a-55c4-41fd-b2a5-519716b29a21, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:51.402572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.483824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Pushing event updated for resources: {'Port': ['ID=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:51.495809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:51.543558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Routers {'f2b9135c-72ea-4048-998b-bf86a06b023d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:51.544227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2b9135c-72ea-4048-998b-bf86a06b023d'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:51.558000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Calling delete_port for 8ddc069a-55c4-41fd-b2a5-519716b29a21 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:51.591939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.646240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.695065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.703049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Deleting port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:51.703438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.755869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] Set router f2b9135c-72ea-4048-998b-bf86a06b023d gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:17:51.874075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:51.883733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4837818 Apr 15 18:17:51.896459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] For port 6861ddb7-5c5b-4088-b11d-ed3cefc70de4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,segment=NetworkSegment(d9f4e6cc-53f1-4444-83e7-b3eed188f91a),segment_id=d9f4e6cc-53f1-4444-83e7-b3eed188f91a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:51.896865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.015231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 17cfca7a-4e8c-4b24-b825-6e0a08795934 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:52.033717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57618) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:52.054588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Calling delete_port for 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:52.101338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3823a1a4-2646-41a0-9b2e-b57c1cf98059']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:52.116706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.120156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-269f31fc-23b4-4fd4-972e-0950f3be7417 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:52.130656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3536bd63-a783-4283-8078-7438d88ccd3f') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:52.131002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3536bd63-a783-4283-8078-7438d88ccd3f') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:52.162483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.171938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.185305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 17cfca7a-4e8c-4b24-b825-6e0a08795934 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:52.185538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.234696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ddc069a-55c4-41fd-b2a5-519716b29a21,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:52.259225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'name': '', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'external_fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:41Z', 'updated_at': '2021-04-15T18:17:46Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'name': '', 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:44Z', 'updated_at': '2021-04-15T18:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:52.273413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee311a-b5d0-4a03-97b7-9e854c041aab None None] The sync data for ids ['f2b9135c-72ea-4048-998b-bf86a06b023d'] in dv-neutron-786478-1-hyperv is: [{'id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'name': '', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'external_fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:41Z', 'updated_at': '2021-04-15T18:17:46Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': '6861ddb7-5c5b-4088-b11d-ed3cefc70de4', 'name': '', 'network_id': '3077069e-e4df-4fde-a428-d45cc758bac0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b9135c-72ea-4048-998b-bf86a06b023d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:44Z', 'updated_at': '2021-04-15T18:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '179cfb48-3c38-4e18-9445-61a5a3e8e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:52.321180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:52.340796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1849058575'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:52.345605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.353907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:52.369651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:17:52.389168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 67ca5f31-e782-4095-9a31-6a4ca67d95e7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:17:52.449651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.482241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:17:52.482856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.586583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Usage tracker for resource:network and tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:52.592240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57644) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:52.598831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:52.603958 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 18:17:52.609827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:52.648737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:52.659449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.745791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Made reservation on behalf of 78dd1ef8451e4bc4b4fa7e748aa4d931 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:52.752401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.809194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-b8803084-ef08-4663-b44e-55774a9ae5ac tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Synchronizing usage tracker for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:52.809194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.823215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:52.924403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "DELETE /v2.0/ports/8ddc069a-55c4-41fd-b2a5-519716b29a21 HTTP/1.1" status: 204 len: 168 time: 2.8510115 Apr 15 18:17:52.928214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57648) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:52.930586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:52.944126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.053756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-339a4a4b-9b5f-4765-bed7-ea12d8596976 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:17:53.054399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-339a4a4b-9b5f-4765-bed7-ea12d8596976 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Synchronizing usage tracker for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:53.204818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-339a4a4b-9b5f-4765-bed7-ea12d8596976 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Unset dirty status for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:53.206135 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-339a4a4b-9b5f-4765-bed7-ea12d8596976 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports/8ddc069a-55c4-41fd-b2a5-519716b29a21 HTTP/1.1" status: 404 len: 333 time: 0.2743223 Apr 15 18:17:53.214405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57652) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:53.273762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Usage tracker for resource:security_group_rule and tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:53.282369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:53.311710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:53.316802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-b8803084-ef08-4663-b44e-55774a9ae5ac tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Unset dirty status for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:53.318120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-b8803084-ef08-4663-b44e-55774a9ae5ac tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--729099764&fields=id&tenant_id=160c2de2b64b408eba77ffe9971a5166 HTTP/1.1" status: 200 len: 267 time: 0.7247684 Apr 15 18:17:53.319947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network 3823a1a4-2646-41a0-9b2e-b57c1cf98059 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:17:53.353587 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:17:53.478926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327516360', 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:53.500077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:53.506102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.542682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0acff4c1-bcaf-412d-94a1-5a15c896b76f tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:53.576489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:53.613669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.648719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Port': ['ID=6861ddb7-5c5b-4088-b11d-ed3cefc70de4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:53.658838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cab7a73d-88eb-403a-b840-28eea689f0ce tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:53.659415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:53.661991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.674987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.691348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.694343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc1b83ac-e327-49f9-81f1-557918853b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:53.720572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Made reservation on behalf of d086958256ee4257a04f047cf3f5982a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:53.725273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.739591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Allocated IP 172.26.7.105 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/9b0c8eb4-62a6-4d51-b8b0-471769d1f871) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:17:53.755045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event deleted for resources: {'Network': ['ID=3823a1a4-2646-41a0-9b2e-b57c1cf98059,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:53.763632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-df3b2ef8-c6d1-4e21-9ffc-b1ffc820cc58 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:53.764386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-df3b2ef8-c6d1-4e21-9ffc-b1ffc820cc58 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Synchronizing usage tracker for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:53.772961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:53.836843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c69dbec9-d90e-41fa-894d-97ddfa253a76,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:53.839450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:53.867227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "DELETE /v2.0/networks/3823a1a4-2646-41a0-9b2e-b57c1cf98059 HTTP/1.1" status: 204 len: 168 time: 3.0882871 Apr 15 18:17:53.868024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port 4b2b7747-31e5-492e-a7d8-fb197c764b67 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:17:53.879143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57656) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:53.952711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-df3b2ef8-c6d1-4e21-9ffc-b1ffc820cc58 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Unset dirty status for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:53.953950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-df3b2ef8-c6d1-4e21-9ffc-b1ffc820cc58 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/networks?id=7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 200 len: 811 time: 0.6202176 Apr 15 18:17:53.969633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:53.971076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a180c512-5d6e-4832-ab75-4511158ee484 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] DELETE failed (client error): The resource could not be found. Apr 15 18:17:53.971590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a180c512-5d6e-4832-ab75-4511158ee484 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:17:53.973365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a180c512-5d6e-4832-ab75-4511158ee484 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "DELETE /v2.0/ports/e600f7f4-a56c-4a91-9e66-77e422b8670a HTTP/1.1" status: 404 len: 333 time: 0.0856762 Apr 15 18:17:53.977866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57660) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:53.985900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.037092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:54.055781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-b2d57ac0-d26c-4d24-b131-024120110643 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/quotas/160c2de2b64b408eba77ffe9971a5166 HTTP/1.1" status: 200 len: 375 time: 0.0882039 Apr 15 18:17:54.125327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03000694-0a24-4072-95a3-e12eebf0b1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.148695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:54.177687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad2daa2-535b-4c5c-b9e3-98978cfd57d1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:54.184015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:54.198645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Deleting subnet 2caecaa5-273a-4a9d-8a28-2aa85dd45587 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:17:54.200836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.201234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Added segment be3e7303-6a5a-4762-babc-3316acf73cc4 of type vlan for network d98eee46-3099-406c-9e22-caa2600b70fc Apr 15 18:17:54.210510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.248118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.294749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.318000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.362791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.392964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Router a09d7d67-131a-4ac5-b457-35bd22757626 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:17:54.410682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-2272ad31-f26d-48cf-83bf-528abeb434ea tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Synchronizing usage tracker for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:54.551390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.580010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.633535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.638184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-2272ad31-f26d-48cf-83bf-528abeb434ea tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Unset dirty status for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:54.639644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-2272ad31-f26d-48cf-83bf-528abeb434ea tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=160c2de2b64b408eba77ffe9971a5166&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5661223 Apr 15 18:17:54.649982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:54.650648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.651407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.655066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:54.706783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.707187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.708033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.708410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_create 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.708774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_delete 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.709156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > port after_update 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.709528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.710067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.710256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.710618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.793361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.846869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-b174dda5-4548-420e-95ba-9fc232d23a29 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:17:54.847981 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-b174dda5-4548-420e-95ba-9fc232d23a29 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884590 Apr 15 18:17:54.851784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8024745 Apr 15 18:17:54.864442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57670) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:54.881517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.881937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.882328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.882694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=86081) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 18:17:54.883084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add94248-fd3b-4b39-93c1-4031b281e0e9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:54.895939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'Network': ['ID=d98eee46-3099-406c-9e22-caa2600b70fc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:54.909249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Request body: {'subnet': {'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:54.909433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d98eee46-3099-406c-9e22-caa2600b70fc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:17:54.910115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224539ad-2847-4ec6-bec9-9e2604809025') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:54.910458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224539ad-2847-4ec6-bec9-9e2604809025') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:54.924211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:54.937026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.944975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.945527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2b9135c-72ea-4048-998b-bf86a06b023d {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:17:54.982868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:54.989248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.009768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:17:55.114385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.136001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:55.367078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:17:55.383500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] Sync routers for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:17:55.396860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:55.397773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:55.483508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:55.488737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.491770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.6972895 Apr 15 18:17:55.493867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57674) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:55.497233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:17:55.498195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:26Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:55.568786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:55.570983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.575274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f2b9135c-72ea-4048-998b-bf86a06b023d HTTP/1.1" status: 204 len: 168 time: 5.5088680 Apr 15 18:17:55.577724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:55.578704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ec00-4fcd-4027-a648-0c9b347bcc98 None None] The sync data for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:17:55.581064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57678) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:55.593833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Usage tracker for resource:subnet and tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:55.607401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:55.624601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'Port': ['ID=9b0c8eb4-62a6-4d51-b8b0-471769d1f871,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:55.628966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network add94248-fd3b-4b39-93c1-4031b281e0e9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:55.641107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.647495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-aba19379-c056-49e5-a510-8bd5738f54a0 service neutron] 10.222.0.32 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837932 Apr 15 18:17:55.655729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:55.710332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.736705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:55.755362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-123e9455-9902-4f3c-b72b-93f1ee934a77 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:55.883231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:17:55.918078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Made reservation on behalf of 78dd1ef8451e4bc4b4fa7e748aa4d931 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:55.924216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:17:55.924702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6861ddb7-5c5b-4088-b11d-ed3cefc70de4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:17:55.924804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:55.967347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Deleting subnet 179cfb48-3c38-4e18-9445-61a5a3e8e9e4 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:17:56.018205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network add94248-fd3b-4b39-93c1-4031b281e0e9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:56.029709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:17:56.050801 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:17:56.054535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=4b2b7747-31e5-492e-a7d8-fb197c764b67,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:56.057470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:56.156711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:56.161661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:56.165760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Network e698638f-cbf2-4c56-ba89-47ee69be31ff is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:17:56.166826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:56.201367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:17:56.207425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.210517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:17:56.211467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:56.212115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.237962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:56.261384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.261540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network add94248-fd3b-4b39-93c1-4031b281e0e9 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:17:56.269128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.273515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/add94248-fd3b-4b39-93c1-4031b281e0e9 HTTP/1.1" status: 204 len: 168 time: 7.5868983 Apr 15 18:17:56.275643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Network': ['ID=add94248-fd3b-4b39-93c1-4031b281e0e9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:56.277470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57684) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.283512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:56.287478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0649345 Apr 15 18:17:56.293709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-46d8fc26-dbbe-4904-86c2-527e8c79a8b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612836 Apr 15 18:17:56.301473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57688) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.374482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-085abfd8-20da-4af2-8d19-fdf675979ea6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Synchronizing usage tracker for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:floatingip {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:56.397397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.398218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-085abfd8-20da-4af2-8d19-fdf675979ea6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Unset dirty status for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:floatingip {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:56.401748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-085abfd8-20da-4af2-8d19-fdf675979ea6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1192317 Apr 15 18:17:56.401890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.402080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57692) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.457288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:56.524481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.584816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307c238-5706-4b74-9b30-d5fbbf550f7c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:56.584816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e307c238-5706-4b74-9b30-d5fbbf550f7c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Synchronizing usage tracker for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:56.630425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e307c238-5706-4b74-9b30-d5fbbf550f7c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Unset dirty status for tenant:a472f03818ca433e9c66010eaf8d4f2c on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:56.631920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e307c238-5706-4b74-9b30-d5fbbf550f7c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.2289236 Apr 15 18:17:56.635349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57710) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.638494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event deleted for resources: {'Subnet': ['ID=2caecaa5-273a-4a9d-8a28-2aa85dd45587,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:56.661190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:56.678453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.718342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.728776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19ce38-e666-4710-a32b-9bfc49a48e58 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:56.730263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb19ce38-e666-4710-a32b-9bfc49a48e58 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports/4b2b7747-31e5-492e-a7d8-fb197c764b67 HTTP/1.1" status: 200 len: 955 time: 0.4235556 Apr 15 18:17:56.746380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57724) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.808045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-e679d834-08fa-48fb-853d-a4f2b51aaf9d tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] delete failed (client error): The resource could not be found. Apr 15 18:17:56.809947 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e679d834-08fa-48fb-853d-a4f2b51aaf9d tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/688926a9-683e-42bc-8812-216bb29760f5 HTTP/1.1" status: 404 len: 345 time: 0.1734140 Apr 15 18:17:56.815462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57730) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.861746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fee6105-52f5-438a-8e7b-bbaf4c784280 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] DELETE failed (client error): The resource could not be found. Apr 15 18:17:56.862731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fee6105-52f5-438a-8e7b-bbaf4c784280 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:17:56.879153 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fee6105-52f5-438a-8e7b-bbaf4c784280 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/add94248-fd3b-4b39-93c1-4031b281e0e9 HTTP/1.1" status: 404 len: 339 time: 0.0622835 Apr 15 18:17:56.898470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57734) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:56.951172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'name': 'tempest-network--1962263925', 'router:external': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:17:56.957162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.968100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:56.985413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:57.013524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add23089-70f6-41fa-b9e6-947e680071ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.085675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.130274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'Port': ['ID=9b0c8eb4-62a6-4d51-b8b0-471769d1f871,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:57.151648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:57.215621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcce7e6a-aee5-4a08-87ea-7392db347ddd req-98c8e991-2196-4744-a1ac-7418481619a7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.4886553 Apr 15 18:17:57.227145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:17:57.258475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.278897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.280219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9950662 Apr 15 18:17:57.360261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:network and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:17:57.377100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:17:57.382116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd06e2-7b81-45b9-902f-4d18a3a6fd1a None None] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:17:57.382985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.472135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Deleting port 4b2b7747-31e5-492e-a7d8-fb197c764b67 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:57.472683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.580603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:17:57.667605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "DELETE /v2.0/subnets/2caecaa5-273a-4a9d-8a28-2aa85dd45587 HTTP/1.1" status: 204 len: 168 time: 3.6804900 Apr 15 18:17:57.668026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57772) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:57.673968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.693750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] DHCP port deletion for ff4db3a9-a63f-4327-8249-9ff5c1c95e86 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:17:57.701532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Deleting port 846dbfd4-5132-42d4-896a-567116a55c59 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:57.702196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.706970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:17:57.711900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.837798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.918460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Deleting port 846dbfd4-5132-42d4-896a-567116a55c59 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:57.918922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:57.961334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-13ae2ba9-39af-4ff9-8f9e-43908a3081ce tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Synchronizing usage tracker for tenant:7ceec907b4b3474f8fce806787777972 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:58.110398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 846dbfd4-5132-42d4-896a-567116a55c59 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:17:58.126387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:17:58.221030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] For port 846dbfd4-5132-42d4-896a-567116a55c59, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=846dbfd4-5132-42d4-896a-567116a55c59,segment=NetworkSegment(39bffca9-c9a9-49cf-9f49-52a134606117),segment_id=39bffca9-c9a9-49cf-9f49-52a134606117)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:58.221761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.224936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] For port 846dbfd4-5132-42d4-896a-567116a55c59, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=846dbfd4-5132-42d4-896a-567116a55c59,segment=NetworkSegment(39bffca9-c9a9-49cf-9f49-52a134606117),segment_id=39bffca9-c9a9-49cf-9f49-52a134606117)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:17:58.225568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.262101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.262630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Added segment a8a8dfea-50ff-4bd5-a7fe-7719cd8f87a0 of type vlan for network 525d40af-9e9c-4185-8b2c-748a013be178 Apr 15 18:17:58.277499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-13ae2ba9-39af-4ff9-8f9e-43908a3081ce tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Unset dirty status for tenant:7ceec907b4b3474f8fce806787777972 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:58.278790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-13ae2ba9-39af-4ff9-8f9e-43908a3081ce tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1714298890&fields=id&tenant_id=7ceec907b4b3474f8fce806787777972 HTTP/1.1" status: 200 len: 267 time: 0.7759144 Apr 15 18:17:58.432061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Calling delete_port for 846dbfd4-5132-42d4-896a-567116a55c59 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:58.457612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Calling delete_port for 846dbfd4-5132-42d4-896a-567116a55c59 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:58.509838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.523424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.551732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.637899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-95084027-51ca-45da-a35c-bb77680a15c3 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:58.646628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-95084027-51ca-45da-a35c-bb77680a15c3 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/networks?id=65961245-61b4-4808-a633-75044c18cb60 HTTP/1.1" status: 200 len: 805 time: 0.3521278 Apr 15 18:17:58.658503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.675997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:58.676539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c22208c-f00a-45e6-8b26-b3ccea570d2c tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:58.714252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:17:58.714827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:17:58.750561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event deleted for resources: {'Port': ['ID=846dbfd4-5132-42d4-896a-567116a55c59,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:58.755441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:58.758586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] No DVR routers for this DVR port 846dbfd4-5132-42d4-896a-567116a55c59 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:17:58.795665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.49', 62400) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:58.906796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-a7d0f6f2-049e-411d-9028-7d9a4d9a7dab tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/quotas/7ceec907b4b3474f8fce806787777972 HTTP/1.1" status: 200 len: 375 time: 0.2591844 Apr 15 18:17:58.977779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-543273c1-6b3a-4115-ba6a-e48b6380a91e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:17:59.001646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.005815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.080150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5f0a670-8d9e-4060-a270-518ba01e6ec6 req-2469cb58-8636-48b0-84e3-605e3cfb35d6 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.4651282 Apr 15 18:17:59.101973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Calling delete_port for 4b2b7747-31e5-492e-a7d8-fb197c764b67 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:17:59.216703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Deleting port 846dbfd4-5132-42d4-896a-567116a55c59 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:17:59.217131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.321868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe733d64-f7ce-4d7d-b60c-4767cdec69e2 None None] The port '846dbfd4-5132-42d4-896a-567116a55c59' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:17:59.441461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-3aec9aa3-b92c-43af-bdb0-a51826c99e08 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:17:59.443088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-3aec9aa3-b92c-43af-bdb0-a51826c99e08 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "GET /v2.0/networks?id=7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 200 len: 811 time: 0.6467648 Apr 15 18:17:59.444226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=179cfb48-3c38-4e18-9445-61a5a3e8e9e4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:17:59.444716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4db3a9-a63f-4327-8249-9ff5c1c95e86']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:59.460626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bffca9-c9a9-49cf-9f49-52a134606117') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:59.460967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bffca9-c9a9-49cf-9f49-52a134606117') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:17:59.474106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:17:59.474472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.513279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.535885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.555889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:17:59.597188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-df7e55c0-1abc-4c47-97f5-7b3c6f59267c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Synchronizing usage tracker for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:17:59.663697 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/179cfb48-3c38-4e18-9445-61a5a3e8e9e4 HTTP/1.1" status: 204 len: 168 time: 4.0800793 Apr 15 18:17:59.665799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.681722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57808) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:17:59.744262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-50e70bd4-8288-4811-84c0-16b38680403f req-df7e55c0-1abc-4c47-97f5-7b3c6f59267c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Unset dirty status for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:17:59.745646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-df7e55c0-1abc-4c47-97f5-7b3c6f59267c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=160c2de2b64b408eba77ffe9971a5166 HTTP/1.1" status: 200 len: 5704 time: 0.2561615 Apr 15 18:17:59.882829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:17:59.897189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.921349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:17:59.929231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.002213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.002871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.022489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:00.088843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.100334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Network ff4db3a9-a63f-4327-8249-9ff5c1c95e86 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:00.212869 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:00.233189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.242395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:00.276676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.282336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Pushing event deleted for resources: {'Network': ['ID=ff4db3a9-a63f-4327-8249-9ff5c1c95e86,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:00.287272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:00.292590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f8c52a8c-e2d3-4ff8-b15c-f4dc78b89265 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Synchronizing usage tracker for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:00.294875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] 10.222.0.32 "DELETE /v2.0/networks/ff4db3a9-a63f-4327-8249-9ff5c1c95e86 HTTP/1.1" status: 204 len: 168 time: 2.6254499 Apr 15 18:18:00.300781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.476776 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5634611 Apr 15 18:18:00.477811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57818) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:00.520032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=525d40af-9e9c-4185-8b2c-748a013be178,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:00.532556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 525d40af-9e9c-4185-8b2c-748a013be178 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:00.538216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0444958-ce30-4dd7-9a76-a499c8a02235 req-d4bb11a7-9904-4bb9-9d2f-9e2c94af5147 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.2596695 Apr 15 18:18:00.539144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:00.555198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:00.638457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b2b7747-31e5-492e-a7d8-fb197c764b67,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:00.670377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:00.683767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57824) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:00.687668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:00.740148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f8c52a8c-e2d3-4ff8-b15c-f4dc78b89265 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Unset dirty status for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:00.754500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f8c52a8c-e2d3-4ff8-b15c-f4dc78b89265 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ceec907b4b3474f8fce806787777972&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7419460 Apr 15 18:18:00.757456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:00.759547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4b2b7747-31e5-492e-a7d8-fb197c764b67 HTTP/1.1" status: 204 len: 168 time: 4.0034165 Apr 15 18:18:00.763073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57828) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:00.834330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f5c97-bffb-4998-8670-4576c45638c3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:18:00.834921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b91f5c97-bffb-4998-8670-4576c45638c3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Synchronizing usage tracker for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:00.877777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b91f5c97-bffb-4998-8670-4576c45638c3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Unset dirty status for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:00.881093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b91f5c97-bffb-4998-8670-4576c45638c3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports/4b2b7747-31e5-492e-a7d8-fb197c764b67 HTTP/1.1" status: 404 len: 333 time: 0.1155796 Apr 15 18:18:00.888750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.903980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.914281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.926882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.934168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:00.935226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Synchronizing usage tracker for tenant:9c022337d4b34eedb227859ae33c46e8 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:00.939996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:00.954468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-171001616'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:00.970679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:00.995083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:00.997638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Unset dirty status for tenant:9c022337d4b34eedb227859ae33c46e8 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:00.999178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-61b045cc-c64d-4b62-a2bf-a9b611878a19 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3018 time: 0.5175271 Apr 15 18:18:01.003658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57838) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:01.033946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Made reservation on behalf of d086958256ee4257a04f047cf3f5982a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:01.038835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.142970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port 64a2e992-0b51-45f1-9d43-27d10e201e5a yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:01.220103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.365352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-c21fc9d8-bc69-402c-9ce2-d58e594a8b27 service neutron] 10.222.0.32 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6097002 Apr 15 18:18:01.425293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'Subnet': ['ID=baceb02a-6eed-4f85-8ca7-c7ebefdeccfe,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:01.429868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.452698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:01.474817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.705359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525d40af-9e9c-4185-8b2c-748a013be178']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.720719 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90b8997f-eb0d-4c3e-ab38-555a698e67f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd39e44d4e1645d29e325af81806e757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9988065 Apr 15 18:18:01.727451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.728636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57844) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:01.732428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a8dfea-50ff-4bd5-a7fe-7719cd8f87a0') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.732732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a8dfea-50ff-4bd5-a7fe-7719cd8f87a0') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.789560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.822116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9d224d1-38ad-442c-bfb6-bf197cddf7a1 req-65f2ea69-a1af-423c-8c7c-d61746c02981 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.1322234 Apr 15 18:18:01.828205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.848404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.870213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:01.876185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3077069e-e4df-4fde-a428-d45cc758bac0']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.884158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Checking segment: {'id': 'be3e7303-6a5a-4762-babc-3316acf73cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:01.884535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network hostable DHCP agents. Network: d98eee46-3099-406c-9e22-caa2600b70fc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:01.904322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:01.907559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.907995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f4e6cc-53f1-4444-83e7-b3eed188f91a') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:01.997998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.030379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.032250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network d98eee46-3099-406c-9e22-caa2600b70fc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:18:02.048065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f465059e-bddf-4d81-9dcb-e559558a2b41 service neutron] 10.222.0.32 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730964 Apr 15 18:18:02.076299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.084351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:02.096845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:02.126799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d98eee46-3099-406c-9e22-caa2600b70fc) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:02.134314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Allocated IP 172.20.0.1 (6074592e-6b5e-4558-aa39-27c92141e555/a4fd4b20-b59b-4057-9202-5aa4d9f5ae80/6a9ed272-26f6-4d85-93ab-a2a126ec32a3) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:02.140324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe821d27-5852-4857-84e5-2fb98e198baf None None] Network d98eee46-3099-406c-9e22-caa2600b70fc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:02.210703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:02.211374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.287411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=64a2e992-0b51-45f1-9d43-27d10e201e5a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:02.406231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:02.419159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 525d40af-9e9c-4185-8b2c-748a013be178 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:02.447472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.536043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d98eee46-3099-406c-9e22-caa2600b70fc', 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc', 'tenant_id': '78dd1ef8451e4bc4b4fa7e748aa4d931', 'fixed_ips': [{'subnet_id': 'baceb02a-6eed-4f85-8ca7-c7ebefdeccfe'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:18:02.545865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.556082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.6879883 Apr 15 18:18:02.556082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 3077069e-e4df-4fde-a428-d45cc758bac0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:02.573291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c165310c-2d32-4181-b2fd-e0fdaa1e173e req-48af2bc4-b070-418f-bf86-7bdf5c03f489 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.1808643 Apr 15 18:18:02.573804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57858) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:02.580934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.602319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Request body: {'port': {'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1934426820'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:02.708962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Network e698638f-cbf2-4c56-ba89-47ee69be31ff is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:02.711185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 525d40af-9e9c-4185-8b2c-748a013be178 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:02.720265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:02.740666 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:02.742554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:02.743143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:02.743816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.885481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:02.888203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9466434 Apr 15 18:18:02.893059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57868) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:02.903471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:02.939026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Allocated IP 2001:db8::2 (d98eee46-3099-406c-9e22-caa2600b70fc/baceb02a-6eed-4f85-8ca7-c7ebefdeccfe/39c3e3ef-deb6-40a2-8fba-e58799f24b85) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:02.986548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c728356c-9e28-4263-bfc1-7dd50b24c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:03.048864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a0d43-bb59-4963-a1c0-6255803ac008,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:03.059259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.060688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:03.069195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.071198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b00a0d43-bb59-4963-a1c0-6255803ac008 HTTP/1.1" status: 204 len: 168 time: 1.3412492 Apr 15 18:18:03.088197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:03.089617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:03.131230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.140327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.176148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Usage tracker for resource:port and tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:03.192145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 525d40af-9e9c-4185-8b2c-748a013be178 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:18:03.319644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:03.427512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 3077069e-e4df-4fde-a428-d45cc758bac0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:03.506003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.508117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/525d40af-9e9c-4185-8b2c-748a013be178 HTTP/1.1" status: 204 len: 168 time: 2.4982057 Apr 15 18:18:03.515850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Network': ['ID=525d40af-9e9c-4185-8b2c-748a013be178,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:03.522994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:03.526942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57888) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:03.550864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'name': 'tempest-network--1132128595', 'router:external': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:03.558388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.574404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:03.582922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:network and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:03.590724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:03.602291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:03.653674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:03.675511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:03.676082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:03.692540 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:03.785116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Made reservation on behalf of 78dd1ef8451e4bc4b4fa7e748aa4d931 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:03.799348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:03.805923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.909743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] device_id is not set on port 64a2e992-0b51-45f1-9d43-27d10e201e5a yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:03.922852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.940544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57900) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:03.970009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.970399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Added segment 748e96bf-0034-4130-82cb-c4bf59d8b2cc of type vlan for network 9c3428bb-1860-4979-b343-99178ba070f3 Apr 15 18:18:03.971818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:03.999884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:04.015632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:804e8f6e6e6b4f718f22dfe54cda8d67 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:04.021623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:04.040679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:04.049133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.062499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-00e37bae-4179-4325-9bc5-b91429a7cd93 req-c403a04a-36f7-4fd4-a481-4db241391580 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.4126501 Apr 15 18:18:04.104527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdae86de-a57f-4548-9438-89492befab07 req-7d4587ef-9677-4388-ad7a-9103ee412df2 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.4005847 Apr 15 18:18:04.113971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] device_id is not set on port 4a7f3fac-396a-417a-bc6d-d0c02412b4db yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:04.134770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.137206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:04.138042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.144388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:04.174040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Transition to ACTIVE for port object 39c3e3ef-deb6-40a2-8fba-e58799f24b85 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:04.181208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Transition to ACTIVE for port object 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:04.182703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.187112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Transition to ACTIVE for port object 64a2e992-0b51-45f1-9d43-27d10e201e5a will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:04.193440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3077069e-e4df-4fde-a428-d45cc758bac0 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:18:04.196026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.202910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Transition to ACTIVE for port object 39c3e3ef-deb6-40a2-8fba-e58799f24b85 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:04.205555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:04.209254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.243876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Network': ['ID=3077069e-e4df-4fde-a428-d45cc758bac0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:04.251001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:04.262319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/networks/3077069e-e4df-4fde-a428-d45cc758bac0 HTTP/1.1" status: 204 len: 168 time: 4.5470567 Apr 15 18:18:04.296024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=9c3428bb-1860-4979-b343-99178ba070f3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:04.306145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:04.306976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.394194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Allocated IP 2001:db8::10a (d98eee46-3099-406c-9e22-caa2600b70fc/baceb02a-6eed-4f85-8ca7-c7ebefdeccfe/4a7f3fac-396a-417a-bc6d-d0c02412b4db) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:04.413824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.433127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:04.516600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:04.587289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 9c3428bb-1860-4979-b343-99178ba070f3 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:04.640918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Network d98eee46-3099-406c-9e22-caa2600b70fc is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:04.655377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:04.834988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:04.890776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:04.936718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Transition to ACTIVE for port object 4a7f3fac-396a-417a-bc6d-d0c02412b4db will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:05.054557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5195749 Apr 15 18:18:05.105681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57912) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:05.107509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:05.107802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:05.108170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:05.130437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57916) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:05.131414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:05.131780 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:05.251562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Pushing event updated for resources: {'Port': ['ID=39c3e3ef-deb6-40a2-8fba-e58799f24b85,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:05.259715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:05.267363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Attempting to bind port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:05.268204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Attempting to bind port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'be3e7303-6a5a-4762-babc-3316acf73cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:05.268908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Attempting to bind port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 on network d98eee46-3099-406c-9e22-caa2600b70fc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:05.286598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:05.287423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Checking segment: {'id': 'be3e7303-6a5a-4762-babc-3316acf73cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:05.288076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.288702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Bound using segment: {'id': 'be3e7303-6a5a-4762-babc-3316acf73cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:05.289514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Bound port: 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3e7303-6a5a-4762-babc-3316acf73cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:05.290256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.383948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 2 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:05.406332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014bdf6-4578-4626-9fe4-8c20e97a7c5c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:05.407966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e014bdf6-4578-4626-9fe4-8c20e97a7c5c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "GET /v2.0/networks/9c3428bb-1860-4979-b343-99178ba070f3 HTTP/1.1" status: 200 len: 757 time: 0.2837529 Apr 15 18:18:05.422499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'name': 'tempest-router--473163609', 'project_id': '258d70cc2ef445bb89077149d3e44a47'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:05.428281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:05.439247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=64a2e992-0b51-45f1-9d43-27d10e201e5a,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:05.447675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:05.502439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50242ef2-d39c-4106-b9d9-fcb1df20ebe8 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:05.524260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] For port 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:05.532054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] For port 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39c3e3ef-deb6-40a2-8fba-e58799f24b85,segment=NetworkSegment(be3e7303-6a5a-4762-babc-3316acf73cc4),segment_id=be3e7303-6a5a-4762-babc-3316acf73cc4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:05.538649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.557773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:05.564083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.591050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:router and tenant:258d70cc2ef445bb89077149d3e44a47 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:05.596064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:05.603664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760d98-d1e3-42ee-bbd5-dcac439fe76a tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:05.607926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0760d98-d1e3-42ee-bbd5-dcac439fe76a tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "GET /v2.0/networks/516760b4-fe7d-4b77-9f68-6a720964de55 HTTP/1.1" status: 200 len: 767 time: 0.1695111 Apr 15 18:18:05.607926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:05.607926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:05.607926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:05.611464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:05.614648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57928) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:05.653917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Pushing event updated for resources: {'Port': ['ID=39c3e3ef-deb6-40a2-8fba-e58799f24b85,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:05.713681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:05.721306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:05.721674 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:05.747772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.750035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:05.755421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3b03a5b-a41f-438b-96d7-e4166107780f req-fd1f5f82-aeb0-4f90-9d11-730d24c1a22b tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.2017407 Apr 15 18:18:05.818475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce169b0f-000e-4e86-a07b-bb78a47e0ac1 req-8e7c5973-c5d2-457b-b88c-d3ad7ec95f04 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.2629499 Apr 15 18:18:05.837422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 3 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:05.854761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.856069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.876695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.881190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:05.890282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:05.906816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:05.943251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:05.981186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:06.002078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.002453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.002853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.004462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=6a9ed272-26f6-4d85-93ab-a2a126ec32a3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:06.008234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:06.017570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:06.033333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:06.033879 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:06.046881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 4 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:06.089212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=804e8f6e6e6b4f718f22dfe54cda8d67&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1457198 Apr 15 18:18:06.090804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.102263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57932) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:06.142639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ac7b1-55b3-4e6d-8b3f-85108cfb81fe,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:06.151005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.151599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.151785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.159350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:06.159988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:06.160355 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:06.165603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.189977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 5 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:06.202122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'Port': ['ID=4a7f3fac-396a-417a-bc6d-d0c02412b4db,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:06.205220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:06.234183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c18925a2-8503-4528-98b5-6357e1476267 None None] Provisioning for port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:06.276318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c18925a2-8503-4528-98b5-6357e1476267 None None] Provisioning complete for port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:06.285809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c18925a2-8503-4528-98b5-6357e1476267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.295409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.295808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.296190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.310144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:06.310144 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:06.310144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.320677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 6 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:06.338792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.380288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.403969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network d98eee46-3099-406c-9e22-caa2600b70fc is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:06.438102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:06.456665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.457044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.457432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.463693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.465033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5815a9bb-d16f-4181-b97f-66e60ca9da53 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3323011 Apr 15 18:18:06.467756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:06.468780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:06.469156 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:06.472544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57936) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:06.473052 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 7 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:06.473791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c18925a2-8503-4528-98b5-6357e1476267 None None] Port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:06.476388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:06.477245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.521417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.551205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.577591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.577987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.578366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.581344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9850106 Apr 15 18:18:06.594871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 57940) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:06.595552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:06.595945 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:06.612009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Request body: {'port': {'network_id': 'd98eee46-3099-406c-9e22-caa2600b70fc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2102667894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:06.612541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] bootfile-name is not in valid_values {{(pid=86081) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:06.612959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] tftp-server is not in valid_values {{(pid=86081) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:06.613297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] server-ip-address is not in valid_values {{(pid=86081) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:06.629400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 8 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:06.718829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3428bb-1860-4979-b343-99178ba070f3']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:06.799928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:06.800235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:06.800589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:06.811863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748e96bf-0034-4130-82cb-c4bf59d8b2cc') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:06.812202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748e96bf-0034-4130-82cb-c4bf59d8b2cc') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:06.820755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.828965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.856996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:06.889886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ac7b1-55b3-4e6d-8b3f-85108cfb81fe,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:06.892820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:06.893708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:06.898647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/465ac7b1-55b3-4e6d-8b3f-85108cfb81fe HTTP/1.1" status: 204 len: 168 time: 0.7338986 Apr 15 18:18:07.079765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39c643fb-6df3-4150-b073-1c527cea12aa req-199c03e3-2f9f-434f-98a9-4a1bd9275700 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.0543020 Apr 15 18:18:07.090463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf450edf-1e1c-4337-84d0-c8def281664e req-3ba1e94d-6c1a-4fba-884e-40153049435a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.1260083 Apr 15 18:18:07.090620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:07.090974 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:07.164953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.171859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 9 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:07.207346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:07.207699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:07.208080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:07.304923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:07.305293 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:07.308818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempt 10 to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a Apr 15 18:18:07.316711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.328229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.340755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:07.341361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.351567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.502781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:07.574478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.578486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.610688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 9c3428bb-1860-4979-b343-99178ba070f3 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:07.631249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.704720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daee4b6-641b-4bdf-a911-741bf2e9e69d None None] Network d98eee46-3099-406c-9e22-caa2600b70fc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:07.746239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:07.746961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:07.747539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempting to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:07.762832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=6a9ed272-26f6-4d85-93ab-a2a126ec32a3,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:07.770118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:07.780978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:07.781593 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Failed to bind port 64a2e992-0b51-45f1-9d43-27d10e201e5a on host hv-neutron-7864 for vnic_type normal using segments [{'id': 'eddfdd4c-793b-4d78-ae60-e2396a309bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e698638f-cbf2-4c56-ba89-47ee69be31ff'}] Apr 15 18:18:07.782440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.800717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.801719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 112c9e8c-dffa-4b92-b318-cada4a045689 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:18:07.825488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:07.827564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6185a22-1e3c-407b-9309-e4cc03b90f21 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/routers/112c9e8c-dffa-4b92-b318-cada4a045689 HTTP/1.1" status: 204 len: 168 time: 1.3464961 Apr 15 18:18:07.875989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fbf39795-be11-4b8e-a5d1-09a563e25659 None None] Provisioning for port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:07.929732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:07.931033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:07.948878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:07.981927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Usage tracker for resource:port and tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:07.992821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:08.118167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39c3e3ef-deb6-40a2-8fba-e58799f24b85 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:08.124614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 9c3428bb-1860-4979-b343-99178ba070f3 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:08.144232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:08.232761 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:08.246604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Made reservation on behalf of 78dd1ef8451e4bc4b4fa7e748aa4d931 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:08.257857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:08.440667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:08.479824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38d8a70e-5611-4c4e-8f4d-78fde8cfdc98 req-016791b1-aed3-456b-bb79-5ea84be26d91 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.1297014 Apr 15 18:18:08.565612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d28056d4-8be3-4d95-9bfe-418a658cc5d0 req-47592804-a438-43d2-a6fd-79c2028504fd tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.0741603 Apr 15 18:18:08.577881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] device_id is not set on port f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:08.611089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Router a09d7d67-131a-4ac5-b457-35bd22757626 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:18:08.689726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'port': {'device_id': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'admin_state_up': True, 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'security_groups': ['d106e07d-a8c6-465b-b522-8eef9220f4b5']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:08.876833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e4d90fc6-c3e4-47ee-aa93-a2d52fa0a3c6 None None] Provisioning complete for port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:08.877392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4d90fc6-c3e4-47ee-aa93-a2d52fa0a3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.054492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e4d90fc6-c3e4-47ee-aa93-a2d52fa0a3c6 None None] Port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:09.071130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:09.088316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:09.088767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.098408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-694008406', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:09.121775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:09.124683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:09.131528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "PUT /v2.0/routers/a09d7d67-131a-4ac5-b457-35bd22757626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6257358 Apr 15 18:18:09.136951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] Sync routers for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:09.158928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:09.176044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:09.177198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:09.181350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:09.205275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:09.239707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 57986) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:09.247492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Request body: {'port': {'network_id': '6074592e-6b5e-4558-aa39-27c92141e555', 'name': 'tempest-FloatingIPAdminTestJSON-2021501874'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:09.269589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.340704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39c3e3ef-deb6-40a2-8fba-e58799f24b85,segment=NetworkSegment(be3e7303-6a5a-4762-babc-3316acf73cc4),segment_id=be3e7303-6a5a-4762-babc-3316acf73cc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:09.345915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.351763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:09.439154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:09.454983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:09.455820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:09.579953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=39c3e3ef-deb6-40a2-8fba-e58799f24b85,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:09.592603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:09.647880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:09.648337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a0596-877d-4f19-b73e-74cf1f0f2c5a None None] The sync data for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:09.667377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port 64a2e992-0b51-45f1-9d43-27d10e201e5a, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:09.673818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attempted to set empty binding levels {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:18:09.725184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.726351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.767585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.788774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c3428bb-1860-4979-b343-99178ba070f3 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:18:09.793131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Provisioning complete for port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:09.795856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.805447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.809281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:09.945701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.49', 62406) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:09.954795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c095f8fb-1e58-4b9b-949d-e4e3f5eb2c0c req-75d43eed-753f-4688-b425-ee9243d27724 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.1988876 Apr 15 18:18:10.051611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c9b78bc-58ff-45c6-ab1b-7489ed3cd883 req-afba96ca-d8d6-4003-a7f3-d773d9d8e583 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.1036313 Apr 15 18:18:10.068091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39c3e3ef-deb6-40a2-8fba-e58799f24b85 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:10.071366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58008) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:10.077710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:10.080428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:10.118731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c3428bb-1860-4979-b343-99178ba070f3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:10.134868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:10.139528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:10.163481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.175683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Provisioning for port 4a7f3fac-396a-417a-bc6d-d0c02412b4db completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:10.181968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:10.183668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:10.184433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.226363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Provisioning complete for port 4a7f3fac-396a-417a-bc6d-d0c02412b4db triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:10.227444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.286879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event updated for resources: {'Port': ['ID=64a2e992-0b51-45f1-9d43-27d10e201e5a,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:10.290684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9c3428bb-1860-4979-b343-99178ba070f3 HTTP/1.1" status: 204 len: 168 time: 4.6677594 Apr 15 18:18:10.306742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:10.307609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4f7602a5-f4a3-47cf-90f2-cab0f1557d5f None None] Port 4a7f3fac-396a-417a-bc6d-d0c02412b4db cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:10.308947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58014) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:10.328167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'name': 'tempest-network--922060155'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:10.350354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:10.357386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Made reservation on behalf of 160c2de2b64b408eba77ffe9971a5166 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:10.364661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.467260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b109d927-f1bd-4e03-a317-8b70ced43947 None None] Provisioning complete for port 4a7f3fac-396a-417a-bc6d-d0c02412b4db triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:10.467955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b109d927-f1bd-4e03-a317-8b70ced43947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.581130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-16c223d9-5563-42b5-9cdb-f2c55086721d tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-157061273'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:10.581664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-16c223d9-5563-42b5-9cdb-f2c55086721d tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Unknown quota resources ['metering_label']. {{(pid=86082) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:10.587097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Usage tracker for resource:network and tenant:a472f03818ca433e9c66010eaf8d4f2c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:10.598792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:10.606557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:10.618491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b109d927-f1bd-4e03-a317-8b70ced43947 None None] Port 4a7f3fac-396a-417a-bc6d-d0c02412b4db cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:10.625287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Usage tracker for resource:port and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:10.626899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Allocated IP 2001:db8::b9 (d98eee46-3099-406c-9e22-caa2600b70fc/baceb02a-6eed-4f85-8ca7-c7ebefdeccfe/f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:10.632974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:10.638137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] In _notify_port_updated(), no bound segment for port 64a2e992-0b51-45f1-9d43-27d10e201e5a on network e698638f-cbf2-4c56-ba89-47ee69be31ff {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:18:10.639086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:10.639759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.644729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "PUT /v2.0/ports/64a2e992-0b51-45f1-9d43-27d10e201e5a HTTP/1.1" status: 200 len: 976 time: 7.7504835 Apr 15 18:18:10.649480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58022) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:10.663014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Allocated IP 172.20.0.4 (7830e2b2-710b-48de-a549-1777b7a344e0/a3080d81-e299-4ac1-bcf1-a1e316112f91/d594b54c-02b1-437d-aee1-57635eb3cb03) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:10.718656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Made reservation on behalf of a472f03818ca433e9c66010eaf8d4f2c for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:10.723593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.798746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Deleting port 64a2e992-0b51-45f1-9d43-27d10e201e5a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:10.799082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.825545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:10.852559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:10.856692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:10.888613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-41e2d7f3-ccb2-4ad3-afd8-4f2f55f14779 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:10.890226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-41e2d7f3-ccb2-4ad3-afd8-4f2f55f14779 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.49 "GET /v2.0/networks?id=65961245-61b4-4808-a633-75044c18cb60 HTTP/1.1" status: 200 len: 805 time: 0.9408309 Apr 15 18:18:10.898468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:10.971872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Made reservation on behalf of 2594b7d3870841099dc8cd9f0704846d for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:10.978078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.105454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.105875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Added segment 45c3a0e3-ddd7-4036-b999-666ac50790ac of type vlan for network 5a0520a6-93c9-4702-b981-c233476a0177 Apr 15 18:18:11.173757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] device_id is not set on port 0c49f9a5-6383-4bed-9877-49a5d5840af0 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:11.198292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.414983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.437281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:11.438000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.445316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] For port 64a2e992-0b51-45f1-9d43-27d10e201e5a, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:11.445715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.456970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:11.476805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.481765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-abe8b6c4-92c7-4e90-8c82-bf6c80835a15 req-36c8584f-9a80-478a-86ce-27c66f46a171 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.3945475 Apr 15 18:18:11.486477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.528790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16c223d9-5563-42b5-9cdb-f2c55086721d tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.530088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16c223d9-5563-42b5-9cdb-f2c55086721d tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.3864434 Apr 15 18:18:11.558174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58032) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:11.574353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8587a1b-f38f-4b6d-9084-1d9e1ca7e3b5 req-44a60eee-2d2d-4797-b91d-2ff620e97817 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.0973012 Apr 15 18:18:11.578631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-84561cf1-0fb7-416d-bf2f-1001ba796130 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e9d1cf85-393b-4f58-aa34-124104175e10'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:11.579187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-84561cf1-0fb7-416d-bf2f-1001ba796130 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86082) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:11.623537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-5d4e49e1-647c-4953-9451-6aa02b7ca0ab tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ceec907b4b3474f8fce806787777972 HTTP/1.1" status: 200 len: 5705 time: 0.6533957 Apr 15 18:18:11.697982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Calling delete_port for 64a2e992-0b51-45f1-9d43-27d10e201e5a owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:11.749863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Transition to ACTIVE for port object d594b54c-02b1-437d-aee1-57635eb3cb03 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:11.764826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Transition to ACTIVE for port object f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:11.784129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=5a0520a6-93c9-4702-b981-c233476a0177,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:11.792967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:11.795614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4791749 Apr 15 18:18:11.798385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 5a0520a6-93c9-4702-b981-c233476a0177 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:11.802194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58036) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:11.808571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'port': {'device_id': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'admin_state_up': True, 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'security_groups': ['39919f1b-eb98-48a0-a3d4-7c08f4a072ed']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:11.837882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.856100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-092eb281-d4f3-4654-b427-2ee124ef370d tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:11.859849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Request body: {'network': {'router:external': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:11.956640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Pushing event deleted for resources: {'Port': ['ID=64a2e992-0b51-45f1-9d43-27d10e201e5a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:11.959100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:11.961987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:11.982246 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.services.metering.metering_plugin [None req-84561cf1-0fb7-416d-bf2f-1001ba796130 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 18:18:11.998716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c8eb433c-22ca-440f-a863-c41054574a86 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:12.046207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:12.235509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event updated for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:12.243093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:12.247781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:12.248329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:12.309952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Allocated IP 172.20.0.5 (6074592e-6b5e-4558-aa39-27c92141e555/a4fd4b20-b59b-4057-9202-5aa4d9f5ae80/0c49f9a5-6383-4bed-9877-49a5d5840af0) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:12.335167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "DELETE /v2.0/ports/64a2e992-0b51-45f1-9d43-27d10e201e5a HTTP/1.1" status: 204 len: 168 time: 1.6834810 Apr 15 18:18:12.340329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84561cf1-0fb7-416d-bf2f-1001ba796130 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:12.341610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-84561cf1-0fb7-416d-bf2f-1001ba796130 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7823925 Apr 15 18:18:12.343686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58040) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:12.350453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58042) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:12.382625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9f6a2a87-d5b0-447a-bad7-eb26aac77861 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e9d1cf85-393b-4f58-aa34-124104175e10'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:12.383187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9f6a2a87-d5b0-447a-bad7-eb26aac77861 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:12.421721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'Port': ['ID=f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:12.426490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:12.526820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8650e950-2f5b-495b-b5d9-8029e7c0cabc tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:18:12.527447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8650e950-2f5b-495b-b5d9-8029e7c0cabc tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Synchronizing usage tracker for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:12.537383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:12.582929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:12.727695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Made reservation on behalf of 7ceec907b4b3474f8fce806787777972 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:12.733696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:12.778384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8650e950-2f5b-495b-b5d9-8029e7c0cabc tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Unset dirty status for tenant:d086958256ee4257a04f047cf3f5982a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:12.784008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8650e950-2f5b-495b-b5d9-8029e7c0cabc tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] 10.222.0.32 "GET /v2.0/ports/64a2e992-0b51-45f1-9d43-27d10e201e5a HTTP/1.1" status: 404 len: 333 time: 0.4278910 Apr 15 18:18:12.828930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58052) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:12.882671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Network 7830e2b2-710b-48de-a549-1777b7a344e0 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:12.887100 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.services.metering.metering_plugin [None req-9f6a2a87-d5b0-447a-bad7-eb26aac77861 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 18:18:12.943666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:12.946082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:12.954942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:12.982063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-726afc0e-dbd8-4670-9950-eb1a8594545c req-cf36d505-382d-4527-9853-339edd413ce4 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.2074373 Apr 15 18:18:13.156407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2e325f0-08c5-4fe1-a5c2-0093b3462c5b None None] Provisioning for port d594b54c-02b1-437d-aee1-57635eb3cb03 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:13.162797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2e325f0-08c5-4fe1-a5c2-0093b3462c5b None None] Provisioning complete for port d594b54c-02b1-437d-aee1-57635eb3cb03 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:13.163221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2e325f0-08c5-4fe1-a5c2-0093b3462c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.183529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network d98eee46-3099-406c-9e22-caa2600b70fc is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:13.194209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:13.196701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:13.203261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:13.204516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.209797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2a87-d5b0-447a-bad7-eb26aac77861 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.214285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f6a2a87-d5b0-447a-bad7-eb26aac77861 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8494656 Apr 15 18:18:13.234585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:13.238169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e2e325f0-08c5-4fe1-a5c2-0093b3462c5b None None] Port d594b54c-02b1-437d-aee1-57635eb3cb03 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:13.265454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.307979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.318549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.330774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:13.331505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.352667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 6.7500596 Apr 15 18:18:13.352667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-79993845-4dee-4c75-95a0-a88c584d18d3 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=8bad36f9-451b-4c49-8ac2-a80df16e8260 HTTP/1.1" status: 200 len: 462 time: 0.1133971 Apr 15 18:18:13.355686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58060) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:13.356075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:13.388347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbef1c36-52d7-4aa7-94da-305a2a11b1b8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:13.419254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.440451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1142521 Apr 15 18:18:13.479128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-33abe02e-d545-4e6d-af3a-25beccb8b3f2 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:13.480170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-33abe02e-d545-4e6d-af3a-25beccb8b3f2 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114667 Apr 15 18:18:13.575377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97ef9ba6-9d0e-441d-8e1c-7f45020b99da None None] Provisioning for port f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:13.581286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97ef9ba6-9d0e-441d-8e1c-7f45020b99da None None] Provisioning complete for port f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:13.581830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97ef9ba6-9d0e-441d-8e1c-7f45020b99da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.643891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-97ef9ba6-9d0e-441d-8e1c-7f45020b99da None None] Port f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:13.719534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event updated for resources: {'Network': ['ID=5a0520a6-93c9-4702-b981-c233476a0177,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:13.734329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:13.766632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.771289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42aefe-b87a-49f4-9ac9-9afc6cf64f80 req-1c714718-5f82-48dd-ad37-c4af04f08b7b tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:13.772906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e42aefe-b87a-49f4-9ac9-9afc6cf64f80 req-1c714718-5f82-48dd-ad37-c4af04f08b7b tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 931 time: 1.1680391 Apr 15 18:18:13.785642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Request body: {'port': {'device_id': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:13.802266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.823385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce32-8806-410a-9004-5be7fa7f08fb tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.824595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fd17ce32-8806-410a-9004-5be7fa7f08fb tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/8bad36f9-451b-4c49-8ac2-a80df16e8260 HTTP/1.1" status: 204 len: 168 time: 0.4652936 Apr 15 18:18:13.852805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58070) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:13.870029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 5a0520a6-93c9-4702-b981-c233476a0177 is not hosted by any dhcp agent {{(pid=86082) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 15 18:18:13.870962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:13.871629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:13.876059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "PUT /v2.0/networks/5a0520a6-93c9-4702-b981-c233476a0177 HTTP/1.1" status: 200 len: 857 time: 2.0446572 Apr 15 18:18:13.887775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58074) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:13.911269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Allocated IP 172.20.0.8 (65961245-61b4-4808-a633-75044c18cb60/91febf36-1c2a-4078-bf6d-b3a29966991f/85646e26-d342-41c4-9dfe-1bc7f68f4395) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:13.918916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Transition to ACTIVE for port object 0c49f9a5-6383-4bed-9877-49a5d5840af0 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:13.964851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef2104f0-b845-431e-9762-93549e77a764 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=8bad36f9-451b-4c49-8ac2-a80df16e8260 HTTP/1.1" status: 200 len: 221 time: 0.0928075 Apr 15 18:18:13.988249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58078) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:14.007922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:14.014537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:14.021109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:14.022087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Synchronizing usage tracker for tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:14.034410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e698638f-cbf2-4c56-ba89-47ee69be31ff']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:14.045575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5a708f9e-d65c-4af9-87da-06d5b7f9b0ce tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1956735030', 'description': 'label created by tempest'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:14.046109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5a708f9e-d65c-4af9-87da-06d5b7f9b0ce tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Unknown quota resources ['metering_label']. {{(pid=86081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:14.049124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e42aefe-b87a-49f4-9ac9-9afc6cf64f80 req-1600d637-4a52-493f-98a1-e440c872b767 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613413 Apr 15 18:18:14.062962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddfdd4c-793b-4d78-ae60-e2396a309bae') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:14.063805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddfdd4c-793b-4d78-ae60-e2396a309bae') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:14.065538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Allocated IP 172.26.7.161 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/9c7f1a67-c8e6-4986-8986-f732bbdfa1ba) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:14.185089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.229372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.252328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.330578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41d10bdb-90ae-469f-97ef-78f4f5bb56c1 req-332dac93-4d21-413d-a11f-e18f90893955 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.2072179 Apr 15 18:18:14.349032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Unset dirty status for tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:14.350558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a29efbd9-8dcb-4b47-93c2-ed3fb79f692a tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.9930909 Apr 15 18:18:14.363936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58084) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:14.418466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.468440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:14.619468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.731091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.822638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.850659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event updated for resources: {'Port': ['ID=0c49f9a5-6383-4bed-9877-49a5d5840af0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:14.876624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:14.917396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:14.920235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.926225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a708f9e-d65c-4af9-87da-06d5b7f9b0ce tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:14.927492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a708f9e-d65c-4af9-87da-06d5b7f9b0ce tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9311268 Apr 15 18:18:14.950347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58088) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:14.963891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.089887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Deleting port f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:15.090604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.109535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Transition to ACTIVE for port object 85646e26-d342-41c4-9dfe-1bc7f68f4395 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:15.114347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd691335-bc53-4d83-b621-40c22bee6b00 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ebc24810-89e8-42f4-89c7-7307f2e1693d HTTP/1.1" status: 200 len: 468 time: 0.1603866 Apr 15 18:18:15.128994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:15.140595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:15.145224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0520a6-93c9-4702-b981-c233476a0177']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:15.153083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:15.160569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:15.204420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c3a0e3-ddd7-4036-b999-666ac50790ac') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:15.204963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c3a0e3-ddd7-4036-b999-666ac50790ac') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:15.281203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.314340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Network e698638f-cbf2-4c56-ba89-47ee69be31ff has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:15.318304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.327963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.328568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.348281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:15.385576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:15.386904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.394460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a81c65d5-585d-40a3-b70f-92b82148b289 None None] Provisioning for port 0c49f9a5-6383-4bed-9877-49a5d5840af0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:15.401008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a81c65d5-585d-40a3-b70f-92b82148b289 None None] Provisioning complete for port 0c49f9a5-6383-4bed-9877-49a5d5840af0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:15.401691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a81c65d5-585d-40a3-b70f-92b82148b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.478238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a81c65d5-585d-40a3-b70f-92b82148b289 None None] Port 0c49f9a5-6383-4bed-9877-49a5d5840af0 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:15.648179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.652661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:15.932259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Network e698638f-cbf2-4c56-ba89-47ee69be31ff has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:15.978769 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:15.981584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e3b6017-ce6f-4027-8279-dd9b35252fb2 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:15.982829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e3b6017-ce6f-4027-8279-dd9b35252fb2 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/ebc24810-89e8-42f4-89c7-7307f2e1693d HTTP/1.1" status: 204 len: 168 time: 0.8401093 Apr 15 18:18:15.988814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58100) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.001281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7601030 Apr 15 18:18:16.002235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event updated for resources: {'Port': ['ID=9c7f1a67-c8e6-4986-8986-f732bbdfa1ba,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:16.045432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58104) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.084351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:16.091889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:16.179494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4f0ffcc2-e084-4911-bea8-4b1a4c4ff8b9 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=ebc24810-89e8-42f4-89c7-7307f2e1693d HTTP/1.1" status: 200 len: 216 time: 0.1811185 Apr 15 18:18:16.194768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 5a0520a6-93c9-4702-b981-c233476a0177 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:16.199357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58110) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.200044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.211844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0addc9-2d3d-48cd-a837-2c51beb3c81a req-0ea75944-74d7-479e-864f-f9686ff62754 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:16.213465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a0addc9-2d3d-48cd-a837-2c51beb3c81a req-0ea75944-74d7-479e-864f-f9686ff62754 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 931 time: 1.0174263 Apr 15 18:18:16.215447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.228540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc163cc9-2474-4d45-b93f-7c6d8432b276 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:16.250407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.255882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d465d7d9-ca6b-4340-8d69-8aa58ac8f233 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0536435 Apr 15 18:18:16.261956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'project_id': '2594b7d3870841099dc8cd9f0704846d', 'port_id': '0c49f9a5-6383-4bed-9877-49a5d5840af0'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:16.272506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58114) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.284715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Pushing event deleted for resources: {'Network': ['ID=e698638f-cbf2-4c56-ba89-47ee69be31ff,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:16.287292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:16.292610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:16.296205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] 10.222.0.32 "DELETE /v2.0/networks/e698638f-cbf2-4c56-ba89-47ee69be31ff HTTP/1.1" status: 204 len: 168 time: 3.4643660 Apr 15 18:18:16.298399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.307789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Usage tracker for resource:floatingip and tenant:2594b7d3870841099dc8cd9f0704846d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:16.314895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:16.389830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:16.398806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event updated for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:16.402174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:16.422087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d65896b-3346-47c8-82ed-fea1becbf7da tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1457634 Apr 15 18:18:16.445297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58120) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.460791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Calling delete_port for f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:16.469240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:16.545900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:16.556550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.557175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:16.593607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a0addc9-2d3d-48cd-a837-2c51beb3c81a req-fc61c461-694c-4e7c-bf93-617c4d72b5b5 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417680 Apr 15 18:18:16.594833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d594b54c-02b1-437d-aee1-57635eb3cb03 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:18:16.602191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42f3a4-6601-4dfd-8ef5-f41d15f5a592 req-6d92df35-ad0b-486a-9cc8-305479fdeccf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:16.602574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4d42f3a4-6601-4dfd-8ef5-f41d15f5a592 req-6d92df35-ad0b-486a-9cc8-305479fdeccf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Synchronizing usage tracker for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:16.651768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:16.705798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Network 5a0520a6-93c9-4702-b981-c233476a0177 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:16.713604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58126) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:16.746904 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:16.763427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Network 65961245-61b4-4808-a633-75044c18cb60 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:16.769372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b6ab8e4-f54b-4af7-97da-0cddb413a85b tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/e9d1cf85-393b-4f58-aa34-124104175e10 HTTP/1.1" status: 200 len: 472 time: 0.3179758 Apr 15 18:18:16.818566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:16.844921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58132) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:16.854085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:16.902705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4d42f3a4-6601-4dfd-8ef5-f41d15f5a592 req-6d92df35-ad0b-486a-9cc8-305479fdeccf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Unset dirty status for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:16.903993 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d42f3a4-6601-4dfd-8ef5-f41d15f5a592 req-6d92df35-ad0b-486a-9cc8-305479fdeccf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 931 time: 1.2527835 Apr 15 18:18:16.976301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8bff1a05-6edc-42cc-b77a-cbcb407f18f5 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/6b71c733-4fb3-4a29-b4d8-88d010d491f8 HTTP/1.1" status: 200 len: 459 time: 0.1255620 Apr 15 18:18:16.978262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58136) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:17.087460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Transition to ACTIVE for port object d594b54c-02b1-437d-aee1-57635eb3cb03 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:17.105718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.110104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a27f196-fd6e-4f08-9df9-b240c2180a12 None None] Provisioning for port 85646e26-d342-41c4-9dfe-1bc7f68f4395 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:17.115587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a27f196-fd6e-4f08-9df9-b240c2180a12 None None] Provisioning complete for port 85646e26-d342-41c4-9dfe-1bc7f68f4395 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:17.116127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a27f196-fd6e-4f08-9df9-b240c2180a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.174743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da96a83a-e4ba-4c0d-8e68-857453a08515 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:17.175481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a27f196-fd6e-4f08-9df9-b240c2180a12 None None] Port 85646e26-d342-41c4-9dfe-1bc7f68f4395 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:17.181277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.197156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dd02031-68ac-47f7-a671-dba946a5edc2 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:17.201191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a0520a6-93c9-4702-b981-c233476a0177 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:18:17.210970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:17.211627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.215760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.227618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.242962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a0520a6-93c9-4702-b981-c233476a0177,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:17.265146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:17.277246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] 10.222.0.32 "DELETE /v2.0/networks/5a0520a6-93c9-4702-b981-c233476a0177 HTTP/1.1" status: 204 len: 168 time: 3.3715765 Apr 15 18:18:17.277246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-729edd02-a99f-4249-8b00-0197a88cf58d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d952f3df88624b8c92f126b7a87a7552&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5584140 Apr 15 18:18:17.283985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d42f3a4-6601-4dfd-8ef5-f41d15f5a592 req-43c6b8b9-9e3c-4b3d-904a-30ff59954265 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103805 Apr 15 18:18:17.285622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58140) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:17.286022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58142) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:17.292262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6600180 Apr 15 18:18:17.354930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Request body: {'port': {'device_id': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:17.388192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e63a9a-8310-422e-8e0a-377adebe4c6a tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] DELETE failed (client error): The resource could not be found. Apr 15 18:18:17.388876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e63a9a-8310-422e-8e0a-377adebe4c6a tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:18:17.390568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-04e63a9a-8310-422e-8e0a-377adebe4c6a tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "DELETE /v2.0/subnets/c69dbec9-d90e-41fa-894d-97ddfa253a76 HTTP/1.1" status: 404 len: 337 time: 0.1035538 Apr 15 18:18:17.398882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58148) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:17.505212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.614637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a3b737f-4341-42fa-8800-eddbc7056105 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.619802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a3b737f-4341-42fa-8800-eddbc7056105 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6b71c733-4fb3-4a29-b4d8-88d010d491f8 HTTP/1.1" status: 204 len: 168 time: 0.6058745 Apr 15 18:18:17.652095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58154) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:17.675953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:17.700480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:17.709861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c567a202-c36c-45c5-b83f-8404b604396f tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:17.901735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event deleted for resources: {'Port': ['ID=f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:17.908092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:17.923998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:17.955578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.026998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.042506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.107250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.268488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a071b-802f-4446-89e3-c27d071fefa3 req-d0962cab-49f4-4ee9-bffb-8c13da98e41c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:18.270219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e7a071b-802f-4446-89e3-c27d071fefa3 req-d0962cab-49f4-4ee9-bffb-8c13da98e41c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 943 time: 0.4770977 Apr 15 18:18:18.497976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e7a071b-802f-4446-89e3-c27d071fefa3 req-f24753b6-bb4b-4cf9-a6bf-6de47adaedd2 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097118 Apr 15 18:18:18.570391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Allocated IP 172.26.7.162 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/3e67c83e-b9b8-4579-afd4-e891857c3632) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:18.585486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.664842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75ac6b27-9361-4caa-9da3-dea7f66b662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:18.671177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c32a9384-fd57-4052-9b44-ad90ad0dadd7 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.675379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c32a9384-fd57-4052-9b44-ad90ad0dadd7 tempest-MeteringIpV6TestJSON-1999835045 tempest-MeteringIpV6TestJSON-1999835045-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/e9d1cf85-393b-4f58-aa34-124104175e10 HTTP/1.1" status: 204 len: 168 time: 1.0192666 Apr 15 18:18:18.680740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.686630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "DELETE /v2.0/ports/f44604a2-eaa4-4ac9-86e8-2bc12e2c53ad HTTP/1.1" status: 204 len: 168 time: 3.9596820 Apr 15 18:18:18.690951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.697146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58162) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:18.741196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Request body: {'port': {'name': 'tempest-new-port-name-1671177380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:18.742031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] bootfile-name is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:18.742617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] tftp-server is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:18.743402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] server-ip-address is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:18:18.779695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba514659-7de5-4684-8919-f350aae1e04b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:18.782789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:18.785210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba514659-7de5-4684-8919-f350aae1e04b HTTP/1.1" status: 204 len: 168 time: 1.4966352 Apr 15 18:18:18.943285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:18.963700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58170) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:19.088015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53319-92a6-4850-ad57-8d17c2257f35 req-52864440-37dd-4f81-b9aa-044cbe4c1cca tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:19.095944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfe53319-92a6-4850-ad57-8d17c2257f35 req-52864440-37dd-4f81-b9aa-044cbe4c1cca tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 931 time: 0.6627336 Apr 15 18:18:19.181476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfe53319-92a6-4850-ad57-8d17c2257f35 req-f47bd397-b198-48a6-8515-0ad25acb07f1 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839300 Apr 15 18:18:19.200321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85646e26-d342-41c4-9dfe-1bc7f68f4395 {{(pid=86082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:18:19.203636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Attempting to bind port d594b54c-02b1-437d-aee1-57635eb3cb03 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:19.204021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Attempting to bind port d594b54c-02b1-437d-aee1-57635eb3cb03 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:19.204393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Attempting to bind port d594b54c-02b1-437d-aee1-57635eb3cb03 on network 7830e2b2-710b-48de-a549-1777b7a344e0 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:19.225698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Port d594b54c-02b1-437d-aee1-57635eb3cb03 on network 7830e2b2-710b-48de-a549-1777b7a344e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:19.226088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Attempting to bind port d594b54c-02b1-437d-aee1-57635eb3cb03 on network 7830e2b2-710b-48de-a549-1777b7a344e0 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:19.247696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516760b4-fe7d-4b77-9f68-6a720964de55']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:19.255646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:19.256018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Checking segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:19.256601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Bound using segment: {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:19.257096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Bound port: d594b54c-02b1-437d-aee1-57635eb3cb03, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e79132-bf98-4fb3-9d97-178e383df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:19.257478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.266511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58178) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:19.269378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.272223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.282900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3df24e0-511f-451e-9d22-efd1a5f319d8') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:19.283235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3df24e0-511f-451e-9d22-efd1a5f319d8') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:19.294158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.350655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.386358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.401811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:19.427279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.460855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Transition to ACTIVE for port object 85646e26-d342-41c4-9dfe-1bc7f68f4395 will not be triggered until provisioned by entity L2. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:19.464427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.464573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fbafc83-df62-4e7b-b69c-25366a65c5e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d086958256ee4257a04f047cf3f5982a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1878974 Apr 15 18:18:19.464573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:19.471787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58182) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:19.488130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Usage tracker for resource:security_group_rule and tenant:2679ba6b3ca3455faf646206734b127f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:19.493905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.494916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:19.536671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:19.538938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9d34ed5-486a-4476-980c-c173dc897e56 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:19.563219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:19.657751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d594b54c-02b1-437d-aee1-57635eb3cb03,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:19.679182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.698119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:19.749644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Network 516760b4-fe7d-4b77-9f68-6a720964de55 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:19.808664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:19.835541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.097826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:20.136585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:20.139842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:20.143799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:20.152444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34e94357-a706-46fb-8981-44f5c7598dc3 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:20.225313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Network 516760b4-fe7d-4b77-9f68-6a720964de55 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:20.269882 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:20.272225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.374518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Pushing event updated for resources: {'Port': ['ID=3e67c83e-b9b8-4579-afd4-e891857c3632,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:20.377380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:20.383453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:20.384503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.385571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] 10.222.0.49 "PUT /v2.0/ports/d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 200 len: 1093 time: 6.8177543 Apr 15 18:18:20.392702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:20.423826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:20.425228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:20.427655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:20.428005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.504778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.521185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.532935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-234f6be6-7e2b-47ad-984f-bbf460583c73 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:20.578950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Pushing event deleted for resources: {'Network': ['ID=516760b4-fe7d-4b77-9f68-6a720964de55,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:20.589229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:20.610874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] 10.222.0.32 "DELETE /v2.0/networks/516760b4-fe7d-4b77-9f68-6a720964de55 HTTP/1.1" status: 204 len: 168 time: 3.1543858 Apr 15 18:18:20.648934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903148f6-fe12-4a95-b69b-008cc9c4df6e req-315bbeaf-3225-4227-9ad4-23d7de4367bb tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:20.650576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-903148f6-fe12-4a95-b69b-008cc9c4df6e req-315bbeaf-3225-4227-9ad4-23d7de4367bb tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 943 time: 0.8179770 Apr 15 18:18:20.669303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.709679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-a25eba0c-fbaf-489b-9d60-d2b4f3b59902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:20.711391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-a25eba0c-fbaf-489b-9d60-d2b4f3b59902 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=160c2de2b64b408eba77ffe9971a5166&device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 1096 time: 0.2459373 Apr 15 18:18:20.741367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:20.754731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Router 0abe1cdd-02d0-46a0-b773-da45c5b0c04f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:18:20.817257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:20.852989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-3d21f413-930e-44b9-b355-f28fb7441a44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 200 len: 217 time: 0.0949407 Apr 15 18:18:20.986349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58200) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:21.000927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2679ba6b3ca3455faf646206734b127f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0186090 Apr 15 18:18:21.004207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58204) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:21.004324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-903148f6-fe12-4a95-b69b-008cc9c4df6e req-8f0911aa-de69-40e1-b9b6-75bb4042074a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233116 Apr 15 18:18:21.004989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.064800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4c1be9-4b48-4156-b74e-a038b08bd64e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:21.068418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:21.084913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:21.112047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927f565-3407-4150-9efc-611a531acbd5 req-31e300f4-2464-4f1e-8dfb-1dbf36f76eb6 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:21.113699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3927f565-3407-4150-9efc-611a531acbd5 req-31e300f4-2464-4f1e-8dfb-1dbf36f76eb6 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.8106384 Apr 15 18:18:21.130791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:18:21.146278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe74e6de-7200-4ff6-876b-f6eae57254ac,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:21.153916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:21.186820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.207625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Attempting to bind port 85646e26-d342-41c4-9dfe-1bc7f68f4395 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:21.207995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Attempting to bind port 85646e26-d342-41c4-9dfe-1bc7f68f4395 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:21.208361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Attempting to bind port 85646e26-d342-41c4-9dfe-1bc7f68f4395 on network 65961245-61b4-4808-a633-75044c18cb60 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:21.210601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.231830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:21.278624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.282702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe74e6de-7200-4ff6-876b-f6eae57254ac HTTP/1.1" status: 204 len: 168 time: 1.7995017 Apr 15 18:18:21.337890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'status': 'completed', 'code': 200} Apr 15 18:18:21.348062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Port 85646e26-d342-41c4-9dfe-1bc7f68f4395 on network 65961245-61b4-4808-a633-75044c18cb60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:18:21.348217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Attempting to bind port 85646e26-d342-41c4-9dfe-1bc7f68f4395 on network 65961245-61b4-4808-a633-75044c18cb60 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:21.356583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-cdb86d62-99e5-4f43-b631-71f48b8c122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:21.358233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-cdb86d62-99e5-4f43-b631-71f48b8c122f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3080d81-e299-4ac1-bcf1-a1e316112f91 HTTP/1.1" status: 200 len: 850 time: 0.4963176 Apr 15 18:18:21.392883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:21.393268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Checking segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:21.393906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Bound using segment: {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'} {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:21.394415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Bound port: 85646e26-d342-41c4-9dfe-1bc7f68f4395, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd31053-22be-47be-b7f7-544dc0af5b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '65961245-61b4-4808-a633-75044c18cb60'}}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:21.394907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.433527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3927f565-3407-4150-9efc-611a531acbd5 req-fa8cf685-ecfa-4b65-8b63-b70e618cfd34 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885394 Apr 15 18:18:21.457637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:21.467514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event updated for resources: {'Port': ['ID=4a7f3fac-396a-417a-bc6d-d0c02412b4db,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:21.468416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c19ebc-b150-460e-b229-41f19918baae None None] Sync routers for ids ['0abe1cdd-02d0-46a0-b773-da45c5b0c04f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:21.478245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:21.480543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] Routers {'0abe1cdd-02d0-46a0-b773-da45c5b0c04f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:21.481230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0abe1cdd-02d0-46a0-b773-da45c5b0c04f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:21.573990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.578908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.1361632 Apr 15 18:18:21.587514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:21.588632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58218) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:21.608263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] Routers {'0abe1cdd-02d0-46a0-b773-da45c5b0c04f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:21.610333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0abe1cdd-02d0-46a0-b773-da45c5b0c04f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:21.698044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c19ebc-b150-460e-b229-41f19918baae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:21.698624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c19ebc-b150-460e-b229-41f19918baae None None] The sync data for ids ['0abe1cdd-02d0-46a0-b773-da45c5b0c04f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:21.774039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] In _notify_port_updated(), no bound segment for port 4a7f3fac-396a-417a-bc6d-d0c02412b4db on network d98eee46-3099-406c-9e22-caa2600b70fc {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:18:21.780441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:21.781201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.785701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "PUT /v2.0/ports/4a7f3fac-396a-417a-bc6d-d0c02412b4db HTTP/1.1" status: 200 len: 1130 time: 3.0642564 Apr 15 18:18:21.785701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, cleared binding levels {{(pid=86082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:21.790417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58228) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:21.808545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:21.827450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.893155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:21.896661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1646d6ff-de7e-43ee-9b39-b8f877ea7362 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c022337d4b34eedb227859ae33c46e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9072487 Apr 15 18:18:21.942120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58234) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:22.013189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.078331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f90b35-70a4-4503-808c-9f004c583071 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:22.079558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-77f90b35-70a4-4503-808c-9f004c583071 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Synchronizing usage tracker for tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:22.097433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:22.135262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0aa35ffb-e697-4188-9fe9-dcd11876ba06 None None] Provisioning complete for port 4a7f3fac-396a-417a-bc6d-d0c02412b4db triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:22.135689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0aa35ffb-e697-4188-9fe9-dcd11876ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.168992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.193781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70bd4-8288-4811-84c0-16b38680403f req-a4352523-67b8-4e7b-9b1f-167674af798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:22.195435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-a4352523-67b8-4e7b-9b1f-167674af798f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7830e2b2-710b-48de-a549-1777b7a344e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8106914 Apr 15 18:18:22.201606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-77f90b35-70a4-4503-808c-9f004c583071 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Unset dirty status for tenant:78dd1ef8451e4bc4b4fa7e748aa4d931 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:22.202898 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-77f90b35-70a4-4503-808c-9f004c583071 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "GET /v2.0/ports/4a7f3fac-396a-417a-bc6d-d0c02412b4db HTTP/1.1" status: 200 len: 1130 time: 0.4058263 Apr 15 18:18:22.208532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58246) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:22.217770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.234009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0aa35ffb-e697-4188-9fe9-dcd11876ba06 None None] Port 4a7f3fac-396a-417a-bc6d-d0c02412b4db cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:22.362832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.364444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58252) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:22.396772 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c428c05a-e058-402d-8aec-359b8dbba226 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/0abe1cdd-02d0-46a0-b773-da45c5b0c04f HTTP/1.1" status: 200 len: 920 time: 0.8043787 Apr 15 18:18:22.401961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.408663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58256) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:22.471569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:22.488368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Deleting port 4a7f3fac-396a-417a-bc6d-d0c02412b4db {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:22.488766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.548924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.567127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:22.575661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1305071810'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:22.584737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-79da1b6f-aaf0-4c4a-a629-b0abf6d3d18e tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abe1cdd-02d0-46a0-b773-da45c5b0c04f HTTP/1.1" status: 200 len: 205 time: 0.1667531 Apr 15 18:18:22.604512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-760e6e57-de1f-4284-8165-5300494b256e service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003923 Apr 15 18:18:22.605320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58264) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:22.612473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:22.634741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:22.683918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:network and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:22.703814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:22.718509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:22.722556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.723534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4c1be9-4b48-4156-b74e-a038b08bd64e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:22.736731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:22.747446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:22.748139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.749688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/85646e26-d342-41c4-9dfe-1bc7f68f4395 HTTP/1.1" status: 200 len: 1093 time: 5.4055939 Apr 15 18:18:22.751178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:22.769244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e07ae3-3123-4ae8-a1ed-ea6712587e48 req-24c39e67-9111-4024-ade3-1316d2606fb9 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:22.771127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0e07ae3-3123-4ae8-a1ed-ea6712587e48 req-24c39e67-9111-4024-ade3-1316d2606fb9 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 943 time: 0.5797474 Apr 15 18:18:22.921034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:22.925343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95a4ec15-1d53-4ae2-9af2-8107c8eb580a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:22.927568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:22.977471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.001702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1718e4-db46-4e0c-9b7c-a467df827519,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:23.037557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:23.049985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.050406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.050813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.051215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.051610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.052005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.052411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.052793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.053184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.053572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.053986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.054380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.058726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:security_group_rule and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:23.064047 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0e07ae3-3123-4ae8-a1ed-ea6712587e48 req-87ff433c-0fa8-4504-9beb-e4cffe2f69a1 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598214 Apr 15 18:18:23.064903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:23.078778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:23.079688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.080364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51827e0d-924e-4c8f-b580-78f7dd3e506a req-6891f291-d156-4970-9b49-e3c12364922c tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:23.080881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea4c1be9-4b48-4156-b74e-a038b08bd64e HTTP/1.1" status: 204 len: 168 time: 2.0697212 Apr 15 18:18:23.085211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51827e0d-924e-4c8f-b580-78f7dd3e506a req-6891f291-d156-4970-9b49-e3c12364922c tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.5136702 Apr 15 18:18:23.090298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.091488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa1718e4-db46-4e0c-9b7c-a467df827519 HTTP/1.1" status: 204 len: 168 time: 1.1314075 Apr 15 18:18:23.096257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:23.104110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.181202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.274593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50e70bd4-8288-4811-84c0-16b38680403f req-387d0c2d-bbdd-4522-b9b5-82237cc5320f service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518700 Apr 15 18:18:23.313097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.319943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.339196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:23.349049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6b7e74ab-7f1d-48af-930d-2726b7d7c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:23.350709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6b7e74ab-7f1d-48af-930d-2726b7d7c0dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ceec907b4b3474f8fce806787777972&device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 1096 time: 0.4870265 Apr 15 18:18:23.363425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Calling delete_port for 4a7f3fac-396a-417a-bc6d-d0c02412b4db owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:23.411717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51827e0d-924e-4c8f-b580-78f7dd3e506a req-7da6ca2d-82ae-4392-9a06-0930ed1f6526 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039024 Apr 15 18:18:23.491280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-0322a893-54db-4c32-aaf1-ada787ac7471 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395 HTTP/1.1" status: 200 len: 217 time: 0.0835063 Apr 15 18:18:23.566662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.580647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Pushing event updated for resources: {'Port': ['ID=3e67c83e-b9b8-4579-afd4-e891857c3632,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:23.599592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:23.603592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port 9c7f1a67-c8e6-4986-8986-f732bbdfa1ba {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:23.604062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.631478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6159f701-1a08-4710-91a9-cfa5241effc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:23.633105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-6159f701-1a08-4710-91a9-cfa5241effc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91febf36-1c2a-4078-bf6d-b3a29966991f HTTP/1.1" status: 200 len: 844 time: 0.1328950 Apr 15 18:18:23.676299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58284) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:23.693728 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'status': 'completed', 'code': 200} Apr 15 18:18:23.730038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.753355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.771704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:23.786115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58288) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:23.825187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.845712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9acc-c120-4b88-be9b-362a97840a34 req-3904df28-e7e5-4ad4-85f3-939d97f6ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:23.847366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-3904df28-e7e5-4ad4-85f3-939d97f6ea5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=160c2de2b64b408eba77ffe9971a5166&device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 1096 time: 0.4507492 Apr 15 18:18:23.861063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.878152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:23.889622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:23.900257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34bc718-318d-4354-bacd-d42057c9c80a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:23.955349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Usage tracker for resource:security_group_rule and tenant:7e4749d3afa342b08d93f5369c4eaa58 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:23.968891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b7ead7e-a8e5-4ec3-b254-7511e15ad4bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a472f03818ca433e9c66010eaf8d4f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913058 Apr 15 18:18:23.971363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:23.976547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.976965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.977355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.977752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.978181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.978563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.978949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.979332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.979716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.980101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.980485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.980866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:23.990932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:23.991794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58292) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:23.993134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:23.993673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Added segment 3edc6add-b25e-4f74-904e-c9f9ffccc524 of type vlan for network 115d12af-8bc5-4f48-94a8-6fe16711074a Apr 15 18:18:24.012659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:24.050966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:24.093020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event deleted for resources: {'Port': ['ID=4a7f3fac-396a-417a-bc6d-d0c02412b4db,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:24.128004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:24.131552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f3b6d52f-9c47-4cad-86d5-7e343471d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:24.133247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f3b6d52f-9c47-4cad-86d5-7e343471d898 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65961245-61b4-4808-a633-75044c18cb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4851875 Apr 15 18:18:24.146869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bae19c58-9761-49d2-bbba-1427114a2d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.221173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.267289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.442549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.495962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.621183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for 9c7f1a67-c8e6-4986-8986-f732bbdfa1ba owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:24.665561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9acc-c120-4b88-be9b-362a97840a34 req-9efd8b3d-2b9f-4fe9-802c-a72b2b41e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:24.667130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-9efd8b3d-2b9f-4fe9-802c-a72b2b41e92f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 200 len: 912 time: 0.8103540 Apr 15 18:18:24.776746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-b880446f-cb10-4899-8e9d-c362057b0b6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 200 len: 217 time: 0.0997488 Apr 15 18:18:24.782220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.795758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.822454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Floating IP dc368255-75b2-4c86-86cb-3ce6dcc6ff7a associated. External IP: 172.26.7.162, port: 0c49f9a5-6383-4bed-9877-49a5d5840af0. Apr 15 18:18:24.867123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:24.867772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:24.873247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-8faa4a20-9817-490c-a7e1-86591c50dfdb service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220550 Apr 15 18:18:24.887524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-21bc8a0c-3157-4925-8b88-0a4b69a4d297 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:25.021052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9acc-c120-4b88-be9b-362a97840a34 req-4afaa28f-4727-4c74-88dc-5b6c80ddc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.022674 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-4afaa28f-4727-4c74-88dc-5b6c80ddc99e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3080d81-e299-4ac1-bcf1-a1e316112f91 HTTP/1.1" status: 200 len: 850 time: 0.2370083 Apr 15 18:18:25.039129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.065591 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "DELETE /v2.0/ports/4a7f3fac-396a-417a-bc6d-d0c02412b4db HTTP/1.1" status: 204 len: 168 time: 2.8526034 Apr 15 18:18:25.073737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58300) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:25.137256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7571728 Apr 15 18:18:25.139332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.141413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58304) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:25.161074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178eaa-e11e-477d-8496-bf44df57667b req-69b74747-1607-467f-9eb6-64dd1e8f18ed tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.162758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49178eaa-e11e-477d-8496-bf44df57667b req-69b74747-1607-467f-9eb6-64dd1e8f18ed tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 943 time: 0.8889236 Apr 15 18:18:25.167572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'subnet': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:25.181385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.200466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Network': ['ID=115d12af-8bc5-4f48-94a8-6fe16711074a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:25.214354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 115d12af-8bc5-4f48-94a8-6fe16711074a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:25.233466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:25.241670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:25.341079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e4749d3afa342b08d93f5369c4eaa58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5537999 Apr 15 18:18:25.355618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58308) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:25.363048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49178eaa-e11e-477d-8496-bf44df57667b req-7010de36-92df-4c26-9344-c5ee219ebe28 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827145 Apr 15 18:18:25.368458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38f7fa9-b69a-458e-989e-ffb703ada49a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:25.388896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:25.397579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be678f1-45d3-48a9-9a59-82700f320516 req-ecb01378-672d-4ab2-99ed-40c613f92780 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.399279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7be678f1-45d3-48a9-9a59-82700f320516 req-ecb01378-672d-4ab2-99ed-40c613f92780 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.6046298 Apr 15 18:18:25.401530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Deleting subnet baceb02a-6eed-4f85-8ca7-c7ebefdeccfe {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:18:25.404329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-535ffce9-8b9a-47ec-94d9-22f7814eccff req-f2673931-0831-40df-9979-2c932102d92a service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702461 Apr 15 18:18:25.407196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.421009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.425464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:25.506412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c50cd-ac34-4159-9946-90c6fc87dd60,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:25.526533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:25.541999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.543402 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/273c50cd-ac34-4159-9946-90c6fc87dd60 HTTP/1.1" status: 204 len: 168 time: 1.4969850 Apr 15 18:18:25.570660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7be678f1-45d3-48a9-9a59-82700f320516 req-85ba6e68-fea1-4be4-b98c-382ff574ce14 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552196 Apr 15 18:18:25.577923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.598098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9acc-c120-4b88-be9b-362a97840a34 req-9ee072bb-1b58-4422-9d03-7d5a623265c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.599734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-9ee072bb-1b58-4422-9d03-7d5a623265c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7830e2b2-710b-48de-a549-1777b7a344e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5693862 Apr 15 18:18:25.600785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:25.620756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.646290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.647888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-d3801495-00b5-4838-924b-891a2828f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.649508 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-d3801495-00b5-4838-924b-891a2828f4ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ceec907b4b3474f8fce806787777972&device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 1096 time: 0.1993849 Apr 15 18:18:25.675073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:subnet and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:25.692592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:25.695761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.766839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c5b6fa6-ca91-4f65-8357-23e8456e6721 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:25.788546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.797770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:25.803124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:25.823302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38f7fa9-b69a-458e-989e-ffb703ada49a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:25.829736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:25.831710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-c68f0f82-ca50-4b7e-96a3-b5cd13fb5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:25.833308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-c68f0f82-ca50-4b7e-96a3-b5cd13fb5c03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65961245-61b4-4808-a633-75044c18cb60 HTTP/1.1" status: 200 len: 906 time: 0.1730428 Apr 15 18:18:25.835488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:25.839019 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c38f7fa9-b69a-458e-989e-ffb703ada49a HTTP/1.1" status: 204 len: 168 time: 0.4789405 Apr 15 18:18:25.897558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=9c7f1a67-c8e6-4986-8986-f732bbdfa1ba,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:25.917227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-a2ce6e89-aa54-41db-bef9-31d00dee5e5c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395 HTTP/1.1" status: 200 len: 217 time: 0.0768180 Apr 15 18:18:25.927227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:25.956991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Router a09d7d67-131a-4ac5-b457-35bd22757626 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:18:25.980883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:25.988928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:26.008191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-6daa8c97-87ae-43fb-b971-26793a400be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:26.010007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-6daa8c97-87ae-43fb-b971-26793a400be0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91febf36-1c2a-4078-bf6d-b3a29966991f HTTP/1.1" status: 200 len: 844 time: 0.0850124 Apr 15 18:18:26.108284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-1713cf92-46cf-4a2a-8bf2-8775685b7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:26.111104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-1713cf92-46cf-4a2a-8bf2-8775685b7e53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65961245-61b4-4808-a633-75044c18cb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945134 Apr 15 18:18:26.284633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:18:26.310234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-051904af-9dcf-48e2-b23a-c22b7cb32709 service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921246 Apr 15 18:18:26.622820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e782222-8ff8-4e1f-ac06-46f717196350 req-cd83dcca-d5db-4398-ae37-8866e2ed6362 service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061054 Apr 15 18:18:26.666125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390835b6-c913-48e2-b3ef-851fe5e0198f req-bb2f8ea3-2f5e-4467-a1af-f782966d6611 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:26.668593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-390835b6-c913-48e2-b3ef-851fe5e0198f req-bb2f8ea3-2f5e-4467-a1af-f782966d6611 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 943 time: 0.1053946 Apr 15 18:18:26.726552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-390835b6-c913-48e2-b3ef-851fe5e0198f req-7b6f3287-82bc-40bf-89e2-fdc19a8496e9 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501406 Apr 15 18:18:26.750257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-f6f5961b-866f-4332-8e68-95bfd99eea4d service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1380014 Apr 15 18:18:26.777197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:26.789495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] Sync routers for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:26.811884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:26.812610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:17:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:26.861106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b342e2-ace5-4284-b28c-1d7798166339 req-f91f71b3-45f8-4d67-b05b-df0e777763b0 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:26.864453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9b342e2-ace5-4284-b28c-1d7798166339 req-f91f71b3-45f8-4d67-b05b-df0e777763b0 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.1285977 Apr 15 18:18:26.966389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-808b9acc-c120-4b88-be9b-362a97840a34 req-d70d14d6-300f-46ea-a7fd-4cf026bce39b service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836631 Apr 15 18:18:26.969517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9b342e2-ace5-4284-b28c-1d7798166339 req-1b447660-1c3d-4969-a992-d55c6af2ec13 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978138 Apr 15 18:18:27.021375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3228733b-d1d1-4bd8-92a2-f5e8f28de8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.088241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.120223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:27.133937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:27.136715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:27.139203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.146037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device d594b54c-02b1-437d-aee1-57635eb3cb03 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:18:27.319594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.320493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:27.320950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe9f84-e6c4-47cc-bfbc-10bfec9bc558 None None] The sync data for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:27.355437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d594b54c-02b1-437d-aee1-57635eb3cb03,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:27.372667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'port_id': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'mac_address': 'fa:16:3e:bf:56:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:18:27.445815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.466593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d594b54c-02b1-437d-aee1-57635eb3cb03 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:18:27.488575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d594b54c-02b1-437d-aee1-57635eb3cb03,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:27.493203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.496295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:27.507283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.563650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.4707263 Apr 15 18:18:27.566415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58380) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:27.582200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:27.590980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.591382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.591763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.592134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.592761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.593136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.593499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.593910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.594290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.594653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.595186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.595526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:18:27.599944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:27.681912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.741689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58388) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:27.760455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['d594b54c-02b1-437d-aee1-57635eb3cb03'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:18:27.942840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:27.956807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50fcf232-0387-4a3f-b754-022bcaefe3ec tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2133006782'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:27.957312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50fcf232-0387-4a3f-b754-022bcaefe3ec tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Unknown quota resources ['metering_label']. {{(pid=86082) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:27.967315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.055904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58404) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.063407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-720fd1f3-0ce7-4d93-8be7-395080e28042 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "GET /v2.0/floatingips/dc368255-75b2-4c86-86cb-3ce6dcc6ff7a HTTP/1.1" status: 200 len: 983 time: 0.4202328 Apr 15 18:18:28.088200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58408) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.088880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.089446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router 0abe1cdd-02d0-46a0-b773-da45c5b0c04f {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:18:28.116268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.118345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/0abe1cdd-02d0-46a0-b773-da45c5b0c04f HTTP/1.1" status: 204 len: 168 time: 5.4991539 Apr 15 18:18:28.176970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58414) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.178565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50fcf232-0387-4a3f-b754-022bcaefe3ec tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.179859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50fcf232-0387-4a3f-b754-022bcaefe3ec tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4369612 Apr 15 18:18:28.214796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58418) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.221513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-897156902', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:28.225385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6a56de46-3a72-4716-9663-92f218db458e tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:28.242315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ff96d76-61f2-4fdd-99d0-df8362f24fd1 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7d3f9b88-211a-4622-84fd-7cda80866b7c'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:28.242510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:28.242835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ff96d76-61f2-4fdd-99d0-df8362f24fd1 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:28.257036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:router and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:28.261422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:28.271482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:28.293502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9bf36-6832-4b32-ac0e-524dd9bf3694 req-74e0dd7d-9551-4c07-8090-c528f890dc9a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:28.295167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3cd9bf36-6832-4b32-ac0e-524dd9bf3694 req-74e0dd7d-9551-4c07-8090-c528f890dc9a tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 944 time: 0.4016933 Apr 15 18:18:28.300478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.301578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.356004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.357797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3e2ad468-f8b2-4a3e-8dad-c393ecc4aa62 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2524605 Apr 15 18:18:28.358189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.360445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58422) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.366916 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.services.metering.metering_plugin [None req-6ff96d76-61f2-4fdd-99d0-df8362f24fd1 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 18:18:28.394906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78801d-6aa8-4f45-a8e4-d6892608b643 req-82a12e9a-92f3-43f0-a53a-82865524d500 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:28.396522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd78801d-6aa8-4f45-a8e4-d6892608b643 req-82a12e9a-92f3-43f0-a53a-82865524d500 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.2222047 Apr 15 18:18:28.403393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3cd9bf36-6832-4b32-ac0e-524dd9bf3694 req-25e1bf44-56a3-4adc-a118-6459dc36cd66 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971816 Apr 15 18:18:28.556535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a56de46-3a72-4716-9663-92f218db458e tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "PUT /v2.0/quotas/779d8f304294494696a29abb615a98f9 HTTP/1.1" status: 200 len: 366 time: 0.4970548 Apr 15 18:18:28.562178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58426) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.587391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd78801d-6aa8-4f45-a8e4-d6892608b643 req-617546bc-3865-43fc-b9fe-f4698d43d9af tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829784 Apr 15 18:18:28.592413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0b234b69-4fb9-464b-8294-b97ec6e6fb3a tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0285480 Apr 15 18:18:28.617431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58430) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.640238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.676665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:28.724338 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbd51c2c-321e-4320-9d59-e4c7e47b233c tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas/779d8f304294494696a29abb615a98f9 HTTP/1.1" status: 200 len: 366 time: 0.1037581 Apr 15 18:18:28.784035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ff96d76-61f2-4fdd-99d0-df8362f24fd1 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.788350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ff96d76-61f2-4fdd-99d0-df8362f24fd1 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5637944 Apr 15 18:18:28.799530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58434) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.799906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58436) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:28.891351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event deleted for resources: {'Subnet': ['ID=baceb02a-6eed-4f85-8ca7-c7ebefdeccfe,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:28.907443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:28.921247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bd2f652a-e97c-4fb2-829c-05474fc1b56e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7d3f9b88-211a-4622-84fd-7cda80866b7c'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:28.921773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bd2f652a-e97c-4fb2-829c-05474fc1b56e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86081) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:28.956185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:28.994198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08196fe5-11bc-4fe5-8d01-d16dd120f862 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/779d8f304294494696a29abb615a98f9 HTTP/1.1" status: 204 len: 168 time: 0.1656139 Apr 15 18:18:29.003903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58442) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.045991 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.services.metering.metering_plugin [None req-bd2f652a-e97c-4fb2-829c-05474fc1b56e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 18:18:29.051648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port 3e67c83e-b9b8-4579-afd4-e891857c3632 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:29.052029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.137205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 85646e26-d342-41c4-9dfe-1bc7f68f4395 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:18:29.246140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device d594b54c-02b1-437d-aee1-57635eb3cb03 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:29.308785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.342126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.351117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:29.363438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.364686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.366702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "DELETE /v2.0/subnets/baceb02a-6eed-4f85-8ca7-c7ebefdeccfe HTTP/1.1" status: 204 len: 168 time: 4.2823019 Apr 15 18:18:29.376268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef3bee-4411-4fe5-bd27-f152be46cfb1 None None] Network d98eee46-3099-406c-9e22-caa2600b70fc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:29.379794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3c81f8a-bdca-4587-8dd7-3c295bb3d852 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.3707552 Apr 15 18:18:29.379794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58446) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.380431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58448) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.389374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'port_id': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'mac_address': 'fa:16:3e:d6:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:18:29.492236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe91883d-f90d-4f93-a22c-6fc4231f4b1b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:29.497235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port d594b54c-02b1-437d-aee1-57635eb3cb03 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:29.513788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port d594b54c-02b1-437d-aee1-57635eb3cb03 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:29.514234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.515141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.26.7.106 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:29.667327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.705127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85646e26-d342-41c4-9dfe-1bc7f68f4395 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:18:29.738134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45911-e0fe-41a6-8eb0-818a3c2b54b1 req-cd020f2e-fe22-4001-ba97-15ae3b176a5e tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:29.739486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ba45911-e0fe-41a6-8eb0-818a3c2b54b1 req-cd020f2e-fe22-4001-ba97-15ae3b176a5e tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 944 time: 0.2050166 Apr 15 18:18:29.750455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd2f652a-e97c-4fb2-829c-05474fc1b56e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.754958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd2f652a-e97c-4fb2-829c-05474fc1b56e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9207888 Apr 15 18:18:29.754958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8540697-8879-40f5-9248-a75ff1bd60b0 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas/779d8f304294494696a29abb615a98f9 HTTP/1.1" status: 200 len: 370 time: 0.2768638 Apr 15 18:18:29.774849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58458) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.775232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58460) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.810275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.834106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-015e0e5b-d4e1-45f0-8950-056ab878a31c tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas/779d8f304294494696a29abb615a98f9/default HTTP/1.1" status: 200 len: 370 time: 0.0274794 Apr 15 18:18:29.845655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58466) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.923713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c22cdd22-7a19-42e2-af28-6b0c07b6a932 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6c51533a-e2d8-42fd-bbeb-a6600db47c19 HTTP/1.1" status: 200 len: 464 time: 0.1212807 Apr 15 18:18:29.935307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58470) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:29.941433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Subnet': ['ID=3a4d56c8-a319-4025-b82b-5304bbf1e4b3,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:29.951911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:29.964763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:29.965794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ba45911-e0fe-41a6-8eb0-818a3c2b54b1 req-a09d4435-ca52-4b03-87c9-16076781c33b tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466427 Apr 15 18:18:29.974236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:29.977320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:29.984167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.000803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.018673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:30.035734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.059837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-93f89f62-ad33-4b97-babd-7f3d5fa0a8e3 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] delete failed (client error): The resource could not be found. Apr 15 18:18:30.063767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93f89f62-ad33-4b97-babd-7f3d5fa0a8e3 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/779d8f304294494696a29abb615a98f9 HTTP/1.1" status: 404 len: 348 time: 0.1619613 Apr 15 18:18:30.089277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:30.133541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Deleting port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:30.134293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.168403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] DHCP port deletion for d98eee46-3099-406c-9e22-caa2600b70fc request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:18:30.188632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d594b54c-02b1-437d-aee1-57635eb3cb03,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:30.190183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:30.195278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:30.196688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.199181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63449e52-46a4-491b-9991-342ce61ce13d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:30.234799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Deleting port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:30.235438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.246434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cd61e-a2c9-470f-8dd4-315c596713dd req-99d08955-0591-42ac-8e03-1a6869ed00ef tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:30.248123 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f13cd61e-a2c9-470f-8dd4-315c596713dd req-99d08955-0591-42ac-8e03-1a6869ed00ef tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 943 time: 0.4247522 Apr 15 18:18:30.336548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58480) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:30.347315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['85646e26-d342-41c4-9dfe-1bc7f68f4395'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:18:30.423250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.423622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.450659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Checking segment: {'id': '3edc6add-b25e-4f74-904e-c9f9ffccc524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:30.451058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network hostable DHCP agents. Network: 115d12af-8bc5-4f48-94a8-6fe16711074a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:30.457441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] For port 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39c3e3ef-deb6-40a2-8fba-e58799f24b85,segment=NetworkSegment(be3e7303-6a5a-4762-babc-3316acf73cc4),segment_id=be3e7303-6a5a-4762-babc-3316acf73cc4)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:30.457875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.479910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:30.483801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:30.498796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:30.508039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:30.517643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:30.521748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f13cd61e-a2c9-470f-8dd4-315c596713dd req-2dc853c3-5536-43d5-b5dd-f943cc5f0cda tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511592 Apr 15 18:18:30.523964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:30.531116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:30.574341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'code': 200} Apr 15 18:18:30.589475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ba2ddf-5916-49ad-8a59-a73d692039aa tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.591457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14ba2ddf-5916-49ad-8a59-a73d692039aa tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6c51533a-e2d8-42fd-bbeb-a6600db47c19 HTTP/1.1" status: 204 len: 168 time: 0.6549633 Apr 15 18:18:30.595459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58490) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:30.596156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:network and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:30.610458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:30.621817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Calling delete_port for 3e67c83e-b9b8-4579-afd4-e891857c3632 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:30.628403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:subnet and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:30.635120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2dc0d396-8e7f-486d-a0fb-87131e634ee2 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6c51533a-e2d8-42fd-bbeb-a6600db47c19 HTTP/1.1" status: 200 len: 221 time: 0.0339353 Apr 15 18:18:30.641701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58494) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:30.649976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-aff5ea02-bf57-4932-8593-80cae3d1ec31 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1174416621', 'description': 'label created by tempest'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:30.650471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-aff5ea02-bf57-4932-8593-80cae3d1ec31 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Unknown quota resources ['metering_label']. {{(pid=86082) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 15 18:18:30.652876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:30.664367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] For port 39c3e3ef-deb6-40a2-8fba-e58799f24b85, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39c3e3ef-deb6-40a2-8fba-e58799f24b85,segment=NetworkSegment(be3e7303-6a5a-4762-babc-3316acf73cc4),segment_id=be3e7303-6a5a-4762-babc-3316acf73cc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:30.664844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.820831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Calling delete_port for 39c3e3ef-deb6-40a2-8fba-e58799f24b85 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:30.854431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:subnetpool and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:30.867557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Calling delete_port for 39c3e3ef-deb6-40a2-8fba-e58799f24b85 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:30.874308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:30.955959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:30.960270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:18:30.979019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:30.988613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 115d12af-8bc5-4f48-94a8-6fe16711074a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:31.020424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec6c427-7557-4af5-bd7b-cf252bb382b0 None None] Network 115d12af-8bc5-4f48-94a8-6fe16711074a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:31.028225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:18:31.028734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:18:31.052457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:port and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:31.073939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:31.074635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.103300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Pushing event deleted for resources: {'Port': ['ID=39c3e3ef-deb6-40a2-8fba-e58799f24b85,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:31.109388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9558833 Apr 15 18:18:31.111024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58500) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:31.111639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:31.155620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-1813810875'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:31.196290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:31.226081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] No DVR routers for this DVR port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:18:31.241350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aff5ea02-bf57-4932-8593-80cae3d1ec31 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.242672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aff5ea02-bf57-4932-8593-80cae3d1ec31 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5998113 Apr 15 18:18:31.244145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-881b72e1-a5ae-4c51-9606-284734e6dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:31.245749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-881b72e1-a5ae-4c51-9606-284734e6dbc1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 1098 time: 0.4007392 Apr 15 18:18:31.253886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58504) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:31.370046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-115d12af-8bc5-4f48-94a8-6fe16711074a', 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'tenant_id': 'ab603d1caa814b7f9c2b8a3f47ced894', 'fixed_ips': [{'subnet_id': '3a4d56c8-a319-4025-b82b-5304bbf1e4b3'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:18:31.371210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.395208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.408662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5eb126f8-804e-4166-b5cb-52d6a2887ec7 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=a2a9ccdf-6b9b-45fb-a8e9-5d64a90dfe35 HTTP/1.1" status: 200 len: 468 time: 0.1510596 Apr 15 18:18:31.420296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58508) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:31.430228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.456190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:31.461484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67cc4d28-f11d-43f5-b16c-21af1146bc71 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:31.510141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Usage tracker for resource:security_group_rule and tenant:f5b1b75ced414eab8a783adc04e94f4a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:31.547682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Allocated IP 172.20.0.2 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/55bcb6c8-cb5a-4721-8fca-3c59a224313e) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:31.579911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:router and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:31.602788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:31.610885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Deleting port 39c3e3ef-deb6-40a2-8fba-e58799f24b85 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:31.611391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.638458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:floatingip and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:31.641271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:31.660821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:31.678259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f533a4-8bc5-49b4-8814-da6be6dc1c7b req-10443a3f-e953-4c95-b000-3ccc830478cd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:31.679880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0f533a4-8bc5-49b4-8814-da6be6dc1c7b req-10443a3f-e953-4c95-b000-3ccc830478cd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.5528007 Apr 15 18:18:31.690678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.805307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.823942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Transition to ACTIVE for port object 55bcb6c8-cb5a-4721-8fca-3c59a224313e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:31.848668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Transition to ACTIVE for port object 55bcb6c8-cb5a-4721-8fca-3c59a224313e will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:31.855212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:31.950356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:31.995307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39c3e3ef-deb6-40a2-8fba-e58799f24b85 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:18:32.009725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Port': ['ID=3e67c83e-b9b8-4579-afd4-e891857c3632,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:32.012654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:32.021902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0f533a4-8bc5-49b4-8814-da6be6dc1c7b req-2a2ffa73-022a-4547-8f0d-2e200e528905 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100482 Apr 15 18:18:32.056327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:security_group and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:32.066919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 39c3e3ef-deb6-40a2-8fba-e58799f24b85 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:18:32.067307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39c3e3ef-deb6-40a2-8fba-e58799f24b85 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:18:32.101182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:32.105010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Pushing event updated for resources: {'Port': ['ID=55bcb6c8-cb5a-4721-8fca-3c59a224313e,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:32.111600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:32.129018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728ccc-f0e7-4b24-acaf-1a6cc66bc46c req-5e3a691d-edaa-4a55-9ca1-015798ba0c98 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:32.130705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-21728ccc-f0e7-4b24-acaf-1a6cc66bc46c req-5e3a691d-edaa-4a55-9ca1-015798ba0c98 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 944 time: 0.4498558 Apr 15 18:18:32.143366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:32.149092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:32.150412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:32.152658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:32.242639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] The port '39c3e3ef-deb6-40a2-8fba-e58799f24b85' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:18:32.251044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Usage tracker for resource:security_group_rule and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:32.252180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Attempting to bind port 55bcb6c8-cb5a-4721-8fca-3c59a224313e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:32.252861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Attempting to bind port 55bcb6c8-cb5a-4721-8fca-3c59a224313e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3edc6add-b25e-4f74-904e-c9f9ffccc524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:32.253276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Attempting to bind port 55bcb6c8-cb5a-4721-8fca-3c59a224313e on network 115d12af-8bc5-4f48-94a8-6fe16711074a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:32.259343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:32.259773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Checking segment: {'id': '3edc6add-b25e-4f74-904e-c9f9ffccc524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:32.260312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.260646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Bound using segment: {'id': '3edc6add-b25e-4f74-904e-c9f9ffccc524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:32.261285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Bound port: 55bcb6c8-cb5a-4721-8fca-3c59a224313e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc6add-b25e-4f74-904e-c9f9ffccc524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:32.261711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.273746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:32.290163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f83a204a-f67f-449b-9e8c-d02f27c072f7 tempest-QuotasTest-1697865040 tempest-QuotasTest-1697865040-project-admin] 10.222.0.32 "GET /v2.0/quotas/307df2fbf36741a68ddeb6e111273392/details.json HTTP/1.1" status: 200 len: 703 time: 1.9485190 Apr 15 18:18:32.294622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-21728ccc-f0e7-4b24-acaf-1a6cc66bc46c req-8de5ff11-4e7f-4b8f-b5d4-9b7c62cde2d3 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469469 Apr 15 18:18:32.324256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.364596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] For port 55bcb6c8-cb5a-4721-8fca-3c59a224313e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:32.367874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] For port 55bcb6c8-cb5a-4721-8fca-3c59a224313e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55bcb6c8-cb5a-4721-8fca-3c59a224313e,segment=NetworkSegment(3edc6add-b25e-4f74-904e-c9f9ffccc524),segment_id=3edc6add-b25e-4f74-904e-c9f9ffccc524)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:32.372317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.384410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:32.388086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:32.390031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:port and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:32.394302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:32.401906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:32.591393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router f7d3613c-5eed-41e2-b7df-2467adabd34b is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:18:32.628519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58518) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:32.714260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Pushing event updated for resources: {'Port': ['ID=55bcb6c8-cb5a-4721-8fca-3c59a224313e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:32.720535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:32.731618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:32.738515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.762216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.873747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:32.889705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Sync routers for ids ['f7d3613c-5eed-41e2-b7df-2467adabd34b'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:32.893261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.897308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7135112 Apr 15 18:18:32.897585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58524) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:32.902281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Routers {'f7d3613c-5eed-41e2-b7df-2467adabd34b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:32.903030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f7d3613c-5eed-41e2-b7df-2467adabd34b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:32.922281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acade22e-115e-4b01-9d29-827c74d11ef3 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:32.926245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-acade22e-115e-4b01-9d29-827c74d11ef3 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/a2a9ccdf-6b9b-45fb-a8e9-5d64a90dfe35 HTTP/1.1" status: 204 len: 168 time: 1.5021329 Apr 15 18:18:32.935285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:32.954606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:32.978055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.044255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:33.071611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab35063e6f7467b9e1971004753586c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:33.075894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.076715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Floating IP dc368255-75b2-4c86-86cb-3ce6dcc6ff7a disassociated (deleted). External IP: 172.26.7.162, port: 0c49f9a5-6383-4bed-9877-49a5d5840af0. Apr 15 18:18:33.118726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Set router f7d3613c-5eed-41e2-b7df-2467adabd34b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:33.156892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:33.178709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 85646e26-d342-41c4-9dfe-1bc7f68f4395 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:33.181225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98eee46-3099-406c-9e22-caa2600b70fc']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:33.206005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-340e6664-0caa-4ea0-a420-015fe2fd9418 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/f7d3613c-5eed-41e2-b7df-2467adabd34b HTTP/1.1" status: 200 len: 908 time: 0.3068979 Apr 15 18:18:33.207851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6f5ab2d6-4579-4b98-bcd3-f8d69efa8127 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=a2a9ccdf-6b9b-45fb-a8e9-5d64a90dfe35 HTTP/1.1" status: 200 len: 216 time: 0.2467139 Apr 15 18:18:33.210349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58534) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.212493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58536) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.213104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:33.218824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'name': 'tempest-snat-router-897156902', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': True}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:33.278803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:33.289828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Usage tracker for resource:router and tenant:9177273e606a4d4da87356198e5f417b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:33.295119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:33.302275 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c55a082f-420b-4411-acf1-5150cc396d70 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0848162 Apr 15 18:18:33.302463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3e7303-6a5a-4762-babc-3316acf73cc4') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:33.302463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3e7303-6a5a-4762-babc-3316acf73cc4') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:33.304531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58542) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.305433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:33.338618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c34698a1-4e82-4724-a151-c83e17ffe0c3 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0272162 Apr 15 18:18:33.342412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.347447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.348555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.376584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.398218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.431601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.441924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.473999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7136b002-3a45-4f77-b756-938d10c9794c tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:33.479818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f477120e-3dee-471e-af52-9649d13adc68 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/7d3f9b88-211a-4622-84fd-7cda80866b7c HTTP/1.1" status: 200 len: 473 time: 0.1307306 Apr 15 18:18:33.482834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58554) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.490556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:33.509078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 85646e26-d342-41c4-9dfe-1bc7f68f4395 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:33.516902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 85646e26-d342-41c4-9dfe-1bc7f68f4395 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:33.517369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.530872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.545550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef6a3-bb4f-4439-ba99-4161b40e9fc6 req-4966c75e-a5ee-4c60-bb3e-8d6886b13633 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:33.548270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d61ef6a3-bb4f-4439-ba99-4161b40e9fc6 req-4966c75e-a5ee-4c60-bb3e-8d6886b13633 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.3386643 Apr 15 18:18:33.570786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ed8a9cb-f54d-4ba3-856f-bfe12a580c80 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/f03c19d0-b528-4a99-9e7c-5bd2b51f55c6 HTTP/1.1" status: 200 len: 461 time: 0.0461085 Apr 15 18:18:33.575744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:33.602367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Synchronizing usage tracker for tenant:f5b1b75ced414eab8a783adc04e94f4a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:33.634149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.8 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/10b98ae5-f749-4349-ad7c-00ac1e3f6b07) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:33.648952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:28Z', 'updated_at': '2021-04-15T18:18:30Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:18:29Z', 'updated_at': '2021-04-15T18:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:33.656544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Checking router: f7d3613c-5eed-41e2-b7df-2467adabd34b for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:18:33.656850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Updating router f7d3613c-5eed-41e2-b7df-2467adabd34b port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:18:33.690428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2e097-e965-4444-a262-1425f7909815,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:33.715028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.758403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:33.769730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.788943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d61ef6a3-bb4f-4439-ba99-4161b40e9fc6 req-c2e30a58-92af-4115-955f-8c4a3a907b78 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239940 Apr 15 18:18:33.866674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Unset dirty status for tenant:f5b1b75ced414eab8a783adc04e94f4a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:33.868103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-edf8f4f7-1f9f-4ba2-92a8-560e65e4275d req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.6114073 Apr 15 18:18:33.897189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:33.925131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:33.938208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:33.955241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:34.001607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'code': 200} Apr 15 18:18:34.042299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network d98eee46-3099-406c-9e22-caa2600b70fc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:34.051058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55bcb6c8-cb5a-4721-8fca-3c59a224313e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:34.065588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.216725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:34.351164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.384737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.390196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:34.407561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Transition to ACTIVE for port object a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:34.415523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.433716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac8e8-28d0-402b-99d9-cd3f6e224350 req-a761e75c-688a-4127-8b69-b038ebff7922 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:34.435444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56bac8e8-28d0-402b-99d9-cd3f6e224350 req-a761e75c-688a-4127-8b69-b038ebff7922 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 944 time: 0.9637954 Apr 15 18:18:34.435783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:34.469422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138a0ff-3f44-4b4a-80d0-788b6c5f40e7 None None] Network 115d12af-8bc5-4f48-94a8-6fe16711074a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:34.477110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10a52234-311b-4240-939a-612721272e7e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.481449 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10a52234-311b-4240-939a-612721272e7e tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/f03c19d0-b528-4a99-9e7c-5bd2b51f55c6 HTTP/1.1" status: 204 len: 168 time: 0.9004455 Apr 15 18:18:34.483192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58566) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:34.494313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.494507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 55bcb6c8-cb5a-4721-8fca-3c59a224313e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:34.517923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Network d98eee46-3099-406c-9e22-caa2600b70fc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:34.531907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.676752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56bac8e8-28d0-402b-99d9-cd3f6e224350 req-0498a620-6424-4e75-bc30-85d7f5911db9 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197766 Apr 15 18:18:34.703679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Pushing event updated for resources: {'Port': ['ID=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:34.718258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Provisioning for port 55bcb6c8-cb5a-4721-8fca-3c59a224313e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:34.721896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:34.757640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Provisioning complete for port 55bcb6c8-cb5a-4721-8fca-3c59a224313e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:34.758101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:34.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:34.969475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:35.022302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d351671-d7e3-472f-9f85-e4b98367e560 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.026131 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d351671-d7e3-472f-9f85-e4b98367e560 tempest-MeteringTestJSON-1266098734 tempest-MeteringTestJSON-1266098734-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/7d3f9b88-211a-4622-84fd-7cda80866b7c HTTP/1.1" status: 204 len: 168 time: 0.5397172 Apr 15 18:18:35.043688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Router a09d7d67-131a-4ac5-b457-35bd22757626 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:18:35.089391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Attempting to bind port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:35.089812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Attempting to bind port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:35.090264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Attempting to bind port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:35.091653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb3c352-667a-4792-b9de-f0feea4b53b1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:35.115628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:35.120364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.140582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:35.141007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:35.141461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.141923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:35.142597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Bound port: a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:35.142860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.190196 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ab35063e6f7467b9e1971004753586c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5310879 Apr 15 18:18:35.202728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58574) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:35.206294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d26aba-6886-407c-beeb-e9e47f0c805b req-07e2c22f-51dc-42dd-afb4-25fca0d6f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:35.207948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95d26aba-6886-407c-beeb-e9e47f0c805b req-07e2c22f-51dc-42dd-afb4-25fca0d6f68f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 1098 time: 0.9708905 Apr 15 18:18:35.215432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.241729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d3d6-f0fb-48c8-b983-17e799d14cab req-28928393-eadd-45de-8b1d-fee824bde2a0 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:35.244327 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0378d3d6-f0fb-48c8-b983-17e799d14cab req-28928393-eadd-45de-8b1d-fee824bde2a0 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.2906914 Apr 15 18:18:35.244475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:35.267519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] 10.222.0.32 "DELETE /v2.0/networks/d98eee46-3099-406c-9e22-caa2600b70fc HTTP/1.1" status: 204 len: 168 time: 5.7925546 Apr 15 18:18:35.291019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Pushing event deleted for resources: {'Network': ['ID=d98eee46-3099-406c-9e22-caa2600b70fc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:35.357300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0378d3d6-f0fb-48c8-b983-17e799d14cab req-a5326e05-a827-4b6e-9d0c-805c96febe4d tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031320 Apr 15 18:18:35.366103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.383818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.407883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] For port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:35.424816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:35.429677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] For port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:35.433688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.448963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.481644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:35.507908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.548762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] For port 55bcb6c8-cb5a-4721-8fca-3c59a224313e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55bcb6c8-cb5a-4721-8fca-3c59a224313e,segment=NetworkSegment(3edc6add-b25e-4f74-904e-c9f9ffccc524),segment_id=3edc6add-b25e-4f74-904e-c9f9ffccc524)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:35.597581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58584) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:35.642304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:35.645001 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95d26aba-6886-407c-beeb-e9e47f0c805b req-88d3d8ee-47a4-40eb-afb9-d8eeb2b009b6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553507 Apr 15 18:18:35.681187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:35.691295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.700703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.703638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] Sync routers for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:35.729414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58592) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:35.762245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.762391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:35.763151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:35.779648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.26.7.163 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ad122f78-7930-4873-b097-118579c0b22e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:35.875734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:35.884627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.904382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/floatingips/dc368255-75b2-4c86-86cb-3ce6dcc6ff7a HTTP/1.1" status: 204 len: 168 time: 7.5421720 Apr 15 18:18:35.906630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:35.907579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:35.910171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58598) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:35.927288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:35.934510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:35.959617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:35.964261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d71775d-a1ce-4daa-8501-bd6130fe9a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:35.967653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Pushing event updated for resources: {'Port': ['ID=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:35.986153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e287ed0-73c8-4a78-a6c6-6c6c3f0b5151 None None] Provisioning complete for port 55bcb6c8-cb5a-4721-8fca-3c59a224313e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:35.986596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e287ed0-73c8-4a78-a6c6-6c6c3f0b5151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.011882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:36.012496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956aba9d-1a18-44e9-929f-6211254b89be None None] The sync data for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:36.034338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:36.034840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:36.075241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Usage tracker for resource:floatingip and tenant:338601fc149f46d29e9dfbfce3cc80d3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:36.086230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:36.096300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.102413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:36.138731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:36.143564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Usage tracker for resource:security_group_rule and tenant:e6f7b82622cf46908d9a9c5ded1926da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:36.154927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:36.158622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=10b98ae5-f749-4349-ad7c-00ac1e3f6b07,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:36.161314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:36.164501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.166778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Routers {'f7d3613c-5eed-41e2-b7df-2467adabd34b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:36.167481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f7d3613c-5eed-41e2-b7df-2467adabd34b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:36.169323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:36.202188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.222885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Pushing event updated for resources: {'Port': ['ID=55bcb6c8-cb5a-4721-8fca-3c59a224313e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:36.227284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-befc6ba6-628e-4121-9e0c-63c5702ba693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78dd1ef8451e4bc4b4fa7e748aa4d931&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963486 Apr 15 18:18:36.232242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:36.238668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58604) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:36.259668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.266160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:36.293249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb3c352-667a-4792-b9de-f0feea4b53b1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:36.295907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:36.310246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:36.311409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.315517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cb3c352-667a-4792-b9de-f0feea4b53b1 HTTP/1.1" status: 204 len: 168 time: 1.1065481 Apr 15 18:18:36.317671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:36.320085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:36.338336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa438e7f-c072-49fa-9d13-7e62d28d70fb req-76e0c076-6d2e-4614-be28-cc75aaee48ef tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:36.340014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa438e7f-c072-49fa-9d13-7e62d28d70fb req-76e0c076-6d2e-4614-be28-cc75aaee48ef tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.3875911 Apr 15 18:18:36.427741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:36.428236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.481063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3379109 Apr 15 18:18:36.484813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58612) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:36.487244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] Set router f7d3613c-5eed-41e2-b7df-2467adabd34b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:36.494193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.538699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-865960041', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:28:61'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:36.570249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa438e7f-c072-49fa-9d13-7e62d28d70fb req-a9d27578-7ad7-4c47-808f-9375efe8d13d tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183769 Apr 15 18:18:36.585098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.635972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05f2eac2-e860-4144-a722-9d4774d6e994 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:36.692812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.746751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.840027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ee36398-7373-4e04-aede-9841dc211d6c None None] Provisioning for port 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:36.857893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ee36398-7373-4e04-aede-9841dc211d6c None None] Provisioning complete for port 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:36.858341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ee36398-7373-4e04-aede-9841dc211d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:36.862348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:36.877345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:port and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:36.884700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:36.897021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:36.938753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58618) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:36.957747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ee36398-7373-4e04-aede-9841dc211d6c None None] Port 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:36.964856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:36.994662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.026654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:28Z', 'updated_at': '2021-04-15T18:18:30Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:18:29Z', 'updated_at': '2021-04-15T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:37.031761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d276f6c1-5b81-420d-bb49-b0c98a710c7c None None] The sync data for ids ['f7d3613c-5eed-41e2-b7df-2467adabd34b'] in dv-neutron-786478-1-hyperv is: [{'id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106'}], 'enable_snat': False}, 'gw_port_id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:28Z', 'updated_at': '2021-04-15T18:18:30Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': 'a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d3613c-5eed-41e2-b7df-2467adabd34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:18:29Z', 'updated_at': '2021-04-15T18:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:37.082206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:37.102185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Usage tracker for resource:security_group_rule and tenant:307df2fbf36741a68ddeb6e111273392 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:37.118280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:37.124400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Allocated IP 172.26.7.60 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/b688a3cd-f02e-446e-9bdd-e9ae94e28573) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:37.134728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.142751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:37.168652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.174304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=ad122f78-7930-4873-b097-118579c0b22e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:37.177875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:37.201658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2328f74d-4bd0-4dcc-a8ce-901f3e6dfddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:37.276152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.278352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6f7b82622cf46908d9a9c5ded1926da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6796217 Apr 15 18:18:37.288910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58622) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:37.300004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81c95b-b91a-44e2-b826-6ab6d560d15c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:37.305837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.309538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:37.321014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f35d44c8-e586-469c-939d-23682fb0562e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:37.338966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:37.342537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad2daa2-535b-4c5c-b9e3-98978cfd57d1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:37.353035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c85b-c58e-45c8-bba5-38e7a7fb53e2 req-9fac3f67-70bf-4b9e-be36-ef247625c356 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:37.355666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5bf3c85b-c58e-45c8-bba5-38e7a7fb53e2 req-9fac3f67-70bf-4b9e-be36-ef247625c356 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.6855011 Apr 15 18:18:37.357062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:37.364021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:37.369412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port a638cf29-9c36-4bce-99cc-36be241f5c2a yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:37.385760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:37.465520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5bf3c85b-c58e-45c8-bba5-38e7a7fb53e2 req-0a942b8c-b5a7-48e9-bc6a-1e20a0303973 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957847 Apr 15 18:18:37.473932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.475200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ad2daa2-535b-4c5c-b9e3-98978cfd57d1 HTTP/1.1" status: 204 len: 168 time: 1.2291589 Apr 15 18:18:37.655151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.7 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/a638cf29-9c36-4bce-99cc-36be241f5c2a) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:37.750992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.775506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.831520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.873806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:37.889434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5ef1cf1-1944-4cbb-aaf7-ec0436e4174f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:37.965223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.054756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d247968a-b113-42db-97bb-944f4135458c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:38.139036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55bcb6c8-cb5a-4721-8fca-3c59a224313e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:38.170480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab3a8-8cb4-485f-82e0-b522c7211b30 req-ed67b0e6-9713-4840-978a-09aef6f15155 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:38.172867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7eab3a8-8cb4-485f-82e0-b522c7211b30 req-ed67b0e6-9713-4840-978a-09aef6f15155 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.3838673 Apr 15 18:18:38.188629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.223552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=307df2fbf36741a68ddeb6e111273392&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2821085 Apr 15 18:18:38.229643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58642) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:38.229881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:38.241120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 55bcb6c8-cb5a-4721-8fca-3c59a224313e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:38.241931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.246338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object a638cf29-9c36-4bce-99cc-36be241f5c2a will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:38.289548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c822e-9517-4c97-8205-03ddbf9ecc67 req-1b95c02e-6e8d-4a92-b401-345c77587289 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:38.290603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.294954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-091c822e-9517-4c97-8205-03ddbf9ecc67 req-1b95c02e-6e8d-4a92-b401-345c77587289 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.5046344 Apr 15 18:18:38.303208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7eab3a8-8cb4-485f-82e0-b522c7211b30 req-8f22e8e2-acd3-4683-84d1-442750176c76 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234062 Apr 15 18:18:38.317907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:38.322464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58650) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:38.330321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.335416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Request body: {'floatingip': {'port_id': 'd594b54c-02b1-437d-aee1-57635eb3cb03'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:38.354507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81c95b-b91a-44e2-b826-6ab6d560d15c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:38.356946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.363943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:38.364428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:38.456491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.467149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:38.560779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:38.566649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:38.567065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.637614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.644837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58660) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:38.699340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.713523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:38.719092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:38.720423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:38.722380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.723602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:38.727724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:38.751856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Pushing event updated for resources: {'Port': ['ID=b688a3cd-f02e-446e-9bdd-e9ae94e28573,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:38.766555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:38.784033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:38.837224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.838232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec81c95b-b91a-44e2-b826-6ab6d560d15c HTTP/1.1" status: 204 len: 168 time: 1.5460532 Apr 15 18:18:38.870659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:38.873965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:38.892044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-449108591'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:38.923066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:38.939354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:network and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:38.952250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:38.953229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:38.958232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:38.978223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=a638cf29-9c36-4bce-99cc-36be241f5c2a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:38.983271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:38.991279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:39.006979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:39.011132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.5227249 Apr 15 18:18:39.011132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:39.012917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:39.016503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:39.085552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Made reservation on behalf of b30cacec18d24341a4d3410c6582be64 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:39.091803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.105762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d6c3077f-8d65-4d79-aa68-1550e79e7051 None None] Provisioning for port a638cf29-9c36-4bce-99cc-36be241f5c2a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:39.112536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d6c3077f-8d65-4d79-aa68-1550e79e7051 None None] Provisioning complete for port a638cf29-9c36-4bce-99cc-36be241f5c2a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:39.114030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6c3077f-8d65-4d79-aa68-1550e79e7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.128144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.161826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:39.169946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:security_group_rule and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:39.176072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:39.191294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:39.194907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3077f-8d65-4d79-aa68-1550e79e7051 None None] Port a638cf29-9c36-4bce-99cc-36be241f5c2a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:39.227355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.255218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:39.261767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:39.268905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:39.269820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Synchronizing usage tracker for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:39.283531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58674) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:39.294639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.321147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.392721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:39.405818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Usage tracker for resource:security_group_rule and tenant:7ccd5ebd2cdd4e64963ae735835fbfd7 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:39.412309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:39.440575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:39.457248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.531898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.545576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.562315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c4eb4b-9b68-429f-b2a4-fb46d264e691 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:39.595624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Unset dirty status for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:39.596911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3f53ee2-b823-406e-bf1a-4ef211702532 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5829268 Apr 15 18:18:39.614270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58678) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:39.624066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:39.667581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.711648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98721746-e83c-496f-903c-591d37af39e0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:39.755998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1353f9a-bf8f-467b-9363-b772bac61391 req-ba53aaff-ac42-4926-933a-bff2ef1dfacf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:39.757937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1353f9a-bf8f-467b-9363-b772bac61391 req-ba53aaff-ac42-4926-933a-bff2ef1dfacf tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 1.1781812 Apr 15 18:18:39.769462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:39.769891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Added segment 62f92b02-730a-4b53-ad59-6c4f59db3fdf of type vlan for network 58ec0f0d-fa00-4807-8048-e0de0590e460 Apr 15 18:18:39.771418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58682) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:39.972697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:40.023047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.031943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.051363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f34d857-04ae-499f-a382-73aa0db0edc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:40.057072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:40.057672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.069427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:40.084631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Request body: {'floatingip': {'port_id': '85646e26-d342-41c4-9dfe-1bc7f68f4395'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:40.145897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247968a-b113-42db-97bb-944f4135458c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:40.153067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:40.216534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port a638cf29-9c36-4bce-99cc-36be241f5c2a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:40.216924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.229593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.230834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d247968a-b113-42db-97bb-944f4135458c HTTP/1.1" status: 204 len: 168 time: 1.9988675 Apr 15 18:18:40.260370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.473836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.481923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.499512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.505765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.512495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.562791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18a90d27-3adc-4dba-8fc3-6e07bb8eaa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:40.567047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router b6eac3ea-09dd-4499-b998-5c2f159e68af is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:18:40.739694 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ccd5ebd2cdd4e64963ae735835fbfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4549148 Apr 15 18:18:40.742398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58698) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:40.805310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc5a37-0545-4dc8-8dd6-285ea6034128,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:40.889707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:40.891090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:18:40.895664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Floating IP 0d497903-980a-46fc-9b9a-786d5deda0f7 associated. External IP: 172.26.7.30, port: d594b54c-02b1-437d-aee1-57635eb3cb03. Apr 15 18:18:40.902428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.930183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:40.930840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.943804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:40.970252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:40.981685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Sync routers for ids ['b6eac3ea-09dd-4499-b998-5c2f159e68af'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:41.002984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Routers {'b6eac3ea-09dd-4499-b998-5c2f159e68af'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:41.003714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:41.004114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6eac3ea-09dd-4499-b998-5c2f159e68af'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:41.058361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.062020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.065925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.8519132 Apr 15 18:18:41.075803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58710) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:41.199994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:41.393912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Set router b6eac3ea-09dd-4499-b998-5c2f159e68af gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:41.459998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Network': ['ID=58ec0f0d-fa00-4807-8048-e0de0590e460,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:41.493259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:41.493988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a5e93b-c32f-4132-8b33-aa081a21b755 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:41.507375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:41.530692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8788459 Apr 15 18:18:41.547502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58720) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:41.570472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'networks': [{'name': 'tempest-network--1231970842'}, {'name': 'tempest-network--805160775'}]} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:41.571077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-network--1231970842'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:41.571709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-network--805160775'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:41.579154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:41.583909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.597055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:network and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:41.597222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.602400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:41.613052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:41.620587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'subnet': {'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:41.636855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'network': 2} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:41.643938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.666701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.691631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:18:41.692773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:41.698949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:security_group_rule and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:41.703355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:41.711798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:41.826005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eac3ea-09dd-4499-b998-5c2f159e68af', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'ad122f78-7930-4873-b097-118579c0b22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:33Z', 'updated_at': '2021-04-15T18:18:37Z', 'revision_number': 3, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port': {'id': 'ad122f78-7930-4873-b097-118579c0b22e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6eac3ea-09dd-4499-b998-5c2f159e68af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:18:35Z', 'updated_at': '2021-04-15T18:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:41.830597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Checking router: b6eac3ea-09dd-4499-b998-5c2f159e68af for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:18:41.830992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Updating router b6eac3ea-09dd-4499-b998-5c2f159e68af port ad122f78-7930-4873-b097-118579c0b22e binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:18:41.890109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:41.911050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for a638cf29-9c36-4bce-99cc-36be241f5c2a owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:41.991999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:42.010538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Sync routers for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:42.012432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.013302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.028385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:42.030560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:42.083866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8cfb7ab6-eb26-41b9-8f8c-098c08b91c9c tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "PUT /v2.0/floatingips/0d497903-980a-46fc-9b9a-786d5deda0f7 HTTP/1.1" status: 200 len: 990 time: 3.7598870 Apr 15 18:18:42.085168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:42.090552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.091660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.112577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5c0444d-61cb-4ea5-8027-44c7fefc7f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:42.158222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:42.177773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.178564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment 5d391913-f018-46ef-bbe0-463313ff8a1a of type vlan for network 0f29dc19-825e-4925-bc8a-91df3db5f1b0 Apr 15 18:18:42.228667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.267675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:42.277027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.277681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment 4c6386a7-3ea8-454c-9492-e004b2275b00 of type vlan for network c6cf42da-fb71-484a-be95-02f9c6bd828a Apr 15 18:18:42.306061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.335862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:42.339337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'status': 'completed', 'code': 200} Apr 15 18:18:42.339900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec511b5e-c504-443e-915d-a562e6712edd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:42.344253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.346460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:42.346460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.347093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:42.375164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:42.380864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:42.381660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.407446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.415527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.421129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Transition to ACTIVE for port object ad122f78-7930-4873-b097-118579c0b22e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:42.429241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.443303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Pushing event updated for resources: {'Port': ['ID=b688a3cd-f02e-446e-9bdd-e9ae94e28573,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:42.458564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f92166-0329-47a7-bc42-c68c6ed1d14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:42.483781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:42.498141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2974966 Apr 15 18:18:42.502190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58730) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:42.534190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=0f29dc19-825e-4925-bc8a-91df3db5f1b0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:42.543786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16253d33-bc29-430a-a416-c486f4853089 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/b6eac3ea-09dd-4499-b998-5c2f159e68af HTTP/1.1" status: 200 len: 907 time: 1.4085512 Apr 15 18:18:42.559258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58734) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:42.583891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0f29dc19-825e-4925-bc8a-91df3db5f1b0 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:42.588472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:42.621821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:subnet and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:42.628054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:42.653272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:42.717164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Pushing event updated for resources: {'Port': ['ID=ad122f78-7930-4873-b097-118579c0b22e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:42.721464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.744251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:42.772766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.792198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:42.800660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-93493ccc-da18-4491-a832-e7557066b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:42.802661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-93493ccc-da18-4491-a832-e7557066b8e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=160c2de2b64b408eba77ffe9971a5166&device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 1098 time: 0.4763544 Apr 15 18:18:42.812639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Made reservation on behalf of b30cacec18d24341a4d3410c6582be64 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:42.819213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.831659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Attempting to bind port ad122f78-7930-4873-b097-118579c0b22e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:42.832086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Attempting to bind port ad122f78-7930-4873-b097-118579c0b22e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:42.832629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Attempting to bind port ad122f78-7930-4873-b097-118579c0b22e on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:42.838739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:42.839163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:42.839619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.840061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:42.840592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Bound port: ad122f78-7930-4873-b097-118579c0b22e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:42.841012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:42.904666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '0d497903-980a-46fc-9b9a-786d5deda0f7', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'port_id': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'mac_address': 'fa:16:3e:bf:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:47Z', 'updated_at': '2021-04-15T18:18:40Z', 'revision_number': 1, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:42.908927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Checking router: 5dee9f2f-067f-4456-8bc4-630d7bbdd77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:18:42.919207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:42.919870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:42.933217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=c6cf42da-fb71-484a-be95-02f9c6bd828a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:42.934288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] For port ad122f78-7930-4873-b097-118579c0b22e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:42.947318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c6cf42da-fb71-484a-be95-02f9c6bd828a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:42.949369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:42.961543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.566s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:42.962218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:42.996653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc5a37-0545-4dc8-8dd6-285ea6034128,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:43.028922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:43.036146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:43.042903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:43.051050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:43.052008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Synchronizing usage tracker for tenant:aed93524d432441b92492ca38e7ab799 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:43.057908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:43.073689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.073919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:18:43.086935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] For port ad122f78-7930-4873-b097-118579c0b22e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ad122f78-7930-4873-b097-118579c0b22e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:43.090962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.109588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ac9e4ea-c7b9-48c1-887d-7d6cda4f9515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:43.144092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.160833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.162322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2501605 Apr 15 18:18:43.192850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:43.209477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Pushing event updated for resources: {'Port': ['ID=ad122f78-7930-4873-b097-118579c0b22e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:43.215009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58738) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:43.229353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Unset dirty status for tenant:aed93524d432441b92492ca38e7ab799 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:43.230664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-441d9d88-5733-45f6-98a6-eb1d1d64ef74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7270253 Apr 15 18:18:43.233593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:43.309009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.310384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5cc5a37-0545-4dc8-8dd6-285ea6034128 HTTP/1.1" status: 204 len: 168 time: 2.5175195 Apr 15 18:18:43.311587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ff393a2-1136-4632-8c35-fa0a7536a886 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:43.322640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:43.404396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.494246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.557495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:43.571295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Deleting port ad122f78-7930-4873-b097-118579c0b22e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:43.571295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.581874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=a638cf29-9c36-4bce-99cc-36be241f5c2a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:43.601986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Routers {'b6eac3ea-09dd-4499-b998-5c2f159e68af'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:43.602691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6eac3ea-09dd-4499-b998-5c2f159e68af'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:43.623646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:43.628776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:43.686692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.729122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:43.758042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Usage tracker for resource:floatingip and tenant:783339a5eeb044ba9ceecf53c690eecc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:43.778762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:43.853026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '0d497903-980a-46fc-9b9a-786d5deda0f7', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'port_id': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'mac_address': 'fa:16:3e:bf:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:47Z', 'updated_at': '2021-04-15T18:18:40Z', 'revision_number': 1, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:43.857769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef16f4-d219-47d9-add0-e78c254a950a None None] The sync data for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv is: [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '0d497903-980a-46fc-9b9a-786d5deda0f7', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'floating_ip_address': '172.26.7.30', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'port_id': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'mac_address': 'fa:16:3e:bf:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:47Z', 'updated_at': '2021-04-15T18:18:40Z', 'revision_number': 1, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:43.874039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:43.948818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] Set router b6eac3ea-09dd-4499-b998-5c2f159e68af gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:43.997611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-aabb2f01-d5ae-49bf-b013-f1808c17eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:43.999527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-aabb2f01-d5ae-49bf-b013-f1808c17eac8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 200 len: 912 time: 1.0601065 Apr 15 18:18:44.034897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.061516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.074470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6eac3ea-09dd-4499-b998-5c2f159e68af', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:33Z', 'updated_at': '2021-04-15T18:18:43Z', 'revision_number': 4, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:44.080053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69924bb7-cc99-487a-8149-8054e3e4e099 None None] The sync data for ids ['b6eac3ea-09dd-4499-b998-5c2f159e68af'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6eac3ea-09dd-4499-b998-5c2f159e68af', 'name': 'tempest-snat-router-897156902', 'tenant_id': '9177273e606a4d4da87356198e5f417b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:18:33Z', 'updated_at': '2021-04-15T18:18:43Z', 'revision_number': 4, 'project_id': '9177273e606a4d4da87356198e5f417b', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:44.244982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a5cebf-aae2-4d1c-be53-a281ed059eee None None] New status for floating IP 0d497903-980a-46fc-9b9a-786d5deda0f7: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:18:44.383621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.399596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-322302ab-961d-4fb9-b0ee-50287cade31a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 200 len: 998 time: 0.3219299 Apr 15 18:18:44.411626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/a638cf29-9c36-4bce-99cc-36be241f5c2a HTTP/1.1" status: 204 len: 168 time: 4.7939894 Apr 15 18:18:44.412970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Floating IP 25183f5f-65a4-402d-9828-ec24500d044e associated. External IP: 172.26.7.105, port: 85646e26-d342-41c4-9dfe-1bc7f68f4395. Apr 15 18:18:44.513911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.528612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58768) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:44.650683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f29dc19-825e-4925-bc8a-91df3db5f1b0']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:44.662912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-0cfa45b6-f071-4b3b-85f6-55223c966ded service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0268703 Apr 15 18:18:44.674320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d391913-f018-46ef-bbe0-463313ff8a1a') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:44.674813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d391913-f018-46ef-bbe0-463313ff8a1a') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:44.690379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] For port ad122f78-7930-4873-b097-118579c0b22e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ad122f78-7930-4873-b097-118579c0b22e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:44.691151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.701753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58776) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:44.715178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.863105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Calling delete_port for ad122f78-7930-4873-b097-118579c0b22e owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:44.913795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:44.936490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:45.074976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf6dc9b-d142-4ca9-b57b-918e101e4c9c tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] GET failed (client error): The resource could not be found. Apr 15 18:18:45.075749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbf6dc9b-d142-4ca9-b57b-918e101e4c9c tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Synchronizing usage tracker for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:45.099752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-699e98f3-e796-412f-985c-3822f0e0c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:45.101475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-699e98f3-e796-412f-985c-3822f0e0c4a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3080d81-e299-4ac1-bcf1-a1e316112f91 HTTP/1.1" status: 200 len: 850 time: 0.6928945 Apr 15 18:18:45.191845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbf6dc9b-d142-4ca9-b57b-918e101e4c9c tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Unset dirty status for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:45.193120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fbf6dc9b-d142-4ca9-b57b-918e101e4c9c tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports/a638cf29-9c36-4bce-99cc-36be241f5c2a HTTP/1.1" status: 404 len: 333 time: 0.6606112 Apr 15 18:18:45.200522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-427f1dc3-658a-4e97-a7d0-c47e69b4d0d2 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.202278 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-427f1dc3-658a-4e97-a7d0-c47e69b4d0d2 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4853532 Apr 15 18:18:45.203080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58784) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.213289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58786) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.228448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ae106ff5-ffdc-4670-9f3a-cab49bd94057 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.229474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ae106ff5-ffdc-4670-9f3a-cab49bd94057 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0097342 Apr 15 18:18:45.234567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58792) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.247355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-e78dc27e-8416-4529-af59-502c91356ede tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.248375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e78dc27e-8416-4529-af59-502c91356ede tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0094254 Apr 15 18:18:45.290451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-1283107052'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:45.305975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58796) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.331478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-6d4950c7-843e-4350-bd63-e9b97f56c19f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.332516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d4950c7-843e-4350-bd63-e9b97f56c19f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0255249 Apr 15 18:18:45.392230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58800) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.402317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 0f29dc19-825e-4925-bc8a-91df3db5f1b0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:45.412534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-2d91feaa-54f2-473a-b987-4cc3ccdd112e tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.413709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d91feaa-54f2-473a-b987-4cc3ccdd112e tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0151999 Apr 15 18:18:45.425282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58804) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.434063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:45.466384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-42ee31de-e558-4a5c-a6de-7cd59bef6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:45.467542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-9e30d3ed-43ff-4dc4-a4bb-ae1c234e4686 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.468023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-42ee31de-e558-4a5c-a6de-7cd59bef6e17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7830e2b2-710b-48de-a549-1777b7a344e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3437309 Apr 15 18:18:45.469157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e30d3ed-43ff-4dc4-a4bb-ae1c234e4686 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0201008 Apr 15 18:18:45.470813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:45.472423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58808) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.596959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-abf780a7-7962-4bfe-9c68-09f7949ea68f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.598052 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-abf780a7-7962-4bfe-9c68-09f7949ea68f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0655408 Apr 15 18:18:45.609188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58812) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.637727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-34c08b9d-9c5b-4c8a-a025-d8092fb8f40d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.638810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34c08b9d-9c5b-4c8a-a025-d8092fb8f40d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0286379 Apr 15 18:18:45.643421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58816) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.647537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:18:45.664527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-be80328b-a982-4836-8892-1c14182f9a3a tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.665576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be80328b-a982-4836-8892-1c14182f9a3a tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0168343 Apr 15 18:18:45.674901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58820) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.700720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-315a416a-d3b2-4d86-9ac4-c14e3a7add76 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.701703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-315a416a-d3b2-4d86-9ac4-c14e3a7add76 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0133293 Apr 15 18:18:45.708739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58824) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.744942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 0f29dc19-825e-4925-bc8a-91df3db5f1b0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:45.779831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:45.784086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-8cf52e7f-1ae5-43e7-9284-c1f9086b62a9 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.787729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8cf52e7f-1ae5-43e7-9284-c1f9086b62a9 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0736928 Apr 15 18:18:45.798462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58828) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:45.807482 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:45.881495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ff2a645-8586-4c03-b6d1-1cba40c6027c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:45.913118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:45.928186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-7a0813ba-459b-437b-80aa-0a60482e46e6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.931734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a0813ba-459b-437b-80aa-0a60482e46e6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1172264 Apr 15 18:18:45.933456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58834) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.940209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:45.945309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-e5ef32b2-612e-4afd-96cc-12c6d7ea7cb1 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:45.949136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5ef32b2-612e-4afd-96cc-12c6d7ea7cb1 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0098112 Apr 15 18:18:45.956337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58838) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:45.959174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:45.986299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:46.004611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-c7c936e0-1507-4b81-9fac-2e87860deb01 service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240493 Apr 15 18:18:46.020719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-f80b4292-0e8a-4b4c-9551-a8ea554a75a3 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.024263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f80b4292-0e8a-4b4c-9551-a8ea554a75a3 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0470884 Apr 15 18:18:46.028689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58842) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.039635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.074631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ad0235fd-77e4-4b78-99c2-0dd2719e3b11 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.078882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ad0235fd-77e4-4b78-99c2-0dd2719e3b11 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0187793 Apr 15 18:18:46.095790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58846) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.103471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad122f78-7930-4873-b097-118579c0b22e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:46.105546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:46.111643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.130198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:46.134708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-04cbadc5-51b3-4471-9ed5-b342132e2ad8 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.138671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-04cbadc5-51b3-4471-9ed5-b342132e2ad8 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0340607 Apr 15 18:18:46.141869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58850) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.148502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:46.165808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-d18895c6-6336-407d-88c7-178c463650dc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.166081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.166902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d18895c6-6336-407d-88c7-178c463650dc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0198219 Apr 15 18:18:46.172160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58854) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.192363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Subnet': ['ID=c7c14bc4-621c-455f-a1e4-7d5611329ba6,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:46.195779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:46.209166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/0f29dc19-825e-4925-bc8a-91df3db5f1b0 HTTP/1.1" status: 204 len: 168 time: 2.9716625 Apr 15 18:18:46.209166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=0f29dc19-825e-4925-bc8a-91df3db5f1b0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:46.214180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58858) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.219578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-2021526b-3d68-468d-8401-53a3a8f6035f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.220650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2021526b-3d68-468d-8401-53a3a8f6035f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0439403 Apr 15 18:18:46.222922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:46.228062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58862) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.245805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:46.254410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ecda3c80-195b-4c5b-bcbf-bce3a6465f1b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.255607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecda3c80-195b-4c5b-bcbf-bce3a6465f1b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0232773 Apr 15 18:18:46.263437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58866) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.264605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:46.269822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.275330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97188130-7794-4543-ad76-4487f48e378d None None] Sync routers for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:46.285921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:46.286522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:46.334781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-5b74d351-bf3e-4cba-9ef0-0123bd4e6598 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.339025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5b74d351-bf3e-4cba-9ef0-0123bd4e6598 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0324507 Apr 15 18:18:46.345106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58870) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.356775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-d9e8c9d8-6e5e-43fd-a15e-6a036e3479ae tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.358014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9e8c9d8-6e5e-43fd-a15e-6a036e3479ae tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103002 Apr 15 18:18:46.370416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58874) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.394596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-46d97435-b8bb-4ddf-ab06-d3ca9cc1575c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.398271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-46d97435-b8bb-4ddf-ab06-d3ca9cc1575c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0157187 Apr 15 18:18:46.399836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58878) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.410162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e76d3e74-065c-45b2-bd1d-1d8781b15335 req-7142ff8f-65da-4947-a742-b290e0188ba1 service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825796 Apr 15 18:18:46.411810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e345b3f-ac11-4277-b222-7d98efb1d60b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "PUT /v2.0/floatingips/25183f5f-65a4-402d-9828-ec24500d044e HTTP/1.1" status: 200 len: 991 time: 6.3413532 Apr 15 18:18:46.415758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-bb031222-d9d5-4f05-a7c9-fefe91f13a0a tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.417892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb031222-d9d5-4f05-a7c9-fefe91f13a0a tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0117319 Apr 15 18:18:46.417892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:18:46.428465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58884) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.445870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-b3f8cdd2-4ce1-46a1-ac39-1f9c850cc3b6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.447042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3f8cdd2-4ce1-46a1-ac39-1f9c850cc3b6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100071 Apr 15 18:18:46.456928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.471629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-bce195aa-a2e5-4642-93b8-5019d307e261 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.476811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bce195aa-a2e5-4642-93b8-5019d307e261 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0189373 Apr 15 18:18:46.477611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58894) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.489066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-134e3259-212e-450a-b177-f6e68bc630e9 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.493923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-134e3259-212e-450a-b177-f6e68bc630e9 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0150383 Apr 15 18:18:46.494582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58898) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.499263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Allocated IP 172.26.7.117 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/8d3a6e8a-7092-4d83-ba7d-34ba1462a98d) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:46.501766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Checking segment: {'id': '62f92b02-730a-4b53-ad59-6c4f59db3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:46.502209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network hostable DHCP agents. Network: 58ec0f0d-fa00-4807-8048-e0de0590e460, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:46.502758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:46.513300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-b1237109-a4c4-40dd-8766-7f9e88d01f17 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.518725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b1237109-a4c4-40dd-8766-7f9e88d01f17 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0196676 Apr 15 18:18:46.520056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58902) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.526305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-a23ab9bd-fd16-4743-9f4e-d099ccf3f173 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.530304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a23ab9bd-fd16-4743-9f4e-d099ccf3f173 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0093696 Apr 15 18:18:46.535930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58906) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.544394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-45e800d3-8a7e-476f-9b6d-e4461d10cd8c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.549248 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45e800d3-8a7e-476f-9b6d-e4461d10cd8c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0112214 Apr 15 18:18:46.552875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 58910) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.558160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:18:46.569651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 58ec0f0d-fa00-4807-8048-e0de0590e460) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:46.579676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef946a8-d727-49b7-8cd0-15c269c39500 None None] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:46.595538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-45c808c1-59e9-413b-9849-46a31c8d4324 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.599894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45c808c1-59e9-413b-9849-46a31c8d4324 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0325112 Apr 15 18:18:46.604931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.608837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58914) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.615332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:46.622751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.643343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'status': 'completed', 'code': 200} Apr 15 18:18:46.698700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ecfb8a8a-637e-4ab1-962d-7e5c057f7913 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.702520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecfb8a8a-637e-4ab1-962d-7e5c057f7913 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0713956 Apr 15 18:18:46.714482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58918) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.728313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-1e8930c1-cfa0-42b9-be5b-d0440d93ce5c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.731601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1e8930c1-cfa0-42b9-be5b-d0440d93ce5c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0136311 Apr 15 18:18:46.733250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58922) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.746701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-09b639c7-ac94-49fa-a72c-d8d9e067c407 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.751149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09b639c7-ac94-49fa-a72c-d8d9e067c407 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0123761 Apr 15 18:18:46.755400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1949148 Apr 15 18:18:46.757733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58926) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.758180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58928) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.768597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-a1f0ffd3-d6a5-43f0-88fc-112cd59e59d1 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.772058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1f0ffd3-d6a5-43f0-88fc-112cd59e59d1 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0097642 Apr 15 18:18:46.773628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-646438751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:46.781461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58934) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.790970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:46.797495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-a2471473-4ef4-4f44-84c1-49fe18f48ca8 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.801066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a2471473-4ef4-4f44-84c1-49fe18f48ca8 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0146928 Apr 15 18:18:46.802312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58938) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.804674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:router and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:46.813469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ccdcd8e5-e6d8-438a-98b7-51c2e3a3b4bd tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.816926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ccdcd8e5-e6d8-438a-98b7-51c2e3a3b4bd tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0065348 Apr 15 18:18:46.816926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:46.819503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58942) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.838341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-d2b0acac-d5df-48e9-b385-0de3835e192d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.841868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2b0acac-d5df-48e9-b385-0de3835e192d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0188124 Apr 15 18:18:46.841868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:46.845025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58946) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.855381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-f0bfc254-40b3-4d82-a07d-a863f259e813 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.856450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0bfc254-40b3-4d82-a07d-a863f259e813 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104373 Apr 15 18:18:46.860371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58950) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.868414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-37528dd3-44eb-46e1-836a-e5b2b9363f4f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.869473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37528dd3-44eb-46e1-836a-e5b2b9363f4f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065970 Apr 15 18:18:46.872528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-fb68428a-7da9-416e-91bb-3e1dc7f8873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:46.874124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-fb68428a-7da9-416e-91bb-3e1dc7f8873c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ceec907b4b3474f8fce806787777972&device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 1098 time: 0.2371025 Apr 15 18:18:46.875173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.878510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.879629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.887749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-1b945cf5-ccb1-4ced-915f-cf53e68e310d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.888796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b945cf5-ccb1-4ced-915f-cf53e68e310d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125196 Apr 15 18:18:46.915377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58958) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:46.928720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-e921285e-9907-4626-9406-6980c154b80f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:46.930040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e921285e-9907-4626-9406-6980c154b80f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0135396 Apr 15 18:18:46.949152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-58ec0f0d-fa00-4807-8048-e0de0590e460', 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460', 'tenant_id': 'b30cacec18d24341a4d3410c6582be64', 'fixed_ips': [{'subnet_id': 'c7c14bc4-621c-455f-a1e4-7d5611329ba6'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:18:46.950460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:46.988069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58962) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.001189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-4eb4a955-e857-4ae1-b883-b645b2dd9b8e tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.003010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4eb4a955-e857-4ae1-b883-b645b2dd9b8e tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0136635 Apr 15 18:18:47.006602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58966) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.017275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '25183f5f-65a4-402d-9828-ec24500d044e', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'port_id': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'mac_address': 'fa:16:3e:d6:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:56Z', 'updated_at': '2021-04-15T18:18:42Z', 'revision_number': 1, 'project_id': '7ceec907b4b3474f8fce806787777972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:47.022629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97188130-7794-4543-ad76-4487f48e378d None None] Checking router: 587ec6ee-b973-439c-8180-3f1d7b6e8c46 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:18:47.034721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:47.035527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:47.038698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-66876943-ef92-4d1c-ab16-6c729e5af9e4 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.039861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-66876943-ef92-4d1c-ab16-6c729e5af9e4 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0300987 Apr 15 18:18:47.084056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58972) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.170750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.175099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-4df4fa2b-1eef-4e15-bc0f-94be7ec2207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:47.177410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-4df4fa2b-1eef-4e15-bc0f-94be7ec2207c service neutron] 10.222.0.49 "GET /v2.0/networks?id=65961245-61b4-4808-a633-75044c18cb60 HTTP/1.1" status: 200 len: 906 time: 0.2938209 Apr 15 18:18:47.190282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-7a72cb48-4e84-4e7f-abfc-3f1493d4e009 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.191895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a72cb48-4e84-4e7f-abfc-3f1493d4e009 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1047726 Apr 15 18:18:47.270209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58976) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.292113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-d5901eb8-4273-4e7c-b609-9de8ff30e931 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.293614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5901eb8-4273-4e7c-b609-9de8ff30e931 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0194907 Apr 15 18:18:47.299072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58980) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.315414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-16ba513c-d8f2-485b-8036-688ae9edf5aa tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.316973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16ba513c-d8f2-485b-8036-688ae9edf5aa tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0158725 Apr 15 18:18:47.322409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58984) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.340285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-35edd260-369d-4247-bb7f-2e6908753f41 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.341980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35edd260-369d-4247-bb7f-2e6908753f41 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0075958 Apr 15 18:18:47.347974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.349763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.356571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.367839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-e879e2c6-7580-4111-91c1-a3cbc55add53 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.369235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e879e2c6-7580-4111-91c1-a3cbc55add53 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0182071 Apr 15 18:18:47.374257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58992) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.396031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-8722a9b8-f535-49fd-8e8f-96651b182ef2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395 HTTP/1.1" status: 200 len: 999 time: 0.2002616 Apr 15 18:18:47.403679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ff036a64-1b62-42ea-9382-9a8fbe290516 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.404946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff036a64-1b62-42ea-9382-9a8fbe290516 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0210412 Apr 15 18:18:47.425170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Allocated IP 172.20.0.2 (58ec0f0d-fa00-4807-8048-e0de0590e460/c7c14bc4-621c-455f-a1e4-7d5611329ba6/bf8b3905-f57f-4393-9cfc-20b0d01c5671) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:47.451272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 58996) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.457332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-8326391a-900d-4626-ba8d-74b9b91127d4 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.458408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8326391a-900d-4626-ba8d-74b9b91127d4 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061011 Apr 15 18:18:47.463365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:18:47.467825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59000) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.478055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-1bd4a99a-4c05-44be-8793-ce40b5772c3b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.479236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1bd4a99a-4c05-44be-8793-ce40b5772c3b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0096154 Apr 15 18:18:47.481991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59004) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.491823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.495643 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c94dc180-cf2e-4a00-9320-7dd84159d05f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7312503 Apr 15 18:18:47.496739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-31f1671a-7faa-4d65-8b5d-332867c2ee03 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.497766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31f1671a-7faa-4d65-8b5d-332867c2ee03 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0148184 Apr 15 18:18:47.500791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59008) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.501167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59010) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.508310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-ed3c5df0-61d8-406b-9e67-d4a47a85e0cc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.509320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ed3c5df0-61d8-406b-9e67-d4a47a85e0cc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052526 Apr 15 18:18:47.576570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.680110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59016) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.685988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.698308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Transition to ACTIVE for port object bf8b3905-f57f-4393-9cfc-20b0d01c5671 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:47.706205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-1e61f6fa-94d7-4f31-a6f4-86ae5d05c0ae tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.707242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1e61f6fa-94d7-4f31-a6f4-86ae5d05c0ae tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062213 Apr 15 18:18:47.723676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Transition to ACTIVE for port object bf8b3905-f57f-4393-9cfc-20b0d01c5671 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:47.728851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.736799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59020) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.738546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-2dfd608f-c4ea-4181-a17c-eb633df547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:47.740253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-2dfd608f-c4ea-4181-a17c-eb633df547dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91febf36-1c2a-4078-bf6d-b3a29966991f HTTP/1.1" status: 200 len: 844 time: 0.3332732 Apr 15 18:18:47.755744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-5f463f2d-6fee-4d35-8ab1-76e8ec42815c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.759695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5f463f2d-6fee-4d35-8ab1-76e8ec42815c tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0184479 Apr 15 18:18:47.822458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59026) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.881712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:47.885814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-b46f998d-3bea-40dc-9d25-81679fef2aa6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.886903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b46f998d-3bea-40dc-9d25-81679fef2aa6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0220408 Apr 15 18:18:47.899455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59030) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.909664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-1fad4836-d4e1-471e-8cea-8ce2a8bb6298 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.913079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.913360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1fad4836-d4e1-471e-8cea-8ce2a8bb6298 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090010 Apr 15 18:18:47.920549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59034) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.936426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-34b4c5e2-4772-40bd-a7a1-cc4c4e593248 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.941166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34b4c5e2-4772-40bd-a7a1-cc4c4e593248 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114717 Apr 15 18:18:47.946874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:47.951757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.9 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/0d1022af-f2bf-446d-b19f-d3036e0cc1a8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:47.958250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59038) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:47.963952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cf42da-fb71-484a-be95-02f9c6bd828a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:47.980090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-62326dfe-173f-4af8-853a-78715b49db0d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:47.981213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62326dfe-173f-4af8-853a-78715b49db0d tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0219398 Apr 15 18:18:47.992846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Pushing event updated for resources: {'Port': ['ID=bf8b3905-f57f-4393-9cfc-20b0d01c5671,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:47.997720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:48.000109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:48.001817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59042) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.005778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:48.007746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:48.014871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97188130-7794-4543-ad76-4487f48e378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '25183f5f-65a4-402d-9828-ec24500d044e', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'port_id': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'mac_address': 'fa:16:3e:d6:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:56Z', 'updated_at': '2021-04-15T18:18:42Z', 'revision_number': 1, 'project_id': '7ceec907b4b3474f8fce806787777972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:48.022428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97188130-7794-4543-ad76-4487f48e378d None None] The sync data for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv is: [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '25183f5f-65a4-402d-9828-ec24500d044e', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'floating_ip_address': '172.26.7.105', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'port_id': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'mac_address': 'fa:16:3e:d6:3b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:17:56Z', 'updated_at': '2021-04-15T18:18:42Z', 'revision_number': 1, 'project_id': '7ceec907b4b3474f8fce806787777972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:48.097181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-b3b96791-5035-4794-8170-8abfa82770bd tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.098763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3b96791-5035-4794-8170-8abfa82770bd tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0160460 Apr 15 18:18:48.100327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6386a7-3ea8-454c-9492-e004b2275b00') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:48.100671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6386a7-3ea8-454c-9492-e004b2275b00') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:48.127074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59046) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.128044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Attempting to bind port bf8b3905-f57f-4393-9cfc-20b0d01c5671 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:48.128601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Attempting to bind port bf8b3905-f57f-4393-9cfc-20b0d01c5671 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '62f92b02-730a-4b53-ad59-6c4f59db3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:48.129016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Attempting to bind port bf8b3905-f57f-4393-9cfc-20b0d01c5671 on network 58ec0f0d-fa00-4807-8048-e0de0590e460 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:48.135553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:48.135944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Checking segment: {'id': '62f92b02-730a-4b53-ad59-6c4f59db3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:48.136404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.136978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Bound using segment: {'id': '62f92b02-730a-4b53-ad59-6c4f59db3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:48.137535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Bound port: bf8b3905-f57f-4393-9cfc-20b0d01c5671, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f92b02-730a-4b53-ad59-6c4f59db3fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:48.137979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.140847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-a26da97e-aacd-44a8-84b7-5d7b5947eb85 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.145150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a26da97e-aacd-44a8-84b7-5d7b5947eb85 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110614 Apr 15 18:18:48.146725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.153883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59050) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.178346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-395158a1-2113-442d-94f5-f3f108ebd95f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.179430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-395158a1-2113-442d-94f5-f3f108ebd95f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0215516 Apr 15 18:18:48.186513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-8017eff2-aa45-4b61-a1bf-da3b3d2d0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:48.188731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-8017eff2-aa45-4b61-a1bf-da3b3d2d0d3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=160c2de2b64b408eba77ffe9971a5166&device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 1098 time: 1.4681637 Apr 15 18:18:48.203650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.215392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-4974ca7f-e4cb-4cae-9e89-f69209a561a6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.216478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4974ca7f-e4cb-4cae-9e89-f69209a561a6 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0117333 Apr 15 18:18:48.219764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.220362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6eac3ea-09dd-4499-b998-5c2f159e68af {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:18:48.221916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59060) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.243048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.251970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-61c9034c-e385-4bec-ad19-136dbbdd8eac tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.253292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-61c9034c-e385-4bec-ad19-136dbbdd8eac tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0177464 Apr 15 18:18:48.278863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.283429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] For port bf8b3905-f57f-4393-9cfc-20b0d01c5671, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:48.287692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59064) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.306448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-884d83af-1874-480b-886a-98aa044c7f45 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.307552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-884d83af-1874-480b-886a-98aa044c7f45 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074472 Apr 15 18:18:48.385953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59068) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.388913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:18:48.404379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed5382-69fc-427d-8ce3-5e6e3a7f40ed None None] New status for floating IP 25183f5f-65a4-402d-9828-ec24500d044e: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:18:48.429636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-6bd41695-c9e1-4ea0-9135-e5c25dd98f92 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.433532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6bd41695-c9e1-4ea0-9135-e5c25dd98f92 tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0202417 Apr 15 18:18:48.460201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59072) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.525691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-3d71b248-1a08-474b-8ae1-877d066fd87b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.529270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d71b248-1a08-474b-8ae1-877d066fd87b tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0627155 Apr 15 18:18:48.529423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-e7591478-c317-475d-b163-75ff4d4d23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:48.529423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-e7591478-c317-475d-b163-75ff4d4d23a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65961245-61b4-4808-a633-75044c18cb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7683427 Apr 15 18:18:48.530683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.534340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59076) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.534478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b6eac3ea-09dd-4499-b998-5c2f159e68af HTTP/1.1" status: 204 len: 168 time: 5.9632475 Apr 15 18:18:48.534562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59080) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.542166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-fc952a8a-57a2-49dd-94a5-be7a8211f4bc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.545600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc952a8a-57a2-49dd-94a5-be7a8211f4bc tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0105414 Apr 15 18:18:48.597107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59084) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:48.634722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [None req-cc648518-5711-4c1c-a15f-023af347201f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:18:48.639089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc648518-5711-4c1c-a15f-023af347201f tempest-ExtensionsTestJSON-773276413 tempest-ExtensionsTestJSON-773276413-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0354397 Apr 15 18:18:48.781429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network c6cf42da-fb71-484a-be95-02f9c6bd828a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:48.803838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:48.840485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-c77ddc0d-1723-4824-a468-59bb6f1f320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:48.842130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-c77ddc0d-1723-4824-a468-59bb6f1f320a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 200 len: 912 time: 0.6164863 Apr 15 18:18:48.856909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.001647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.026810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d043c2f-8620-425d-8103-7984105a9fa4 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:49.064666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59094) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:49.092027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.151235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-5344062f-755b-45fa-908e-0762eb142910 service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068673 Apr 15 18:18:49.271308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.298979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network c6cf42da-fb71-484a-be95-02f9c6bd828a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:18:49.308105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-8f7385e1-b553-40e9-a2df-40fd947285e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 200 len: 1000 time: 0.4131138 Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:18:49.336468 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:18:49.447702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Pushing event updated for resources: {'Port': ['ID=8d3a6e8a-7092-4d83-ba7d-34ba1462a98d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:49.495358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:49.526697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.559006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:49.561112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-94f35b3d-e3bd-4ca3-b9c3-f26a2dd3afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:49.561633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] For port bf8b3905-f57f-4393-9cfc-20b0d01c5671, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf8b3905-f57f-4393-9cfc-20b0d01c5671,segment=NetworkSegment(62f92b02-730a-4b53-ad59-6c4f59db3fdf),segment_id=62f92b02-730a-4b53-ad59-6c4f59db3fdf)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:49.562914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-94f35b3d-e3bd-4ca3-b9c3-f26a2dd3afce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a3080d81-e299-4ac1-bcf1-a1e316112f91 HTTP/1.1" status: 200 len: 850 time: 0.2228327 Apr 15 18:18:49.563960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:49.565280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.575851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.582943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:49.585506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Usage tracker for resource:security_group_rule and tenant:20f27c4555444c74acaeb82da30c08b4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:49.603718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.615077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83470fe7-2429-4c83-a54f-8c9f7040d7a8 req-e900f489-332e-4b46-90f5-a19f95f19d15 service neutron] 10.222.0.49 "GET /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077024 Apr 15 18:18:49.620503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Deleting port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:49.620885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.625652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:49.641695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:49.660218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:49.663136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:49.697141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=c6cf42da-fb71-484a-be95-02f9c6bd828a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:49.699243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Allocated IP 172.20.0.1 (58ec0f0d-fa00-4807-8048-e0de0590e460/c7c14bc4-621c-455f-a1e4-7d5611329ba6/99d1474e-fc29-41ae-879e-8974e121abe3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:49.709411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:49.717438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Pushing event updated for resources: {'Port': ['ID=bf8b3905-f57f-4393-9cfc-20b0d01c5671,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:49.723334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/c6cf42da-fb71-484a-be95-02f9c6bd828a HTTP/1.1" status: 204 len: 168 time: 3.5056701 Apr 15 18:18:49.724882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59106) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:49.748247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:49.802802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:49.979104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] For port a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:49.979512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.046144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:50.057257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:50.138404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Calling delete_port for a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:50.198159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.203273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.232242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Transition to ACTIVE for port object 99d1474e-fc29-41ae-879e-8974e121abe3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:50.240844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:50.298274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.316339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcd06766-1d22-4e38-a135-150461234f8a tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:50.396998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-bb620d33-a13d-4cf7-8280-0bcaaa64426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:50.398677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-bb620d33-a13d-4cf7-8280-0bcaaa64426b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7830e2b2-710b-48de-a549-1777b7a344e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8183894 Apr 15 18:18:50.490752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=0d1022af-f2bf-446d-b19f-d3036e0cc1a8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:50.565930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:50.643447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16917363-5541-4234-9c23-24ee837824b3 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:50.650364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16917363-5541-4234-9c23-24ee837824b3 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:50.651280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16917363-5541-4234-9c23-24ee837824b3 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Synchronizing usage tracker for tenant:aed93524d432441b92492ca38e7ab799 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:50.684824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.689997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.704862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.731131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932ceb0a-ff9b-41a1-92af-63edb3a1f263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:50.799045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16917363-5541-4234-9c23-24ee837824b3 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Unset dirty status for tenant:aed93524d432441b92492ca38e7ab799 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:50.801569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16917363-5541-4234-9c23-24ee837824b3 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0595551 Apr 15 18:18:50.810909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59114) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:50.817244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=99d1474e-fc29-41ae-879e-8974e121abe3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:50.820412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:50.835218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:50.838663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-877263384'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:50.847954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:50.848268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:50.861675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20f27c4555444c74acaeb82da30c08b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7664587 Apr 15 18:18:50.862434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:50.867573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59118) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:50.899204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:50.904701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:50.906314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-4e13280f-6e1f-4d12-b077-48c7514f6649 service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869003 Apr 15 18:18:50.918290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c8b23-7745-422b-8941-7693a276efda,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:50.927940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:50.949355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:50.952387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.104273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event deleted for resources: {'Port': ['ID=a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:51.105550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:51.106273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.106986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:51.123228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:51.130350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.134657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8efdf22e-37cc-43c0-af76-9c3863c74203 None None] Provisioning for port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:51.140983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8efdf22e-37cc-43c0-af76-9c3863c74203 None None] Provisioning complete for port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:51.141410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8efdf22e-37cc-43c0-af76-9c3863c74203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.166985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:51.176643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.177040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment 0699f5e4-a89c-45ff-947e-736ec749f575 of type vlan for network 01660bd8-b359-45c5-b44a-48e5fad34cc7 Apr 15 18:18:51.191055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9752145 Apr 15 18:18:51.198442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59122) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:51.202324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8efdf22e-37cc-43c0-af76-9c3863c74203 None None] Port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:51.220958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.234494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:51.257940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:28:61'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:51.259393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:51.261888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:51.287276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b1e221-b36a-4c43-bb97-a4bf9480dc34 req-d460e5c1-943e-4457-9505-bb175fb5c84d service neutron] 10.222.0.49 "GET /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701105 Apr 15 18:18:51.331539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.367019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708e628-5259-4c9f-b17c-c28a84e5fab7 None None] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:51.416755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.419214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.426119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:51.426779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.436188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.444498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:51.535032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5420c1ad-8c4b-46a6-b6b7-0d6da29f8aff None None] Provisioning for port bf8b3905-f57f-4393-9cfc-20b0d01c5671 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:51.536849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.579111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.603493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:51.708273 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8923616 Apr 15 18:18:51.719441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59130) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:51.726431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=01660bd8-b359-45c5-b44a-48e5fad34cc7,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:51.745257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.749969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 01660bd8-b359-45c5-b44a-48e5fad34cc7 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:51.770530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1298132316'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:51.796360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:51.811760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:51.820956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:51.901901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:network and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:51.911495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:51.955794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Pushing event updated for resources: {'Port': ['ID=8d3a6e8a-7092-4d83-ba7d-34ba1462a98d,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:51.958822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:52.026386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.031881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.042868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:52.047894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:52.099658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6246a8b4-f47a-4bf5-b5bf-dea2319b2fbe None None] Provisioning for port 99d1474e-fc29-41ae-879e-8974e121abe3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:52.105088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6246a8b4-f47a-4bf5-b5bf-dea2319b2fbe None None] Provisioning complete for port 99d1474e-fc29-41ae-879e-8974e121abe3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:52.105413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6246a8b4-f47a-4bf5-b5bf-dea2319b2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.146955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf8b3905-f57f-4393-9cfc-20b0d01c5671 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:52.147752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c8b23-7745-422b-8941-7693a276efda,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:52.157088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.162128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:52.163271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.167025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:52.173761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.184817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.188665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/107c8b23-7745-422b-8941-7693a276efda HTTP/1.1" status: 204 len: 168 time: 1.3057797 Apr 15 18:18:52.190862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.258088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6246a8b4-f47a-4bf5-b5bf-dea2319b2fbe None None] Port 99d1474e-fc29-41ae-879e-8974e121abe3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:52.276842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.281684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port bf8b3905-f57f-4393-9cfc-20b0d01c5671 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:52.282376 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0663018 Apr 15 18:18:52.283479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59136) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:52.285810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port bf8b3905-f57f-4393-9cfc-20b0d01c5671 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:52.286598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.301645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.302156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7d3613c-5eed-41e2-b7df-2467adabd34b {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:18:52.331846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.333244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f7d3613c-5eed-41e2-b7df-2467adabd34b HTTP/1.1" status: 204 len: 168 time: 3.7976353 Apr 15 18:18:52.334204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:52.344331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59140) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:52.354388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-154965847', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:52.365731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:52.372241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:52.373430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:52.380796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:52.459258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-461987be-59ed-403b-a0ca-3d02444369c5 None None] Provisioning complete for port 99d1474e-fc29-41ae-879e-8974e121abe3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:52.459689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-461987be-59ed-403b-a0ca-3d02444369c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.465822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.466246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment 734492f5-901d-4d87-8d09-a692adf04939 of type vlan for network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 Apr 15 18:18:52.472691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.481657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1341980-7fe3-43c9-89af-13ff04f66a4f tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1870863 Apr 15 18:18:52.483069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59146) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:52.484112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.485189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.486473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.513168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.559034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-461987be-59ed-403b-a0ca-3d02444369c5 None None] Port 99d1474e-fc29-41ae-879e-8974e121abe3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:52.572391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port bf8b3905-f57f-4393-9cfc-20b0d01c5671, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf8b3905-f57f-4393-9cfc-20b0d01c5671,segment=NetworkSegment(62f92b02-730a-4b53-ad59-6c4f59db3fdf),segment_id=62f92b02-730a-4b53-ad59-6c4f59db3fdf)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:18:52.578371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.580357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:52.615552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.618527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c9d7ca5-1a2d-400d-acb4-1d79bf83a0c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:52.709280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=bf8b3905-f57f-4393-9cfc-20b0d01c5671,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:52.715168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=0d1022af-f2bf-446d-b19f-d3036e0cc1a8,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:52.725476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:52.735593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.741883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:52.742600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.759965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:52.764549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:52.779144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:52.786266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8cc2626c-434e-4cb7-905b-99b0bc3c126d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2810266 Apr 15 18:18:52.787120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59160) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:52.912377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1874776 Apr 15 18:18:52.936712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:53.005206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'ports': [{'network_id': '01660bd8-b359-45c5-b44a-48e5fad34cc7', 'name': 'tempest-port--926104041', 'admin_state_up': True}, {'network_id': 'f128531a-2f9d-45fe-a89d-9b95a5d5adb1', 'admin_state_up': False}]} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:53.005564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'port': {'network_id': '01660bd8-b359-45c5-b44a-48e5fad34cc7', 'name': 'tempest-port--926104041', 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:53.006130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'port': {'network_id': 'f128531a-2f9d-45fe-a89d-9b95a5d5adb1', 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:53.024078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=f128531a-2f9d-45fe-a89d-9b95a5d5adb1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:53.038213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:53.149011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:53.250468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59178) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:53.267444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Deleting port 8d3a6e8a-7092-4d83-ba7d-34ba1462a98d {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:53.267835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.447881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-49196809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:53.460022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.481458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:53.502906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] In _notify_port_updated(), no bound segment for port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 on network 115d12af-8bc5-4f48-94a8-6fe16711074a {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:18:53.509240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:53.509971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.514389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "PUT /v2.0/ports/0d1022af-f2bf-446d-b19f-d3036e0cc1a8 HTTP/1.1" status: 200 len: 993 time: 2.3103130 Apr 15 18:18:53.514560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:router and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:53.514801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59184) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:53.531335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:53.586281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f35fd114-d738-42dc-be40-201a316f6112 None None] Provisioning complete for port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:53.586706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f35fd114-d738-42dc-be40-201a316f6112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.603971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:53.616133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.616682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.631036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:53.631354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.646022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f35fd114-d738-42dc-be40-201a316f6112 None None] Port 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:53.711499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.712566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.717379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.728594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:53.810885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Calling delete_port for 8d3a6e8a-7092-4d83-ba7d-34ba1462a98d owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:53.978541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf8b3905-f57f-4393-9cfc-20b0d01c5671 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:18:54.040351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:54.052495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port bf8b3905-f57f-4393-9cfc-20b0d01c5671 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:54.053201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.081587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:54.115669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:port and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:54.132667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:54.136492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.156492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:54.179647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.192790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.200003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=99d1474e-fc29-41ae-879e-8974e121abe3,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:54.205425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.211098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:54.224741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:54.227646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'port': 2} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:54.235020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.293506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3ea0b15-3d1c-4acc-befe-d274371d3f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.300142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:18:54.320532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.327112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.346868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:18:54.347265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a46e1f1b-c4ae-4817-b8de-f0ccacb9b8bf not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:18:54.434163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for 0d1022af-f2bf-446d-b19f-d3036e0cc1a8 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:54.465155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Pushing event deleted for resources: {'Port': ['ID=8d3a6e8a-7092-4d83-ba7d-34ba1462a98d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:54.480787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:54.484991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.486266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-97a0c9ad-c0e1-43e8-881a-aa1502e972ba tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.2347765 Apr 15 18:18:54.490074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59192) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:54.513380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1246468570'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:54.528856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:54.548105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] device_id is not set on port 667c66a9-7ae5-4601-be7d-fd97c1a0e307 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:54.552245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:network and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:54.570915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:54.585612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:54.640292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:54.643251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:54.649214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.693089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:54.705971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.776173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:54.791112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:security_group_rule and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:54.797355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:54.811392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.813792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:54.819240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.833167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1540a3c-d79d-4346-b901-8b390c44eebb tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:54.899266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=0d1022af-f2bf-446d-b19f-d3036e0cc1a8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:54.910602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.948281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:54.964351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:54.983797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-854e1138-1a9a-4aef-be62-3837a7b5cb23 None None] Provisioning complete for port 99d1474e-fc29-41ae-879e-8974e121abe3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:54.985476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-854e1138-1a9a-4aef-be62-3837a7b5cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.049436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-854e1138-1a9a-4aef-be62-3837a7b5cb23 None None] Port 99d1474e-fc29-41ae-879e-8974e121abe3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:55.051049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.054712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] 10.222.0.32 "DELETE /v2.0/floatingips/1355a912-18a8-42e5-8685-14efe9465e73 HTTP/1.1" status: 204 len: 168 time: 2.2622521 Apr 15 18:18:55.063193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59198) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:55.163266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.173514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.180813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:55.250371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:55.307900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.308307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Added segment 3db6c333-490c-40a9-a6c6-c24953eee727 of type vlan for network cff69527-1cda-4151-b0b0-66a68c8c1084 Apr 15 18:18:55.309537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b7b2bc-555b-42d1-9af1-c8512bfb4e90,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:55.323737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:55.357524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Deleting port b688a3cd-f02e-446e-9bdd-e9ae94e28573 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:55.357927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.396427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.415810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.424304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Router 281bd71c-bc43-4fd3-9c2d-5f1f406d454d is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:18:55.437705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/0d1022af-f2bf-446d-b19f-d3036e0cc1a8 HTTP/1.1" status: 204 len: 168 time: 1.9221745 Apr 15 18:18:55.442324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59204) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:55.452099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.470671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Allocated IP 172.26.7.5 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/42b7aede-e146-46d2-b94c-52552005e141) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:55.493722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.506403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:55.507107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.513023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:55.528542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeac362-d900-4ac5-b9de-1a2f72400eb1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] GET failed (client error): The resource could not be found. Apr 15 18:18:55.529140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daeac362-d900-4ac5-b9de-1a2f72400eb1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Synchronizing usage tracker for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:18:55.624943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1264262 Apr 15 18:18:55.628418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:55.634117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daeac362-d900-4ac5-b9de-1a2f72400eb1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Unset dirty status for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:18:55.635305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daeac362-d900-4ac5-b9de-1a2f72400eb1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports/0d1022af-f2bf-446d-b19f-d3036e0cc1a8 HTTP/1.1" status: 404 len: 333 time: 0.1919980 Apr 15 18:18:55.639467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'subnet': {'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:55.660828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59212) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:55.672887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-954438077'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:55.688212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Network': ['ID=cff69527-1cda-4151-b0b0-66a68c8c1084,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:55.699882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cff69527-1cda-4151-b0b0-66a68c8c1084 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:55.758446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:55.863663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:55.881683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:subnet and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:55.887558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:55.898735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:55.901149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] device_id is not set on port acc98ea4-3aa2-4d1f-9e75-ad35df6802c5 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:55.928065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:55.933344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:18:55.934100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.948061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] Sync routers for ids ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:18:55.954134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:55.959321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] Routers {'281bd71c-bc43-4fd3-9c2d-5f1f406d454d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:55.960082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:55.978839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:55.979210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:56.000138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "PUT /v2.0/routers/281bd71c-bc43-4fd3-9c2d-5f1f406d454d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4946532 Apr 15 18:18:56.005595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59216) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:56.031411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:56.033836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:56.042228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] Routers {'281bd71c-bc43-4fd3-9c2d-5f1f406d454d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:18:56.042899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:56.060327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:56.067633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:56.106818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port eac45ac7-6d33-4c02-a408-586b840e0c3e yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:56.121336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:18:56.122465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3397b0f-568f-4156-ad6b-eb39ec0b74ef None None] The sync data for ids ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:18:56.351217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.9 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/eac45ac7-6d33-4c02-a408-586b840e0c3e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:56.352548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'port': {'network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460', 'name': 'tempest-FloatingIPNegativeTestJSON-2052965289'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:56.443501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Calling delete_port for b688a3cd-f02e-446e-9bdd-e9ae94e28573 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:56.578682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:56.786519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:56.826274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:port and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:56.832073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:56.840448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:56.861235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:56.879071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1929639a-878d-4d19-8444-8a7be5925d2e tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:56.971443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Made reservation on behalf of b30cacec18d24341a4d3410c6582be64 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:56.976755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:56.977428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.003830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9682c148-ba2f-4bb3-8c4d-ba6b58493c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.022915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.041316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object eac45ac7-6d33-4c02-a408-586b840e0c3e will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:57.070365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.072385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.079067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.092365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:57.136536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] device_id is not set on port 2d139821-16bd-4985-961f-3dc9f1019501 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:18:57.198705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event updated for resources: {'Port': ['ID=42b7aede-e146-46d2-b94c-52552005e141,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:57.226317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:57.226873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09c5cd40-20d4-4cd0-b1b0-6e08f2de96a2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:57.228953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.271629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Subnet': ['ID=3d2501bf-e0a9-4e47-b3ca-273d043fbac1,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:57.301157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Pushing event deleted for resources: {'Port': ['ID=b688a3cd-f02e-446e-9bdd-e9ae94e28573,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:57.319133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:57.339725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:57.340338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3f7a2f7-da64-4b2e-a93b-9a79089449f1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:57.469283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=eac45ac7-6d33-4c02-a408-586b840e0c3e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:57.476714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.478186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:57.481980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:57.508859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b4044b3-0442-4b62-8b02-87e620c06ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:57.509084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Checking segment: {'id': '3db6c333-490c-40a9-a6c6-c24953eee727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:57.509410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network hostable DHCP agents. Network: cff69527-1cda-4151-b0b0-66a68c8c1084, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:57.538603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:57.540053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:57.540914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:57.544163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:57.558895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:57.580132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network cff69527-1cda-4151-b0b0-66a68c8c1084 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:18:57.599678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, cff69527-1cda-4151-b0b0-66a68c8c1084) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:57.610601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747d2f22-ecdf-4227-96fa-20aaf87daf32 None None] Network cff69527-1cda-4151-b0b0-66a68c8c1084 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:57.628216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:57.628896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.647013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Allocated IP 172.20.0.4 (58ec0f0d-fa00-4807-8048-e0de0590e460/c7c14bc4-621c-455f-a1e4-7d5611329ba6/2d139821-16bd-4985-961f-3dc9f1019501) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:57.647666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:57.648393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.688914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0594046 Apr 15 18:18:57.695849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59228) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:57.699039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0344927 Apr 15 18:18:57.705891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59230) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:57.712795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:28:61'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:57.794841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'network': {'name': 'tempest-router-network01--487447023'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:57.804228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Port': ['ID=667c66a9-7ae5-4601-be7d-fd97c1a0e307,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:57.815511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:57.818577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:57.827262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:network and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:57.885878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:57.894202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:57.926422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:57.933310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:57.954254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.031059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:58.042094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.042798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Added segment a998a9ea-40cd-42ae-a922-a529b5488ff8 of type vlan for network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 Apr 15 18:18:58.074619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.118107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.128971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:58.130472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.144684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-003b0b97-c1b8-409f-bbde-d92918ea9d74 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:58.176953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-cff69527-1cda-4151-b0b0-66a68c8c1084', 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084', 'tenant_id': '3c6d6ebbec1b4a4bb6e6326283d94572', 'fixed_ips': [{'subnet_id': '3d2501bf-e0a9-4e47-b3ca-273d043fbac1'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:18:58.177892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.188729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.193485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/ac2f8eac-0027-4076-b42c-5da5178a01c9 HTTP/1.1" status: 204 len: 168 time: 3.1257875 Apr 15 18:18:58.201625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59236) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:58.254567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-04a4c865-8daf-4641-8c32-a4b0cbb948d6 None None] Provisioning for port eac45ac7-6d33-4c02-a408-586b840e0c3e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:18:58.260042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.262991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-04a4c865-8daf-4641-8c32-a4b0cbb948d6 None None] Provisioning complete for port eac45ac7-6d33-4c02-a408-586b840e0c3e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:58.263486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04a4c865-8daf-4641-8c32-a4b0cbb948d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.281800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Checking segment: {'id': '0699f5e4-a89c-45ff-947e-736ec749f575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '01660bd8-b359-45c5-b44a-48e5fad34cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:58.282246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network hostable DHCP agents. Network: 01660bd8-b359-45c5-b44a-48e5fad34cc7, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:58.313504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Network': ['ID=edaffae5-3290-4aa9-99b0-2b3eb7ef16a5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:58.343688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:58.381465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:58.392058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6885519 Apr 15 18:18:58.395900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59242) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:58.410371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port 0c49f9a5-6383-4bed-9877-49a5d5840af0 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:58.410755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.460643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'network': {'name': 'tempest-router-network02--1117546171'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:58.472772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:58.479043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:network and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:58.488578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:58.501705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:58.515702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.524193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-04a4c865-8daf-4641-8c32-a4b0cbb948d6 None None] Port eac45ac7-6d33-4c02-a408-586b840e0c3e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:58.533920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:58.540467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.570833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.633909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:18:58.638648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Allocated IP 2001:db8::2 (cff69527-1cda-4151-b0b0-66a68c8c1084/3d2501bf-e0a9-4e47-b3ca-273d043fbac1/41589a0d-6e2d-4411-a9ab-5d911f00a089) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:18:58.663918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.664320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Added segment 3db25f8f-01b8-45d8-81ac-5583b939c03c of type vlan for network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d Apr 15 18:18:58.789169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.824960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 01660bd8-b359-45c5-b44a-48e5fad34cc7 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:18:58.868999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 01660bd8-b359-45c5-b44a-48e5fad34cc7) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:58.872986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.884103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee00f68-ff38-46fb-bf19-58880da2bb60 None None] Network 01660bd8-b359-45c5-b44a-48e5fad34cc7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:18:58.884662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.894116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:58.895115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.915776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b666b9e4-a8bd-425f-a293-f25b58ae0324 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:58.925206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:58.926122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:58.956088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24a23dca-52c4-44cb-ac10-2e88376244c8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:59.016479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:18:59.030429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5778618 Apr 15 18:18:59.051642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59248) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:59.056297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.068181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'subnet': {'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:18:59.090307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.119449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Transition to ACTIVE for port object 2d139821-16bd-4985-961f-3dc9f1019501 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:59.125441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.168318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Transition to ACTIVE for port object 41589a0d-6e2d-4411-a9ab-5d911f00a089 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:59.201231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Transition to ACTIVE for port object 41589a0d-6e2d-4411-a9ab-5d911f00a089 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:18:59.209429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.230610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Network': ['ID=85d0ace5-ebbb-4f6e-894a-9309a5bdb61d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:59.232716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7239ca53-aa8b-43e4-8266-281da6e814c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:59.241229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:59.244509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:59.246946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.274932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:18:59.309102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Port': ['ID=acc98ea4-3aa2-4d1f-9e75-ad35df6802c5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:59.329268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:59.355055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:18:59.372704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=eac45ac7-6d33-4c02-a408-586b840e0c3e,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:59.376270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:subnet and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:18:59.382268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:59.383110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:18:59.393266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:18:59.424226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:18:59.430428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.469227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Pushing event updated for resources: {'Port': ['ID=41589a0d-6e2d-4411-a9ab-5d911f00a089,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:59.483008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:18:59.532987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.542317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.566429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Checking segment: {'id': '734492f5-901d-4d87-8d09-a692adf04939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f128531a-2f9d-45fe-a89d-9b95a5d5adb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:59.566829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network hostable DHCP agents. Network: f128531a-2f9d-45fe-a89d-9b95a5d5adb1, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:18:59.571493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:18:59.604219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Network cff69527-1cda-4151-b0b0-66a68c8c1084 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:18:59.606506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:18:59.617542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:18:59.629581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] In _notify_port_updated(), no bound segment for port eac45ac7-6d33-4c02-a408-586b840e0c3e on network 115d12af-8bc5-4f48-94a8-6fe16711074a {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:18:59.636070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:18:59.637405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.642194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "PUT /v2.0/ports/eac45ac7-6d33-4c02-a408-586b840e0c3e HTTP/1.1" status: 200 len: 995 time: 1.9352822 Apr 15 18:18:59.646152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59254) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:18:59.740187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Attempting to bind port 41589a0d-6e2d-4411-a9ab-5d911f00a089 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:18:59.740896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Attempting to bind port 41589a0d-6e2d-4411-a9ab-5d911f00a089 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3db6c333-490c-40a9-a6c6-c24953eee727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:18:59.741023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Attempting to bind port 41589a0d-6e2d-4411-a9ab-5d911f00a089 on network cff69527-1cda-4151-b0b0-66a68c8c1084 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:18:59.748429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port eac45ac7-6d33-4c02-a408-586b840e0c3e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:18:59.748429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.768225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:18:59.768959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Checking segment: {'id': '3db6c333-490c-40a9-a6c6-c24953eee727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:18:59.770067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.770753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Bound using segment: {'id': '3db6c333-490c-40a9-a6c6-c24953eee727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:18:59.771418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Bound port: 41589a0d-6e2d-4411-a9ab-5d911f00a089, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db6c333-490c-40a9-a6c6-c24953eee727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cff69527-1cda-4151-b0b0-66a68c8c1084'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:18:59.771979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.805435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b2f10e3b-9fa1-4a44-a42d-a4818848d0b2 None None] Provisioning complete for port eac45ac7-6d33-4c02-a408-586b840e0c3e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:18:59.806150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2f10e3b-9fa1-4a44-a42d-a4818848d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.915899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b2f10e3b-9fa1-4a44-a42d-a4818848d0b2 None None] Port eac45ac7-6d33-4c02-a408-586b840e0c3e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:18:59.937716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Calling delete_port for 0c49f9a5-6383-4bed-9877-49a5d5840af0 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:18:59.952843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] For port 41589a0d-6e2d-4411-a9ab-5d911f00a089, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:18:59.957741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] For port 41589a0d-6e2d-4411-a9ab-5d911f00a089, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=41589a0d-6e2d-4411-a9ab-5d911f00a089,segment=NetworkSegment(3db6c333-490c-40a9-a6c6-c24953eee727),segment_id=3db6c333-490c-40a9-a6c6-c24953eee727)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:18:59.963654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:18:59.970794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=2d139821-16bd-4985-961f-3dc9f1019501,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:18:59.991464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:00.075815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:00.135248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:00.156501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Pushing event updated for resources: {'Port': ['ID=41589a0d-6e2d-4411-a9ab-5d911f00a089,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:00.160110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:00.188642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f128531a-2f9d-45fe-a89d-9b95a5d5adb1) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:00.204099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79032b56-9c07-4e6c-ad34-3d7c433c833d None None] Network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:00.215628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:00.222877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:00.227949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:00.228714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.233369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.445960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:00.447708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.5047865 Apr 15 18:19:00.457402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59260) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:00.467766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:00.470780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:00.524876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.586075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.607014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35b777da-1a91-4c7e-940d-2728e0f3f7a8 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:00.652480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:00.656287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.709837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for eac45ac7-6d33-4c02-a408-586b840e0c3e owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:00.746306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ad5e7243-fcf3-4b14-97a9-0ac3b69fdcfb None None] Provisioning for port 2d139821-16bd-4985-961f-3dc9f1019501 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:00.754043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ad5e7243-fcf3-4b14-97a9-0ac3b69fdcfb None None] Provisioning complete for port 2d139821-16bd-4985-961f-3dc9f1019501 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:00.755115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7243-fcf3-4b14-97a9-0ac3b69fdcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:00.854644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Port': ['ID=0c49f9a5-6383-4bed-9877-49a5d5840af0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:00.871650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:00.872837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27710f6b-e9cd-4c0f-a7c6-6cc7e75105fd tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:00.880667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27710f6b-e9cd-4c0f-a7c6-6cc7e75105fd tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:00.885762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-27710f6b-e9cd-4c0f-a7c6-6cc7e75105fd tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4271231 Apr 15 18:19:00.887118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8803456 Apr 15 18:19:00.887594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:00.891750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59268) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:00.939332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Router 53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:19:00.939862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:00.995289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:01.009498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:floatingip and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:01.020283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:01.044368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:01.050980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e7243-fcf3-4b14-97a9-0ac3b69fdcfb None None] Port 2d139821-16bd-4985-961f-3dc9f1019501 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:01.078955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting port 667c66a9-7ae5-4601-be7d-fd97c1a0e307 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:01.079347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.175841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.223947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.302200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16a5771d-4998-4a7d-b292-276d2cc7acc4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:01.412319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=eac45ac7-6d33-4c02-a408-586b840e0c3e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:01.465030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:01.466659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.508750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:01.548126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.550104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/ports/0c49f9a5-6383-4bed-9877-49a5d5840af0 HTTP/1.1" status: 204 len: 168 time: 3.3467524 Apr 15 18:19:01.553064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59276) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:01.556064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:01.566587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] Sync routers for ids ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:01.578071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] Routers {'53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:01.578909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:01.634936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.636261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.2908895 Apr 15 18:19:01.641574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59280) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:01.647915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:01.672465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:01.682550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] Routers {'53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:01.683323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:01.813123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:01.816343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1aadef-439f-4712-b2bd-f82d08b029b9 None None] The sync data for ids ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:01.826498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15c8d6-4da8-4a44-abf5-2dfb6cc79732 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:01.827025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Subnet': ['ID=2935052f-c826-49df-a25f-e424a5bd11eb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:01.827355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a15c8d6-4da8-4a44-abf5-2dfb6cc79732 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Synchronizing usage tracker for tenant:2594b7d3870841099dc8cd9f0704846d on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:01.840059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:01.867333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:01.871943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0a15c8d6-4da8-4a44-abf5-2dfb6cc79732 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Unset dirty status for tenant:2594b7d3870841099dc8cd9f0704846d on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:01.873895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0a15c8d6-4da8-4a44-abf5-2dfb6cc79732 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "GET /v2.0/ports?device_id=a09d7d67-131a-4ac5-b457-35bd22757626 HTTP/1.1" status: 200 len: 913 time: 0.3190632 Apr 15 18:19:01.877423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59286) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:02.028661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c084b53-a46c-4c08-8fd8-66a2ee3c4cf7 None None] Network cff69527-1cda-4151-b0b0-66a68c8c1084 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:02.071547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Calling delete_port for 667c66a9-7ae5-4601-be7d-fd97c1a0e307 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:02.113627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 41589a0d-6e2d-4411-a9ab-5d911f00a089 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:02.185139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c811a331-1401-41ba-9390-60beb7476f5c None None] Provisioning for port 41589a0d-6e2d-4411-a9ab-5d911f00a089 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:02.263462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.290516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 41589a0d-6e2d-4411-a9ab-5d911f00a089 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:02.303292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 41589a0d-6e2d-4411-a9ab-5d911f00a089 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:02.303764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.437934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Checking segment: {'id': 'a998a9ea-40cd-42ae-a922-a529b5488ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:02.438460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network hostable DHCP agents. Network: edaffae5-3290-4aa9-99b0-2b3eb7ef16a5, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:02.455267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.466042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.491121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-499087a8-1bf2-490e-8074-ccb1d1e25ec4 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:02.528532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.566738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 41589a0d-6e2d-4411-a9ab-5d911f00a089, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=41589a0d-6e2d-4411-a9ab-5d911f00a089,segment=NetworkSegment(3db6c333-490c-40a9-a6c6-c24953eee727),segment_id=3db6c333-490c-40a9-a6c6-c24953eee727)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:02.570431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.572349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:02.610556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Port': ['ID=667c66a9-7ae5-4601-be7d-fd97c1a0e307,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:02.641703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:02.658605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=41589a0d-6e2d-4411-a9ab-5d911f00a089,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:02.662676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:02.684835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/eac45ac7-6d33-4c02-a408-586b840e0c3e HTTP/1.1" status: 204 len: 168 time: 3.0369806 Apr 15 18:19:02.685822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:02.690593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:02.766169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.775308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f4b10f-7fba-4c11-b4dd-13c74c8c3175 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] GET failed (client error): The resource could not be found. Apr 15 18:19:02.780495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67f4b10f-7fba-4c11-b4dd-13c74c8c3175 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports/eac45ac7-6d33-4c02-a408-586b840e0c3e HTTP/1.1" status: 404 len: 333 time: 0.0766866 Apr 15 18:19:02.786016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59296) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:02.797447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-45310195'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:02.834470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0d21e64a-0856-42d9-9c10-960dc18b8fba None None] Provisioning complete for port 41589a0d-6e2d-4411-a9ab-5d911f00a089 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:02.834939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d21e64a-0856-42d9-9c10-960dc18b8fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:02.990521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, edaffae5-3290-4aa9-99b0-2b3eb7ef16a5) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:03.001461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ad36b-f545-42c7-8864-9a2dbc70bcac None None] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:03.022576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:03.024298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.050456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Allocated IP 172.26.7.139 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:03.052985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.057831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/ports/667c66a9-7ae5-4601-be7d-fd97c1a0e307 HTTP/1.1" status: 204 len: 168 time: 2.1676846 Apr 15 18:19:03.063446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59302) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:03.081956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:03.086987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:port and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:03.091218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:03.100035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:03.126429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0708165 Apr 15 18:19:03.128683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59306) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:03.147359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'subnet': {'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:03.164175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:03.170248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.217234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting port acc98ea4-3aa2-4d1f-9e75-ad35df6802c5 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:03.217623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.261990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-edaffae5-3290-4aa9-99b0-2b3eb7ef16a5', 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5', 'tenant_id': '3c6d6ebbec1b4a4bb6e6326283d94572', 'fixed_ips': [{'subnet_id': '2935052f-c826-49df-a25f-e424a5bd11eb'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:03.263307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.277099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:19:03.288477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:19:03.447832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Allocated IP 2001:db8::2 (edaffae5-3290-4aa9-99b0-2b3eb7ef16a5/2935052f-c826-49df-a25f-e424a5bd11eb/773fb855-51b3-4063-96d0-dd7a5875dfed) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:03.456080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:03.507776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:subnet and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:03.515464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:03.519775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.527819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:03.553343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.566285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:03.572612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.695827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Calling delete_port for acc98ea4-3aa2-4d1f-9e75-ad35df6802c5 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:03.700863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.712937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Transition to ACTIVE for port object 773fb855-51b3-4063-96d0-dd7a5875dfed will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:03.734686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Transition to ACTIVE for port object 773fb855-51b3-4063-96d0-dd7a5875dfed will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:03.740902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.804209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.821677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23aac14a-1294-4041-aac8-45006d58b167 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:03.852552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:03.940775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.9 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/49a4799e-24cf-4f74-aaef-f99e2e0d2cbf) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:03.941731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:03.947767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Pushing event updated for resources: {'Port': ['ID=773fb855-51b3-4063-96d0-dd7a5875dfed,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:03.953042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:03.964170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:03.965437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:03.967660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:03.985592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:04.040110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.048966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:04.049543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6758c9d-1f76-4362-8cd9-6397b1ed9c41 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:04.067553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 41589a0d-6e2d-4411-a9ab-5d911f00a089 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:04.115923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Port': ['ID=acc98ea4-3aa2-4d1f-9e75-ad35df6802c5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:04.123576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:04.153253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Attempting to bind port 773fb855-51b3-4063-96d0-dd7a5875dfed on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:04.153678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Attempting to bind port 773fb855-51b3-4063-96d0-dd7a5875dfed by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a998a9ea-40cd-42ae-a922-a529b5488ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:04.154141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Attempting to bind port 773fb855-51b3-4063-96d0-dd7a5875dfed on network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:04.162086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:04.162641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Checking segment: {'id': 'a998a9ea-40cd-42ae-a922-a529b5488ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:04.163095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.163535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Bound using segment: {'id': 'a998a9ea-40cd-42ae-a922-a529b5488ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:04.164059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Bound port: 773fb855-51b3-4063-96d0-dd7a5875dfed, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a998a9ea-40cd-42ae-a922-a529b5488ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'edaffae5-3290-4aa9-99b0-2b3eb7ef16a5'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:04.164481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.182946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:04.184314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.187925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:04.190986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:04.241559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/ports/acc98ea4-3aa2-4d1f-9e75-ad35df6802c5 HTTP/1.1" status: 204 len: 168 time: 1.1769996 Apr 15 18:19:04.248682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59314) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:04.283987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] For port 773fb855-51b3-4063-96d0-dd7a5875dfed, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:04.287721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] For port 773fb855-51b3-4063-96d0-dd7a5875dfed, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=773fb855-51b3-4063-96d0-dd7a5875dfed,segment=NetworkSegment(a998a9ea-40cd-42ae-a922-a529b5488ff8),segment_id=a998a9ea-40cd-42ae-a922-a529b5488ff8)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:04.288712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 41589a0d-6e2d-4411-a9ab-5d911f00a089 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:04.289130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.309295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-895ac94e-8615-45bb-9607-20654f1f5da5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Synchronizing usage tracker for tenant:aed93524d432441b92492ca38e7ab799 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:04.321557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.340956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-895ac94e-8615-45bb-9607-20654f1f5da5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Unset dirty status for tenant:aed93524d432441b92492ca38e7ab799 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:04.345985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-895ac94e-8615-45bb-9607-20654f1f5da5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0916576 Apr 15 18:19:04.346141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:04.347684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59318) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:04.354684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1370071307'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:04.361652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:04.369106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:network and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:04.373155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:04.376879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.382725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:04.423517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:04.429275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.486099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.517692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:04.541377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.541766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment 27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7 of type vlan for network 5021d25c-25a3-41ee-9dab-69eeb70245be Apr 15 18:19:04.610548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.750715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.762187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Pushing event updated for resources: {'Port': ['ID=773fb855-51b3-4063-96d0-dd7a5875dfed,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:04.767561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:04.768633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.771182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:04.800586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:04.883330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5355458 Apr 15 18:19:04.901515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59324) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:04.911656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1726096897'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:04.925338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:04.933566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=5021d25c-25a3-41ee-9dab-69eeb70245be,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:04.937712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:network and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:04.942792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:04.947861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 5021d25c-25a3-41ee-9dab-69eeb70245be details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:04.951590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:04.963008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:04.966417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.973327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:04.993762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d96f6ee-d7fc-4e65-8005-3bfa7ffb5e8a tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:05.054683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.100466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:05.106548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.162950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:05.167759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:05.178151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:05.205120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:05.232549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.232951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Added segment a0895da3-41e5-4d64-94e2-2a999a18e651 of type vlan for network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 Apr 15 18:19:05.306531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.334301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.368845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.370237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4743052 Apr 15 18:19:05.371670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.379063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:05.379854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.383740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59330) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:05.385394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:05.401645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-02e57437-6b44-4548-b0f1-fd9de728bae7 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'floatingip': {'port_id': '2d139821-16bd-4985-961f-3dc9f1019501', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:05.482072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5793138 Apr 15 18:19:05.496699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:05.498164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Network': ['ID=59df5fa9-ce7d-4acb-840a-1d3c4f530959,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:05.506115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:05.517732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:05.545460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:05.589058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02e57437-6b44-4548-b0f1-fd9de728bae7 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.052699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 773fb855-51b3-4063-96d0-dd7a5875dfed up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:06.136309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 773fb855-51b3-4063-96d0-dd7a5875dfed completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:06.142625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=49a4799e-24cf-4f74-aaef-f99e2e0d2cbf,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:06.154434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.157170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-02e57437-6b44-4548-b0f1-fd9de728bae7 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] update failed (client error): The resource could not be found. Apr 15 18:19:06.161100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-02e57437-6b44-4548-b0f1-fd9de728bae7 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "PUT /v2.0/floatingips/1fbe47a0-2bc0-4d4d-9d24-06a819d0e183 HTTP/1.1" status: 404 len: 507 time: 0.7664177 Apr 15 18:19:06.161100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:06.161410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59336) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:06.207788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:06.208173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.252456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9aa736-80cf-4dfd-9854-dd56a604db9c None None] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:06.266416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.353371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting port 8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:06.353772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.385214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Provisioning for port 773fb855-51b3-4063-96d0-dd7a5875dfed completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:06.395517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Provisioning complete for port 773fb855-51b3-4063-96d0-dd7a5875dfed triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:06.396173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.568554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.569669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.762747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.816487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.822376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Calling delete_port for 8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:06.824214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:06.844060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:06.852143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] For port 773fb855-51b3-4063-96d0-dd7a5875dfed, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=773fb855-51b3-4063-96d0-dd7a5875dfed,segment=NetworkSegment(a998a9ea-40cd-42ae-a922-a529b5488ff8),segment_id=a998a9ea-40cd-42ae-a922-a529b5488ff8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:06.854714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a57ed0d-bc66-4c46-9b84-13ea2ca6bd2c tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:06.855660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:06.864467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7edb86-30a3-46cb-a0e0-da9f3851b46e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:06.957541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:07.036855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Subnet': ['ID=271b1213-ea8a-41cf-b3c1-2387d66eb485,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:07.085798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Pushing event updated for resources: {'Port': ['ID=773fb855-51b3-4063-96d0-dd7a5875dfed,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:07.090454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:07.188591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.206457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43cf3546-fad3-415a-b8b3-12e302d53afd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:07.208421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router 53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:07.210127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Provisioning complete for port 773fb855-51b3-4063-96d0-dd7a5875dfed triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:07.210556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.213777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:07.247063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.259494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Port': ['ID=8bc9d5e5-a66c-4189-bf36-4bf2e7fa8867,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:07.316475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:07.383451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Provisioning for port 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:07.389332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Provisioning complete for port 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:07.390367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.456245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-680c82fc-ca26-468b-bbf3-3dd5dc5699ac None None] Port 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:07.483145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Calling delete_port for 6a9ed272-26f6-4d85-93ab-a2a126ec32a3 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:07.501490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.513127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.514547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fbe47a0-2bc0-4d4d-9d24-06a819d0e183 HTTP/1.1" status: 204 len: 168 time: 1.3520634 Apr 15 18:19:07.522835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59344) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:07.529347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'floatingip': {'floating_network_id': '58ec0f0d-fa00-4807-8048-e0de0590e460', 'port_id': '2d139821-16bd-4985-961f-3dc9f1019501', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:07.536920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:07.541995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:floatingip and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:07.545151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:07.551421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:07.559868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:07.560491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.562894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.749912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59350) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:07.750127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9619300 Apr 15 18:19:07.759564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Checking segment: {'id': '3db25f8f-01b8-45d8-81ac-5583b939c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:07.759959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network hostable DHCP agents. Network: 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:07.761523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'network_id': '115d12af-8bc5-4f48-94a8-6fe16711074a', 'name': 'tempest-AllowedAddressPairTestJSON-1117158456'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:07.805470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:07.816473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] Sync routers for ids ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:07.827708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:07.829084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbf6558f-8515-430f-82e1-f09e06bbac6f tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "PUT /v2.0/routers/53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 200 len: 919 time: 6.1865301 Apr 15 18:19:07.831297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] Routers {'53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:07.832139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:07.835067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59354) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:07.838289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:07.909548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:07.920557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] Routers {'53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:07.921985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:07.998903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:07.999624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f358a5b-c968-4f3e-9775-008a531b7717 None None] The sync data for ids ['53d34ed1-7f0a-4bbf-a959-23271dfbd2a6'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:08.013219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:08.022461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceba463-444d-4bd0-a717-0afb0dafedb2 None None] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:08.063072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:08.064093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:08.169640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0322256 Apr 15 18:19:08.171252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59360) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:08.231680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:19:08.232851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ec5aab0-a4c3-47c7-af59-8607a3845f82 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7085712 Apr 15 18:19:08.252302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59364) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:08.261290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '2d139821-16bd-4985-961f-3dc9f1019501', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:08.268116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-372b68db-9ad9-41ad-9fa7-f1ec8caaed19 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 200 len: 919 time: 0.4310217 Apr 15 18:19:08.269197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59368) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:08.281520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:08.328919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Usage tracker for resource:floatingip and tenant:b30cacec18d24341a4d3410c6582be64 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:08.335212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:08.347231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:08.359910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 773fb855-51b3-4063-96d0-dd7a5875dfed up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:08.379806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:08.398754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:08.402738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:08.424432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:08.468793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Usage tracker for resource:port and tenant:ab603d1caa814b7f9c2b8a3f47ced894 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:08.470896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-85d0ace5-ebbb-4f6e-894a-9309a5bdb61d', 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d', 'tenant_id': '3c6d6ebbec1b4a4bb6e6326283d94572', 'fixed_ips': [{'subnet_id': '271b1213-ea8a-41cf-b3c1-2387d66eb485'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:08.471936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:08.476075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:08.487529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:08.513249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Made reservation on behalf of ab603d1caa814b7f9c2b8a3f47ced894 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:08.520567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:08.548334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] device_id is not set on port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:19:08.680853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Allocated IP 2001:db8::2 (85d0ace5-ebbb-4f6e-894a-9309a5bdb61d/271b1213-ea8a-41cf-b3c1-2387d66eb485/46ff9ebb-c143-4a43-9028-386f6842a5ad) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:08.713401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Allocated IP 172.20.0.7 (115d12af-8bc5-4f48-94a8-6fe16711074a/3a4d56c8-a319-4025-b82b-5304bbf1e4b3/76ca2ca3-1db4-496b-9b22-371b8e7b9077) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:08.938390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Port': ['ID=6a9ed272-26f6-4d85-93ab-a2a126ec32a3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:08.961671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:09.035240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.072953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.079816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Transition to ACTIVE for port object 76ca2ca3-1db4-496b-9b22-371b8e7b9077 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:09.088361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Transition to ACTIVE for port object 46ff9ebb-c143-4a43-9028-386f6842a5ad will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:09.096187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.111688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Transition to ACTIVE for port object 46ff9ebb-c143-4a43-9028-386f6842a5ad will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:09.115861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 773fb855-51b3-4063-96d0-dd7a5875dfed triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:09.116474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.198650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.261173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Allocated IP 172.26.7.101 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/b3a56406-b724-4b96-9575-71ef2783132f) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:09.307372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:09.308292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e7a28-0e2c-466e-a14a-fb1ba2374de1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:09.309062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d6e7a28-0e2c-466e-a14a-fb1ba2374de1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Synchronizing usage tracker for tenant:9177273e606a4d4da87356198e5f417b on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:09.317203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59374) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:09.359918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'subnets': [{'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--357494899', 'ip_version': 6}, {'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:09.360240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'subnet': {'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--357494899', 'ip_version': 6}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:09.360968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Request body: {'subnet': {'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:09.398557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Pushing event updated for resources: {'Port': ['ID=46ff9ebb-c143-4a43-9028-386f6842a5ad,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:09.409241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:09.416907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.466062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-275b4591-59c1-4a72-8501-293b5ef0e7e5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:09.552496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:09.554441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:09.556893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:09.607807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d6e7a28-0e2c-466e-a14a-fb1ba2374de1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Unset dirty status for tenant:9177273e606a4d4da87356198e5f417b on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:09.611793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d6e7a28-0e2c-466e-a14a-fb1ba2374de1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=53d34ed1-7f0a-4bbf-a959-23271dfbd2a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.3252842 Apr 15 18:19:09.611793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.616053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59380) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:09.661394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Attempting to bind port 46ff9ebb-c143-4a43-9028-386f6842a5ad on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:09.661604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.661904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Attempting to bind port 46ff9ebb-c143-4a43-9028-386f6842a5ad by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3db25f8f-01b8-45d8-81ac-5583b939c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:09.662243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Attempting to bind port 46ff9ebb-c143-4a43-9028-386f6842a5ad on network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:09.668418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:09.668842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Checking segment: {'id': '3db25f8f-01b8-45d8-81ac-5583b939c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:09.669292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.669736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Bound using segment: {'id': '3db25f8f-01b8-45d8-81ac-5583b939c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:09.670314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Bound port: 46ff9ebb-c143-4a43-9028-386f6842a5ad, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db25f8f-01b8-45d8-81ac-5583b939c03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '85d0ace5-ebbb-4f6e-894a-9309a5bdb61d'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:09.670734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.755838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=76ca2ca3-1db4-496b-9b22-371b8e7b9077,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:09.772855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:09.798209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cf1f924a-356a-4173-8921-217ce95779be None None] For port 46ff9ebb-c143-4a43-9028-386f6842a5ad, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:09.801479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cf1f924a-356a-4173-8921-217ce95779be None None] For port 46ff9ebb-c143-4a43-9028-386f6842a5ad, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46ff9ebb-c143-4a43-9028-386f6842a5ad,segment=NetworkSegment(3db25f8f-01b8-45d8-81ac-5583b939c03c),segment_id=3db25f8f-01b8-45d8-81ac-5583b939c03c)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:09.805017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.821798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2d7ad08-74ce-4f55-bca4-dd51405fc4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:09.870084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35430c77-10d8-422e-bd1d-c9179815f2b1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:09.870723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35430c77-10d8-422e-bd1d-c9179815f2b1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Synchronizing usage tracker for tenant:9177273e606a4d4da87356198e5f417b on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:09.879609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:09.882662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:09.900391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ef73b2b-7327-42fb-a008-e59c4607117d tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:09.931916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:09.946610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:10.064938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35430c77-10d8-422e-bd1d-c9179815f2b1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Unset dirty status for tenant:9177273e606a4d4da87356198e5f417b on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:10.066267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35430c77-10d8-422e-bd1d-c9179815f2b1 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.4444098 Apr 15 18:19:10.073391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59386) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:10.153777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Pushing event updated for resources: {'Port': ['ID=46ff9ebb-c143-4a43-9028-386f6842a5ad,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:10.175628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:10.183454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be3d6881-13f4-4968-b252-cc798ca2f025 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 200 len: 205 time: 0.0810707 Apr 15 18:19:10.189799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59390) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:10.197771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event updated for resources: {'Port': ['ID=b3a56406-b724-4b96-9575-71ef2783132f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:10.207576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:10.214196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:10.215054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.229067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d566e4d3-17d4-4f0d-9708-ecd981d65d2c None None] Provisioning for port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:10.240276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d566e4d3-17d4-4f0d-9708-ecd981d65d2c None None] Provisioning complete for port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:10.240802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d566e4d3-17d4-4f0d-9708-ecd981d65d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.268301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5115678 Apr 15 18:19:10.268513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59394) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:10.279652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:50:28:61'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:84:50:f6'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:10.313449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d566e4d3-17d4-4f0d-9708-ecd981d65d2c None None] Port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:10.319858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:10.328059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:10.332083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:10.409529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:10.443985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Usage tracker for resource:subnet and tenant:aed93524d432441b92492ca38e7ab799 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:10.454200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:10.457111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.567339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:10.643823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Made reservation on behalf of aed93524d432441b92492ca38e7ab799 for: {'subnet': 2} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:10.651728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.703271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.774141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting port b3a56406-b724-4b96-9575-71ef2783132f {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:10.774634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:10.822468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.137089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.137444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.288695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Calling delete_port for b3a56406-b724-4b96-9575-71ef2783132f owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:11.402796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Allocated IP 2001:db8::1 (edaffae5-3290-4aa9-99b0-2b3eb7ef16a5/2935052f-c826-49df-a25f-e424a5bd11eb/9fea5980-5cff-4075-8b6d-d171bbe1657f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:11.711777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.743453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.754500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.757019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port 42b7aede-e146-46d2-b94c-52552005e141 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:11.757401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:11.759860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3b506-3d32-408e-b9b9-326cccf7e47e None None] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:11.770420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:11.881410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6b849571-7370-4472-af14-1998269a37ac None None] Provisioning for port 46ff9ebb-c143-4a43-9028-386f6842a5ad completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:11.898044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.015162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event updated for resources: {'Port': ['ID=76ca2ca3-1db4-496b-9b22-371b8e7b9077,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:12.022339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:12.030054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:12.097020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Port': ['ID=b3a56406-b724-4b96-9575-71ef2783132f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:12.099135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46ff9ebb-c143-4a43-9028-386f6842a5ad up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:12.105155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:12.145148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.200006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 46ff9ebb-c143-4a43-9028-386f6842a5ad completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:12.207846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 46ff9ebb-c143-4a43-9028-386f6842a5ad triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:12.209174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.292298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Transition to ACTIVE for port object 9fea5980-5cff-4075-8b6d-d171bbe1657f will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:12.319923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] In _notify_port_updated(), no bound segment for port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 on network 115d12af-8bc5-4f48-94a8-6fe16711074a {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:19:12.326034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:12.326754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.328845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "PUT /v2.0/ports/76ca2ca3-1db4-496b-9b22-371b8e7b9077 HTTP/1.1" status: 200 len: 1055 time: 2.0594089 Apr 15 18:19:12.331929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59406) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:12.394513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.421870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Router a09d7d67-131a-4ac5-b457-35bd22757626 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:12.456226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.467631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 46ff9ebb-c143-4a43-9028-386f6842a5ad, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46ff9ebb-c143-4a43-9028-386f6842a5ad,segment=NetworkSegment(3db25f8f-01b8-45d8-81ac-5583b939c03c),segment_id=3db25f8f-01b8-45d8-81ac-5583b939c03c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:12.472957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.476477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:12.484359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:12.484761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.532492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] create failed (client error): The resource could not be found. Apr 15 18:19:12.533661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2773502 Apr 15 18:19:12.539630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59410) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:12.571412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fa784393-a7f0-4502-ac7a-4aa3eea12218 None None] Provisioning complete for port 46ff9ebb-c143-4a43-9028-386f6842a5ad triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:12.571987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa784393-a7f0-4502-ac7a-4aa3eea12218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.618855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=46ff9ebb-c143-4a43-9028-386f6842a5ad,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:12.631558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:12.672138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting port 2d139821-16bd-4985-961f-3dc9f1019501 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:12.672474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for 42b7aede-e146-46d2-b94c-52552005e141 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:12.672578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.734499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fa784393-a7f0-4502-ac7a-4aa3eea12218 None None] Provisioning complete for port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:12.735084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa784393-a7f0-4502-ac7a-4aa3eea12218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.762695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:12.800008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fa784393-a7f0-4502-ac7a-4aa3eea12218 None None] Port 76ca2ca3-1db4-496b-9b22-371b8e7b9077 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:12.838370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17b52805-9785-4556-9b92-ac287f4f5847 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:13.015259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.176503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for 76ca2ca3-1db4-496b-9b22-371b8e7b9077 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:13.272781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.372396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Port': ['ID=9fea5980-5cff-4075-8b6d-d171bbe1657f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:13.384618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:13.424651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Calling delete_port for 2d139821-16bd-4985-961f-3dc9f1019501 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:13.463860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:13.475449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] Sync routers for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:13.486245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:13.487054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:13.554851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:13.563682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:13.564653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] Routers {'a09d7d67-131a-4ac5-b457-35bd22757626'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:13.565607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a09d7d67-131a-4ac5-b457-35bd22757626'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:13.567810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:13.574248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:13.574836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.584015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "PUT /v2.0/routers/a09d7d67-131a-4ac5-b457-35bd22757626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7015586 Apr 15 18:19:13.584151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59418) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:13.611099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.628905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13629f4d-7dec-40e7-9dfe-6b8fc022f5d1 tempest-PortsAdminExtendedAttrsTestJSON-1974498549 tempest-PortsAdminExtendedAttrsTestJSON-1974498549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:13.638451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:13.639196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9543467d-01a4-4bcd-b83e-2036de5bfe90 None None] The sync data for ids ['a09d7d67-131a-4ac5-b457-35bd22757626'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:13.747839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=76ca2ca3-1db4-496b-9b22-371b8e7b9077,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:13.757757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:13.785031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.810664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d2fc4b9-304c-4d39-bf5c-e2ac5deb91cf tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:13.865516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Port': ['ID=2d139821-16bd-4985-961f-3dc9f1019501,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:13.882667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:13.923698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:13.943815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d9bf28fd-262e-4dcc-8782-00c3f8eebc6b None None] Provisioning for port 9fea5980-5cff-4075-8b6d-d171bbe1657f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:13.951006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d9bf28fd-262e-4dcc-8782-00c3f8eebc6b None None] Provisioning complete for port 9fea5980-5cff-4075-8b6d-d171bbe1657f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:13.951421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9bf28fd-262e-4dcc-8782-00c3f8eebc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.047241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf28fd-262e-4dcc-8782-00c3f8eebc6b None None] Port 9fea5980-5cff-4075-8b6d-d171bbe1657f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:14.048674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.075801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46ff9ebb-c143-4a43-9028-386f6842a5ad up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:14.078477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8936f6dd-7d1a-4638-8cc5-ba3c30edf11d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:14.220747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 46ff9ebb-c143-4a43-9028-386f6842a5ad triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:14.221561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.265129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=42b7aede-e146-46d2-b94c-52552005e141,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:14.312042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:14.428268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.463341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.553717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.598463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.680565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port e6aeb188-c879-431e-847b-4a92af5753cb {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:14.680862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.689057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "DELETE /v2.0/ports/2d139821-16bd-4985-961f-3dc9f1019501 HTTP/1.1" status: 204 len: 168 time: 2.1483459 Apr 15 18:19:14.691852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59424) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:14.760866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.763280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/76ca2ca3-1db4-496b-9b22-371b8e7b9077 HTTP/1.1" status: 204 len: 168 time: 2.4298885 Apr 15 18:19:14.766600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59430) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:14.827800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-81de84e5-b0e6-4336-99cc-3b37abd3bf22 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] GET failed (client error): The resource could not be found. Apr 15 18:19:14.828410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-81de84e5-b0e6-4336-99cc-3b37abd3bf22 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Synchronizing usage tracker for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:14.856808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-81de84e5-b0e6-4336-99cc-3b37abd3bf22 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Unset dirty status for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:14.861428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81de84e5-b0e6-4336-99cc-3b37abd3bf22 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports/76ca2ca3-1db4-496b-9b22-371b8e7b9077 HTTP/1.1" status: 404 len: 333 time: 0.0903873 Apr 15 18:19:14.868362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c526c-7a5b-4109-b0c1-bc63cb37d327 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:14.869128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc8c526c-7a5b-4109-b0c1-bc63cb37d327 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Synchronizing usage tracker for tenant:b30cacec18d24341a4d3410c6582be64 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:14.872647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59434) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:14.889819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:14.929191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a982499-cacb-429c-a7e6-75e4dbfa3610 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:14.942140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc8c526c-7a5b-4109-b0c1-bc63cb37d327 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Unset dirty status for tenant:b30cacec18d24341a4d3410c6582be64 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:14.943367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc8c526c-7a5b-4109-b0c1-bc63cb37d327 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "GET /v2.0/ports?device_id=281bd71c-bc43-4fd3-9c2d-5f1f406d454d HTTP/1.1" status: 200 len: 913 time: 0.2505212 Apr 15 18:19:14.946834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59438) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:15.022567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:15.022956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.033659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.600828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.630560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.643096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.693785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Subnet': ['ID=f0ab920b-a459-4f90-8037-d278c062be8f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:15.711102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:15.775909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for 49a4799e-24cf-4f74-aaef-f99e2e0d2cbf owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:15.833039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.846396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:15.846975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router 53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:15.998574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Calling delete_port for e6aeb188-c879-431e-847b-4a92af5753cb owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:16.007226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.025058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-024a8230-85dd-4e38-8b88-2a0ed825eec2 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:16.083862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.085047 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 204 len: 168 time: 5.8870444 Apr 15 18:19:16.096746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59446) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:16.113662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-14813347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:16.132464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:16.137941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=49a4799e-24cf-4f74-aaef-f99e2e0d2cbf,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:16.144718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:16.145626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Checking segment: {'id': '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:16.146147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network hostable DHCP agents. Network: 5021d25c-25a3-41ee-9dab-69eeb70245be, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:16.149115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.168301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:16.174729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:16.197653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:16.215978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.223773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.224626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.238247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.239303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.247094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:16.279010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 5021d25c-25a3-41ee-9dab-69eeb70245be is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:16.376068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 5021d25c-25a3-41ee-9dab-69eeb70245be) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:16.384928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c5060-ef9e-4233-a3f5-5b56e55b221b None None] Network 5021d25c-25a3-41ee-9dab-69eeb70245be requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:16.425105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.460322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Port': ['ID=9fea5980-5cff-4075-8b6d-d171bbe1657f,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:16.513184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:16.619309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.626176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.681315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/49a4799e-24cf-4f74-aaef-f99e2e0d2cbf HTTP/1.1" status: 204 len: 168 time: 1.8075404 Apr 15 18:19:16.688081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:16.717045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting port 99d1474e-fc29-41ae-879e-8974e121abe3 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:16.718490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.745657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.779661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-5021d25c-25a3-41ee-9dab-69eeb70245be', 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be', 'tenant_id': 'aed93524d432441b92492ca38e7ab799', 'fixed_ips': [{'subnet_id': 'f0ab920b-a459-4f90-8037-d278c062be8f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:16.780759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.781481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:16.782618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:16.814163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:16.818128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c0a9b6d-34b7-43c8-b864-568041a83f46 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7154262 Apr 15 18:19:16.821666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59458) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:16.826587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:16.829416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:16.897185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e5eb60-1784-47b4-9e32-04b52089e4fd tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] GET failed (client error): The resource could not be found. Apr 15 18:19:16.898000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-95e5eb60-1784-47b4-9e32-04b52089e4fd tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Synchronizing usage tracker for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:16.913129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Port': ['ID=e6aeb188-c879-431e-847b-4a92af5753cb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:16.925563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:16.973274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Allocated IP 2001:db8::1 (5021d25c-25a3-41ee-9dab-69eeb70245be/f0ab920b-a459-4f90-8037-d278c062be8f/b10d0560-dd4c-4268-8860-6d6cd7f855be) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:17.111177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9f7e8e59-5eea-4c72-ad0a-efd77042e6d4 None None] Provisioning complete for port 9fea5980-5cff-4075-8b6d-d171bbe1657f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:17.111626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8e59-5eea-4c72-ad0a-efd77042e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.144935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-95e5eb60-1784-47b4-9e32-04b52089e4fd tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Unset dirty status for tenant:ab603d1caa814b7f9c2b8a3f47ced894 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:17.146623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95e5eb60-1784-47b4-9e32-04b52089e4fd tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "GET /v2.0/ports/49a4799e-24cf-4f74-aaef-f99e2e0d2cbf HTTP/1.1" status: 404 len: 333 time: 0.4565196 Apr 15 18:19:17.176311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59464) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:17.184699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e8e59-5eea-4c72-ad0a-efd77042e6d4 None None] Port 9fea5980-5cff-4075-8b6d-d171bbe1657f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:17.321444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.326218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:17.326610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.333657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Transition to ACTIVE for port object b10d0560-dd4c-4268-8860-6d6cd7f855be will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:17.354110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Transition to ACTIVE for port object b10d0560-dd4c-4268-8860-6d6cd7f855be will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:17.360220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.376450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:17.449466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Pushing event updated for resources: {'Port': ['ID=b10d0560-dd4c-4268-8860-6d6cd7f855be,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:17.498188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:17.577159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Network 5021d25c-25a3-41ee-9dab-69eeb70245be is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:17.578563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:17.581104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:17.604242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Router 4c878c69-c535-4be5-bb78-bb33efba6539 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:19:17.643269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.644253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.683938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Attempting to bind port b10d0560-dd4c-4268-8860-6d6cd7f855be on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:17.684355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Attempting to bind port b10d0560-dd4c-4268-8860-6d6cd7f855be by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:17.684761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Attempting to bind port b10d0560-dd4c-4268-8860-6d6cd7f855be on network 5021d25c-25a3-41ee-9dab-69eeb70245be {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:17.691103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:17.691521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Checking segment: {'id': '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:17.692078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.692522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Bound using segment: {'id': '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:17.693042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Bound port: b10d0560-dd4c-4268-8860-6d6cd7f855be, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5021d25c-25a3-41ee-9dab-69eeb70245be'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:17.693470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.805976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53461f1b-1103-4465-b9e9-ce052be0d2a9 req-45051476-517b-4b4d-b5f2-03b444586efc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:17.812510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] For port b10d0560-dd4c-4268-8860-6d6cd7f855be, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:17.813885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-53461f1b-1103-4465-b9e9-ce052be0d2a9 req-45051476-517b-4b4d-b5f2-03b444586efc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 1.0480475 Apr 15 18:19:17.816184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] For port b10d0560-dd4c-4268-8860-6d6cd7f855be, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b10d0560-dd4c-4268-8860-6d6cd7f855be,segment=NetworkSegment(27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7),segment_id=27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:17.823554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.839852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:17.851774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.856245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:17.871207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:17.992362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Pushing event updated for resources: {'Port': ['ID=b10d0560-dd4c-4268-8860-6d6cd7f855be,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:17.997547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:18.052826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Calling delete_port for 99d1474e-fc29-41ae-879e-8974e121abe3 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:18.111166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7b744-f127-4891-b859-d084ef9e6d5b req-048a2f20-52a4-4a90-a418-780dcf2694ce tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:18.112904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbc7b744-f127-4891-b859-d084ef9e6d5b req-048a2f20-52a4-4a90-a418-780dcf2694ce tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.7839026 Apr 15 18:19:18.178537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-53461f1b-1103-4465-b9e9-ce052be0d2a9 req-45f8a227-7583-4c83-bfb8-8a015f5d9f3b tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636940 Apr 15 18:19:18.287666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbc7b744-f127-4891-b859-d084ef9e6d5b req-f95b38f9-3233-431e-9851-70e8316ceabc tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127167 Apr 15 18:19:18.457332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.475830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb2a3886-ea9b-4225-9394-ffcea8b68c5a tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:18.522785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.555641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.579419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Port': ['ID=99d1474e-fc29-41ae-879e-8974e121abe3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:18.584134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:18.599470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event updated for resources: {'Subnet': ['ID=6735e9bc-8390-405b-a364-ca8adb89c7e7,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:18.626454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:18.646161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:18.656144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] Sync routers for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:18.667587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:18.668330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:18.681822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.693180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.693733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Fanout notify agent at l3_agent the message router_deleted on router a09d7d67-131a-4ac5-b457-35bd22757626 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:18.701499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5193439 Apr 15 18:19:18.707725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59478) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:18.708021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:18.711702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/routers/a09d7d67-131a-4ac5-b457-35bd22757626 HTTP/1.1" status: 204 len: 168 time: 5.1241150 Apr 15 18:19:18.713500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59480) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:18.735046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:18.751320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:18.752573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:18.859494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:18.860191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbddb5e-cc16-4200-b750-ffc60457cef8 None None] The sync data for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:18.885292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Calling delete_port for 10b98ae5-f749-4349-ad7c-00ac1e3f6b07 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:18.969648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.000738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Checking segment: {'id': 'a0895da3-41e5-4d64-94e2-2a999a18e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:19.001145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network hostable DHCP agents. Network: 59df5fa9-ce7d-4acb-840a-1d3c4f530959, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:19.075529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting subnet a4fd4b20-b59b-4057-9202-5aa4d9f5ae80 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:19.089453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.275186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.298019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7e8ec0c-4446-4d56-8336-3f8c8a6301f2 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:19.336394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:19.393828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.418908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 59df5fa9-ce7d-4acb-840a-1d3c4f530959) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:19.428608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b625ca1-f117-4b4f-992d-a802515959f8 None None] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:19.435404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Port': ['ID=10b98ae5-f749-4349-ad7c-00ac1e3f6b07,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:19.438822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:19.449219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:19.449917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:19.450506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.479067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 10.1605453 Apr 15 18:19:19.484281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.526906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59494) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:19.650686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737952e2-01ce-4db6-9517-db0b9fc25c52 None None] Network 5021d25c-25a3-41ee-9dab-69eeb70245be requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:19.770876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.774101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/ports/10b98ae5-f749-4349-ad7c-00ac1e3f6b07 HTTP/1.1" status: 204 len: 168 time: 2.5943077 Apr 15 18:19:19.776817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59498) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:19.817889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:19.945452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting subnet 3a4d56c8-a319-4025-b82b-5304bbf1e4b3 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:19.984603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83920c3-df65-4312-83bd-d7126530bd9b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:19.986339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83920c3-df65-4312-83bd-d7126530bd9b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:19.988016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83920c3-df65-4312-83bd-d7126530bd9b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:19.995478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f83920c3-df65-4312-83bd-d7126530bd9b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4244075 Apr 15 18:19:20.000646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59502) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:20.025220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bda18c73-e704-40e9-98b9-4a7feb7d62d2 None None] Provisioning for port b10d0560-dd4c-4268-8860-6d6cd7f855be completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:20.076726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-59df5fa9-ce7d-4acb-840a-1d3c4f530959', 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959', 'tenant_id': 'aed93524d432441b92492ca38e7ab799', 'fixed_ips': [{'subnet_id': '6735e9bc-8390-405b-a364-ca8adb89c7e7'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:20.078560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.078867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.102686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b10d0560-dd4c-4268-8860-6d6cd7f855be up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:20.127811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting subnet f0ab920b-a459-4f90-8037-d278c062be8f {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:20.138577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.243367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.272810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.287096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.307369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614ec52-374d-41f8-af45-6cb775db9139 req-7992873e-c534-40ca-a175-89eafc5d64a5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:20.308988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9614ec52-374d-41f8-af45-6cb775db9139 req-7992873e-c534-40ca-a175-89eafc5d64a5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.9231834 Apr 15 18:19:20.384630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b10d0560-dd4c-4268-8860-6d6cd7f855be completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:20.386879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635c081-6bdc-4a31-8d7a-6a4f57931d01 req-227eb869-61f1-428b-b72b-be43d0526605 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:20.388516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6635c081-6bdc-4a31-8d7a-6a4f57931d01 req-227eb869-61f1-428b-b72b-be43d0526605 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 1.0070379 Apr 15 18:19:20.404303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b10d0560-dd4c-4268-8860-6d6cd7f855be triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:20.404675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.454654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Allocated IP 172.26.7.166 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/3201c5d0-6f86-4a5d-9ef0-9eff16ed6315) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:20.508655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Allocated IP 2001:db8:0:1::1 (59df5fa9-ce7d-4acb-840a-1d3c4f530959/6735e9bc-8390-405b-a364-ca8adb89c7e7/0803fc45-9235-4ad4-a92c-c90a2410e811) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:20.534981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.659444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9614ec52-374d-41f8-af45-6cb775db9139 req-be2944a4-1d34-47a6-bd2a-a09baaa8450b tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882895 Apr 15 18:19:20.675662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.736398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6635c081-6bdc-4a31-8d7a-6a4f57931d01 req-921c18af-0732-4c2f-8048-85f79cf63e12 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3108189 Apr 15 18:19:20.788440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.826402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.859934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:20.880354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Provisioning complete for port b10d0560-dd4c-4268-8860-6d6cd7f855be triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:20.880787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.933321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:20.957671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Transition to ACTIVE for port object 0803fc45-9235-4ad4-a92c-c90a2410e811 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:20.972339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Subnet': ['ID=a4fd4b20-b59b-4057-9202-5aa4d9f5ae80,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:20.977134 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-369f1468-3137-411a-bddb-cd013e8988ae tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:19:20.979753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-369f1468-3137-411a-bddb-cd013e8988ae tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2195480 Apr 15 18:19:20.986091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Transition to ACTIVE for port object 0803fc45-9235-4ad4-a92c-c90a2410e811 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:20.993348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:20.994205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.009216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59506) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:21.073012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:21.239318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Pushing event updated for resources: {'Port': ['ID=0803fc45-9235-4ad4-a92c-c90a2410e811,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:21.255340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:21.258696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.303676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:21.305068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:21.307451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:21.332653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e3bd0a93-af22-4476-b557-dd80f41c95f6 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:21.334172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e3bd0a93-af22-4476-b557-dd80f41c95f6 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.7693777 Apr 15 18:19:21.385490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.392911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3110db-60a7-4dde-abcc-94606748a094 req-bdb14bc2-b256-4a35-be19-c57c824eb8bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:21.393875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-cf3110db-60a7-4dde-abcc-94606748a094 req-bdb14bc2-b256-4a35-be19-c57c824eb8bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Synchronizing usage tracker for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:21.406989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66860d3-b0bf-4200-a469-f20544821da8 None None] Network 6074592e-6b5e-4558-aa39-27c92141e555 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:21.429299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Attempting to bind port 0803fc45-9235-4ad4-a92c-c90a2410e811 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:21.429731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Attempting to bind port 0803fc45-9235-4ad4-a92c-c90a2410e811 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a0895da3-41e5-4d64-94e2-2a999a18e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:21.430179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Attempting to bind port 0803fc45-9235-4ad4-a92c-c90a2410e811 on network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:21.497903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:21.498324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Checking segment: {'id': 'a0895da3-41e5-4d64-94e2-2a999a18e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:21.499332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.499784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Bound using segment: {'id': 'a0895da3-41e5-4d64-94e2-2a999a18e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:21.500332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Bound port: 0803fc45-9235-4ad4-a92c-c90a2410e811, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0895da3-41e5-4d64-94e2-2a999a18e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '59df5fa9-ce7d-4acb-840a-1d3c4f530959'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:21.500755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.594109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Deleting port 85646e26-d342-41c4-9dfe-1bc7f68f4395 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:21.594464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.635269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Router 281bd71c-bc43-4fd3-9c2d-5f1f406d454d has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:21.726791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.786413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/subnets/a4fd4b20-b59b-4057-9202-5aa4d9f5ae80 HTTP/1.1" status: 204 len: 168 time: 3.0716081 Apr 15 18:19:21.795182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59514) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:21.891626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.893677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-cf3110db-60a7-4dde-abcc-94606748a094 req-bdb14bc2-b256-4a35-be19-c57c824eb8bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Unset dirty status for tenant:160c2de2b64b408eba77ffe9971a5166 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:21.895066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf3110db-60a7-4dde-abcc-94606748a094 req-bdb14bc2-b256-4a35-be19-c57c824eb8bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 1.1708062 Apr 15 18:19:21.911743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] For port 0803fc45-9235-4ad4-a92c-c90a2410e811, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:21.919552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] For port 0803fc45-9235-4ad4-a92c-c90a2410e811, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0803fc45-9235-4ad4-a92c-c90a2410e811,segment=NetworkSegment(a0895da3-41e5-4d64-94e2-2a999a18e651),segment_id=a0895da3-41e5-4d64-94e2-2a999a18e651)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:21.921557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87957f52-e777-466e-b3aa-689bcd6c382b tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:21.927376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:21.949564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:22.107143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Pushing event updated for resources: {'Port': ['ID=0803fc45-9235-4ad4-a92c-c90a2410e811,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:22.113009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:22.168240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:22.179069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] Sync routers for ids ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:22.182119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.205696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] DHCP port deletion for 6074592e-6b5e-4558-aa39-27c92141e555 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:22.212492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] Routers {'281bd71c-bc43-4fd3-9c2d-5f1f406d454d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:22.213233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:22.239378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:22.259038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event updated for resources: {'Port': ['ID=3201c5d0-6f86-4a5d-9ef0-9eff16ed6315,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:22.262092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:22.275249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Deleting port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:22.275429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.294545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Deleting port d594b54c-02b1-437d-aee1-57635eb3cb03 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:22.294935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.295909 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "PUT /v2.0/routers/281bd71c-bc43-4fd3-9c2d-5f1f406d454d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3479354 Apr 15 18:19:22.321142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59518) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:22.331818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:22.359285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] Routers {'281bd71c-bc43-4fd3-9c2d-5f1f406d454d'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:22.360300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:18:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:22.470033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:22.470495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dbce6-9fc2-414c-82c3-892bd33d7bc5 None None] The sync data for ids ['281bd71c-bc43-4fd3-9c2d-5f1f406d454d'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:22.470989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d59d6f-6c7c-4ece-b8ce-5c5f6b0f1699 req-d3336da8-a2e5-49db-b6b1-7314b0a765d5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:22.471438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.472646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-46d59d6f-6c7c-4ece-b8ce-5c5f6b0f1699 req-d3336da8-a2e5-49db-b6b1-7314b0a765d5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.6700060 Apr 15 18:19:22.521606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:22.522821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4d56c8-a319-4025-b82b-5304bbf1e4b3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:22.535612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a2f5-7b1d-4137-9fc7-472ebaf7e2c8 req-6b81015f-83b9-4b78-94c9-ce130f8a8ed7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:22.548853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cca0a2f5-7b1d-4137-9fc7-472ebaf7e2c8 req-6b81015f-83b9-4b78-94c9-ce130f8a8ed7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 0.5640495 Apr 15 18:19:22.553816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:22.591489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:22.604333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:22.667713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] For port 85646e26-d342-41c4-9dfe-1bc7f68f4395, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85646e26-d342-41c4-9dfe-1bc7f68f4395,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:22.668030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.672827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] For port 67ca5f31-e782-4095-9a31-6a4ca67d95e7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=67ca5f31-e782-4095-9a31-6a4ca67d95e7,segment=NetworkSegment(e113b6d5-67b0-4fbb-81f7-916b12d729a9),segment_id=e113b6d5-67b0-4fbb-81f7-916b12d729a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:22.674083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.703097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-46d59d6f-6c7c-4ece-b8ce-5c5f6b0f1699 req-cff8af85-3f7b-4216-a983-1fce1121e3f8 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104986 Apr 15 18:19:22.752548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.839936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cca0a2f5-7b1d-4137-9fc7-472ebaf7e2c8 req-a0e18b22-51c0-41a5-82d8-d2f23ee84746 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906294 Apr 15 18:19:22.851922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:22.852296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.865770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Calling delete_port for 67ca5f31-e782-4095-9a31-6a4ca67d95e7 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:22.948647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:22.964278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:23.011804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.024896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.081291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8337f-0fdd-4767-aa78-ad0d50b58710 None None] Network 115d12af-8bc5-4f48-94a8-6fe16711074a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:23.148278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ea19783-f343-4219-a006-2d00e6e503bc tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:23.225955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Pushing event deleted for resources: {'Port': ['ID=67ca5f31-e782-4095-9a31-6a4ca67d95e7,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:23.266667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:23.338544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:23.338932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:23.388428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:23.388815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:23.395958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] No DVR routers for this DVR port 67ca5f31-e782-4095-9a31-6a4ca67d95e7 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:23.556860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] DHCP port deletion for 115d12af-8bc5-4f48-94a8-6fe16711074a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:23.563121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Deleting port 55bcb6c8-cb5a-4721-8fca-3c59a224313e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:23.563544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.674238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.674653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.675009 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Floating IP 25183f5f-65a4-402d-9828-ec24500d044e disassociated. External IP: 172.26.7.105, port: 85646e26-d342-41c4-9dfe-1bc7f68f4395. Apr 15 18:19:23.675402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Calling delete_port for 85646e26-d342-41c4-9dfe-1bc7f68f4395 owned by compute:nova {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:23.761873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/subnets/3a4d56c8-a319-4025-b82b-5304bbf1e4b3 HTTP/1.1" status: 204 len: 168 time: 3.9836349 Apr 15 18:19:23.773394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59524) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:23.793054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ab920b-a459-4f90-8037-d278c062be8f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:23.820637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] The port '67ca5f31-e782-4095-9a31-6a4ca67d95e7' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:19:23.839661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.840078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.840494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.840903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.841304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.841706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.842134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.842686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.843100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.843486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.843881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.844279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:23.859023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.891568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.908404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:23.909652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:23.953874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe443087-0722-4898-b8de-99ca0ed79519 None None] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:24.086490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.103693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.104281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Fanout notify agent at l3_agent the message router_deleted on router 281bd71c-bc43-4fd3-9c2d-5f1f406d454d {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:24.137579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] For port d594b54c-02b1-437d-aee1-57635eb3cb03, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d594b54c-02b1-437d-aee1-57635eb3cb03,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:24.138036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.148097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/subnets/f0ab920b-a459-4f90-8037-d278c062be8f HTTP/1.1" status: 204 len: 168 time: 4.1462879 Apr 15 18:19:24.153445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.163550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:24.213104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.216780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-39cb6a71-25f1-44ba-8c78-4157c928f17e tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "DELETE /v2.0/routers/281bd71c-bc43-4fd3-9c2d-5f1f406d454d HTTP/1.1" status: 204 len: 168 time: 1.8329659 Apr 15 18:19:24.258898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7d5a3-beff-44f3-9f6e-6de8717278f7 None None] Network 5021d25c-25a3-41ee-9dab-69eeb70245be requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:24.272291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59534) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:24.403576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.419934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6074592e-6b5e-4558-aa39-27c92141e555']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:24.423291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] For port 55bcb6c8-cb5a-4721-8fca-3c59a224313e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55bcb6c8-cb5a-4721-8fca-3c59a224313e,segment=NetworkSegment(3edc6add-b25e-4f74-904e-c9f9ffccc524),segment_id=3edc6add-b25e-4f74-904e-c9f9ffccc524)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:24.423738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.462023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6028-14e1-451f-9c69-f7e78cc2dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.463320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.463563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.504258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e113b6d5-67b0-4fbb-81f7-916b12d729a9') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:24.504616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e113b6d5-67b0-4fbb-81f7-916b12d729a9') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:24.534491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.568829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.582692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting subnet 6735e9bc-8390-405b-a364-ca8adb89c7e7 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:24.600680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting subnet c7c14bc4-621c-455f-a1e4-7d5611329ba6 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:24.607323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.621982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Calling delete_port for 55bcb6c8-cb5a-4721-8fca-3c59a224313e owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:24.659709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.720409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.763973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] For port b10d0560-dd4c-4268-8860-6d6cd7f855be, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b10d0560-dd4c-4268-8860-6d6cd7f855be,segment=NetworkSegment(27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7),segment_id=27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:24.790389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:24.812840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Deleting port 55bcb6c8-cb5a-4721-8fca-3c59a224313e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:24.813575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.854259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.865960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0697c5d-77f3-4d94-9aec-11f097e4f137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:24.945754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:24.979898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-307bad04-acba-4be8-b619-eee1cb685c83 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:24.986899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:24.987305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:24.991454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.015016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.015440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.015796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Floating IP 0d497903-980a-46fc-9b9a-786d5deda0f7 disassociated. External IP: 172.26.7.30, port: d594b54c-02b1-437d-aee1-57635eb3cb03. Apr 15 18:19:25.016173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Calling delete_port for d594b54c-02b1-437d-aee1-57635eb3cb03 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:25.027203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.069928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5a855-48e9-4c0f-8561-ec31561faf96 req-9d913c8a-06c5-4819-a9c1-dc292a9e7d72 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:25.071564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-62f5a855-48e9-4c0f-8561-ec31561faf96 req-9d913c8a-06c5-4819-a9c1-dc292a9e7d72 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 945 time: 0.9860771 Apr 15 18:19:25.092538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.132057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Pushing event updated for resources: {'Port': ['ID=b10d0560-dd4c-4268-8860-6d6cd7f855be,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:25.137677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:25.138434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1878e580-3982-4b5a-bcba-e9bb1d64bd43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:25.167712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:25.174934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-affe3f5f-1d96-4df9-af5d-ecc9eabce9de None None] Provisioning for port 0803fc45-9235-4ad4-a92c-c90a2410e811 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:25.192204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.211928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Pushing event deleted for resources: {'Port': ['ID=55bcb6c8-cb5a-4721-8fca-3c59a224313e,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:25.222359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:25.254696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] No DVR routers for this DVR port 55bcb6c8-cb5a-4721-8fca-3c59a224313e on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:25.333046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 85646e26-d342-41c4-9dfe-1bc7f68f4395 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:25.375894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] DHCP port deletion for 5021d25c-25a3-41ee-9dab-69eeb70245be request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:25.386868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 85646e26-d342-41c4-9dfe-1bc7f68f4395 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:25.387413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 85646e26-d342-41c4-9dfe-1bc7f68f4395 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:25.387876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device d594b54c-02b1-437d-aee1-57635eb3cb03 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:25.472294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Deleting port b10d0560-dd4c-4268-8860-6d6cd7f855be {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:25.472761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.474894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Network 6074592e-6b5e-4558-aa39-27c92141e555 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:25.478904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b332d6-d6e9-4339-9d9a-ce5b8ac8dc92 req-90b3fbda-73b5-4dbf-a3a8-787c23c4743e tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:25.486822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-54b332d6-d6e9-4339-9d9a-ce5b8ac8dc92 req-90b3fbda-73b5-4dbf-a3a8-787c23c4743e tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 945 time: 1.4029117 Apr 15 18:19:25.489631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event deleted for resources: {'Port': ['ID=85646e26-d342-41c4-9dfe-1bc7f68f4395,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:25.503116 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:25.573033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.573369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.574498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.574498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.574773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.575124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.575352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.575755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.576159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.576559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.577093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.577935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:25.623447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:25.666393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.668045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.685895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16e2ff9f-8685-4278-a33b-2f42bc2c716e tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:25.688506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] The port '55bcb6c8-cb5a-4721-8fca-3c59a224313e' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:19:25.714212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.739344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting port 9fea5980-5cff-4075-8b6d-d171bbe1657f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:25.739474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.819582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.823395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event deleted for resources: {'Port': ['ID=d594b54c-02b1-437d-aee1-57635eb3cb03,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:25.834409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:25.846663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c87ffa8a-b0dc-43de-bbca-058710e8616a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:25.870059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:25.904765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-54b332d6-d6e9-4339-9d9a-ce5b8ac8dc92 req-06abd1db-f358-4a24-a69b-2de8cbbaa870 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups?id=d106e07d-a8c6-465b-b522-8eef9220f4b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169660 Apr 15 18:19:25.913340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0803fc45-9235-4ad4-a92c-c90a2410e811 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:25.945597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-62f5a855-48e9-4c0f-8561-ec31561faf96 req-6ff2a3ba-8c0e-427c-8e60-9bdc1d4b1c37 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups?id=39919f1b-eb98-48a0-a3d4-7c08f4a072ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4803300 Apr 15 18:19:25.961629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.034908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] For port b10d0560-dd4c-4268-8860-6d6cd7f855be, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b10d0560-dd4c-4268-8860-6d6cd7f855be,segment=NetworkSegment(27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7),segment_id=27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:26.035482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.090254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.181306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Network': ['ID=6074592e-6b5e-4558-aa39-27c92141e555,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:26.196817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Calling delete_port for b10d0560-dd4c-4268-8860-6d6cd7f855be owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:26.201171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:26.203586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/networks/6074592e-6b5e-4558-aa39-27c92141e555 HTTP/1.1" status: 204 len: 168 time: 4.4029779 Apr 15 18:19:26.209355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59540) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:26.244976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0803fc45-9235-4ad4-a92c-c90a2410e811 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:26.254782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115d12af-8bc5-4f48-94a8-6fe16711074a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:26.261330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0803fc45-9235-4ad4-a92c-c90a2410e811 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:26.261888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.272793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edc6add-b25e-4f74-904e-c9f9ffccc524') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:26.273140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edc6add-b25e-4f74-904e-c9f9ffccc524') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:26.288461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.312825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.321881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:26.518995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Deleting port ec5c6dde-b549-4f18-a400-cddae9f5fa73 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:26.519659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.528064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.544278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:26.566314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:26.578985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.652642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.657815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Pushing event deleted for resources: {'Port': ['ID=b10d0560-dd4c-4268-8860-6d6cd7f855be,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:26.660607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:26.767863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.787880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] No DVR routers for this DVR port b10d0560-dd4c-4268-8860-6d6cd7f855be on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:26.820614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0803fc45-9235-4ad4-a92c-c90a2410e811, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0803fc45-9235-4ad4-a92c-c90a2410e811,segment=NetworkSegment(a0895da3-41e5-4d64-94e2-2a999a18e651),segment_id=a0895da3-41e5-4d64-94e2-2a999a18e651)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:26.828474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:26.831999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab596c16-25c8-4c71-9b49-aad024abaf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:26.847063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Network 115d12af-8bc5-4f48-94a8-6fe16711074a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:26.927255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55bcb6c8-cb5a-4721-8fca-3c59a224313e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:26.975191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 55bcb6c8-cb5a-4721-8fca-3c59a224313e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:26.975811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55bcb6c8-cb5a-4721-8fca-3c59a224313e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:26.976461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 67ca5f31-e782-4095-9a31-6a4ca67d95e7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:26.976630 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:26.995921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.002247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Calling delete_port for 9fea5980-5cff-4075-8b6d-d171bbe1657f owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:27.065696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0803fc45-9235-4ad4-a92c-c90a2410e811,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:27.068809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 67ca5f31-e782-4095-9a31-6a4ca67d95e7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:27.069352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 67ca5f31-e782-4095-9a31-6a4ca67d95e7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:27.070044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b10d0560-dd4c-4268-8860-6d6cd7f855be no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:27.105134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:27.123989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b10d0560-dd4c-4268-8860-6d6cd7f855be {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:27.124714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b10d0560-dd4c-4268-8860-6d6cd7f855be not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:27.131085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-485aef4f-9b7a-423d-bb72-a657eb7cd206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.137383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.218617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:27.219431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.229797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.230207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.346374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:27.364080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.393667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Calling delete_port for ec5c6dde-b549-4f18-a400-cddae9f5fa73 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:27.513680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Pushing event deleted for resources: {'Network': ['ID=115d12af-8bc5-4f48-94a8-6fe16711074a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:27.590168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e984fff3-5095-4c4b-ac6e-5c5c90df849b req-b7bfec9f-7358-4e4d-abfc-c3399eece166 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Synchronizing usage tracker for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:27.594679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-18d8b717-9634-4043-aeee-47ae424e10ec req-1895b1ae-5439-4bd8-9976-16fc3bb6fc0e tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.3731761 Apr 15 18:19:27.606897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:27.613729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.679374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] 10.222.0.32 "DELETE /v2.0/networks/115d12af-8bc5-4f48-94a8-6fe16711074a HTTP/1.1" status: 204 len: 168 time: 3.9022946 Apr 15 18:19:27.689208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:27.763782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:27.777616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Sync routers for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:27.810307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:27.816593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:27.856188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e984fff3-5095-4c4b-ac6e-5c5c90df849b req-b7bfec9f-7358-4e4d-abfc-c3399eece166 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Unset dirty status for tenant:7ceec907b4b3474f8fce806787777972 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:27.857416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e984fff3-5095-4c4b-ac6e-5c5c90df849b req-b7bfec9f-7358-4e4d-abfc-c3399eece166 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.6242537 Apr 15 18:19:27.980760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] No DVR routers for this DVR port d594b54c-02b1-437d-aee1-57635eb3cb03 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:27.995548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.004014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'name': 'network-vif-deleted', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:19:28.007544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0803fc45-9235-4ad4-a92c-c90a2410e811 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:28.026993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.029730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:28.076907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e92c5cc7-1a12-4426-9916-2d8bd8793082 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:28.164570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0803fc45-9235-4ad4-a92c-c90a2410e811 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:28.165215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.187649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.206499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e054d7c-711e-47e6-afd8-c5fad3e747d1', 'name': 'network-vif-deleted', 'tag': 'd594b54c-02b1-437d-aee1-57635eb3cb03', 'status': 'completed', 'code': 200} Apr 15 18:19:28.216582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Pushing event deleted for resources: {'Port': ['ID=ec5c6dde-b549-4f18-a400-cddae9f5fa73,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:28.220323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf3110db-60a7-4dde-abcc-94606748a094 req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.49 "DELETE /v2.0/ports/d594b54c-02b1-437d-aee1-57635eb3cb03 HTTP/1.1" status: 204 len: 173 time: 6.2945926 Apr 15 18:19:28.226944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:28.227525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69dcbe9e-8175-491e-901f-ba4e095df4bd tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:28.342261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Port': ['ID=9fea5980-5cff-4075-8b6d-d171bbe1657f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:28.357493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59554) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:28.363598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:28.471348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.516949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:28.563153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:28.763606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:29.120338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:29.126588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Checking router: 5dee9f2f-067f-4456-8bc4-630d7bbdd77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:19:29.136492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:29.137406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:29.152933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7b671d7-2e81-434f-adc0-06dd210a9ea4 req-4acb9b99-a9e9-4769-87ba-652305d81cd4 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e054d7c-711e-47e6-afd8-c5fad3e747d1 HTTP/1.1" status: 200 len: 210 time: 0.2712905 Apr 15 18:19:29.153719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c14bc4-621c-455f-a1e4-7d5611329ba6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:29.156362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:29.217253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:29.227112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Sync routers for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:29.239206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:29.240193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:29.261338 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0114e4cd-9ebf-441e-b2ae-748d843adc1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab603d1caa814b7f9c2b8a3f47ced894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9002004 Apr 15 18:19:29.268975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59564) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:29.273730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.311022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b4b03a5d-ea25-4e41-be29-19f9698f227e req-b1134179-bf31-4f38-b3cb-307c9e35d096 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0ae4072-522e-49b1-8420-df25d9865d8b HTTP/1.1" status: 200 len: 210 time: 0.1493976 Apr 15 18:19:29.318784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] No DVR routers for this DVR port 85646e26-d342-41c4-9dfe-1bc7f68f4395 on host hv-neutron-7864 {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:29.321312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.329682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.334315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "DELETE /v2.0/subnets/c7c14bc4-621c-455f-a1e4-7d5611329ba6 HTTP/1.1" status: 204 len: 168 time: 5.0599198 Apr 15 18:19:29.335890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Router e1fa00f3-db7b-4ebb-840d-19c2109031a3 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:19:29.337987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:29.342039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'name': 'network-vif-deleted', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:19:29.348366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7fbcdad9-d307-449d-8b9b-700b3922514a req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.49 "DELETE /v2.0/ports/85646e26-d342-41c4-9dfe-1bc7f68f4395 HTTP/1.1" status: 204 len: 173 time: 8.0026424 Apr 15 18:19:29.383527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:29.436914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.439473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.440731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f4478fb-48ce-4744-abb3-7ac75537566f HTTP/1.1" status: 204 len: 168 time: 3.2281375 Apr 15 18:19:29.479625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.498195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:29.546446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.681680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.714854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ae4072-522e-49b1-8420-df25d9865d8b', 'name': 'network-vif-deleted', 'tag': '85646e26-d342-41c4-9dfe-1bc7f68f4395', 'status': 'completed', 'code': 200} Apr 15 18:19:29.809498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Deleting port bf8b3905-f57f-4393-9cfc-20b0d01c5671 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:29.810320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:29.905453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eebb661-2085-4fe1-ba2d-be84731757d3 None None] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:30.009331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59578) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.036683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Router 4c878c69-c535-4be5-bb78-bb33efba6539 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:30.249952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:30.260348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] Sync routers for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:30.262519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] For port bf8b3905-f57f-4393-9cfc-20b0d01c5671, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf8b3905-f57f-4393-9cfc-20b0d01c5671,segment=NetworkSegment(62f92b02-730a-4b53-ad59-6c4f59db3fdf),segment_id=62f92b02-730a-4b53-ad59-6c4f59db3fdf)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:30.262952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.278994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:30.279934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.307142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.313210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Checking router: 587ec6ee-b973-439c-8180-3f1d7b6e8c46 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:19:30.323711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-136b86e0-f51d-4329-bebd-ac6481b1b94c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2594b7d3870841099dc8cd9f0704846d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078046 Apr 15 18:19:30.325188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.329050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.332830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e34bc718-318d-4354-bacd-d42057c9c80a HTTP/1.1" status: 204 len: 168 time: 1.0605600 Apr 15 18:19:30.332830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59586) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.332830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c86db8e3-542f-43dd-bb3f-491b9eb26967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:30.346567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:30.347478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.355532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3384917 Apr 15 18:19:30.356800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.362200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34bc718-318d-4354-bacd-d42057c9c80a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:30.366391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:30.457677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-e2495c2d-4ea0-4a00-b4cc-fed353cdd289 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] delete failed (client error): The resource could not be found. Apr 15 18:19:30.464515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2495c2d-4ea0-4a00-b4cc-fed353cdd289 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1529211555 HTTP/1.1" status: 404 len: 335 time: 0.1000431 Apr 15 18:19:30.465613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59602) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.466400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59600) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.471827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.476346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5dee57ac-5304-474a-9bef-77def0b1be9c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c878c69-c535-4be5-bb78-bb33efba6539'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:30.490036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.492199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] DHCP port deletion for 58ec0f0d-fa00-4807-8048-e0de0590e460 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:30.496786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.512971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a6614-bb50-4dd9-91fb-f29b4de3f6be None None] The sync data for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv is: [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:33Z', 'revision_number': 4, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '55a47a75-d4df-4bba-ad31-393feffc440e', 'name': '', 'network_id': '7830e2b2-710b-48de-a549-1777b7a344e0', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'mac_address': 'fa:16:3e:f7:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:31Z', 'updated_at': '2021-04-15T18:17:43Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'subnets': [{'id': 'a3080d81-e299-4ac1-bcf1-a1e316112f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:30.525870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:30.530506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.563955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Calling delete_port for bf8b3905-f57f-4393-9cfc-20b0d01c5671 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:30.587394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.631188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.645987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e11c4452-ae9b-403d-a17b-b3b2c4d96055 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:30.666196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.685310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Deleting port bf8b3905-f57f-4393-9cfc-20b0d01c5671 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:30.686697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.689202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59610) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.728969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:30.729583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf956d-ddee-4546-a1b8-e7344add169a None None] The sync data for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:30.760550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.810902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.818020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ee742cc-3646-4487-ad4a-8fa93fa5ef20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:30.841459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.855040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2746e-277a-4163-875c-d042538e44bd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:30.857957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:30.861278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:30.877320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106e07d-a8c6-465b-b522-8eef9220f4b5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:30.880507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:30.880654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Subnet': ['ID=6735e9bc-8390-405b-a364-ca8adb89c7e7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:30.883730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.885095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "DELETE /v2.0/security-groups/d106e07d-a8c6-465b-b522-8eef9220f4b5 HTTP/1.1" status: 204 len: 168 time: 0.4147592 Apr 15 18:19:30.886255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:30.891710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4a2746e-277a-4163-875c-d042538e44bd HTTP/1.1" status: 204 len: 168 time: 0.5454624 Apr 15 18:19:30.892455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59618) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:30.913950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:30.916715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-b18b633c-08e1-4a84-822a-960d46a23da8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] show failed (client error): The resource could not be found. Apr 15 18:19:30.921233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b18b633c-08e1-4a84-822a-960d46a23da8 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "GET /v2.0/security-groups/d106e07d-a8c6-465b-b522-8eef9220f4b5 HTTP/1.1" status: 404 len: 347 time: 0.0243151 Apr 15 18:19:30.921580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59624) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:31.116700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:31.139364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Deleting port a4bffe42-ae8c-45d2-90ea-5079d6f32c29 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:31.140133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.179402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78c946-e2b3-415b-8de8-530cd44794db None None] New status for floating IP 0d497903-980a-46fc-9b9a-786d5deda0f7: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:19:31.379941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.380510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.447578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:31.460762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] Sync routers for ids ['e1fa00f3-db7b-4ebb-840d-19c2109031a3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:31.478203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] Routers {'e1fa00f3-db7b-4ebb-840d-19c2109031a3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:31.478946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e1fa00f3-db7b-4ebb-840d-19c2109031a3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:31.506287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.507893 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "PUT /v2.0/routers/e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 200 len: 878 time: 14.6835964 Apr 15 18:19:31.597639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59640) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:31.608281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Calling delete_port for a4bffe42-ae8c-45d2-90ea-5079d6f32c29 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:31.662765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:31.674918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] Routers {'e1fa00f3-db7b-4ebb-840d-19c2109031a3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:31.675651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e1fa00f3-db7b-4ebb-840d-19c2109031a3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:31.675788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59646) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:31.717891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] For port bf8b3905-f57f-4393-9cfc-20b0d01c5671, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf8b3905-f57f-4393-9cfc-20b0d01c5671,segment=NetworkSegment(62f92b02-730a-4b53-ad59-6c4f59db3fdf),segment_id=62f92b02-730a-4b53-ad59-6c4f59db3fdf)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:31.718706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.793268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:31.793719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bf570-0c2e-4456-b0c7-1da34a3dbd1b None None] The sync data for ids ['e1fa00f3-db7b-4ebb-840d-19c2109031a3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:31.851088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.860537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.868466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dee57ac-5304-474a-9bef-77def0b1be9c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.903416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.923850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.933559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da59a09c-3bd3-4fbc-a9b3-503c650f0e13 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 200 len: 919 time: 0.3316557 Apr 15 18:19:31.933990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59652) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:31.940702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:31.940897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad6ef1-cac5-4286-bdd1-cf0c4a966466 None None] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:31.955041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf8b3905-f57f-4393-9cfc-20b0d01c5671 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:31.967481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-114c802c-64fd-46af-8db0-833ed15dd140 tempest-FloatingIPAdminTestJSON-1477595079 tempest-FloatingIPAdminTestJSON-1477595079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:31.981295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59656) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.005238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59662) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.005415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/subnets/6735e9bc-8390-405b-a364-ca8adb89c7e7 HTTP/1.1" status: 204 len: 168 time: 7.7921865 Apr 15 18:19:32.088728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab139e8-e999-468f-af43-45f2c2ca4e2d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:32.089612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ab139e8-e999-468f-af43-45f2c2ca4e2d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Synchronizing usage tracker for tenant:aed93524d432441b92492ca38e7ab799 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:32.103245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Port': ['ID=bf8b3905-f57f-4393-9cfc-20b0d01c5671,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:32.105981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:32.112567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:32.115295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:32.115899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:32.126896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'networks': [{'name': 'tempest-network--539658297'}, {'name': 'tempest-network--616239066'}]} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:32.127285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-network--539658297'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:32.127789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-network--616239066'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:32.135999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ab139e8-e999-468f-af43-45f2c2ca4e2d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Unset dirty status for tenant:aed93524d432441b92492ca38e7ab799 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:32.137253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ab139e8-e999-468f-af43-45f2c2ca4e2d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1307707 Apr 15 18:19:32.138724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:32.141924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Usage tracker for resource:security_group_rule and tenant:783339a5eeb044ba9ceecf53c690eecc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:32.143662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59666) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.147561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:network and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:32.147717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:32.153009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cd4e71-a448-4491-a125-7075a035150b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:32.157129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54cd4e71-a448-4491-a125-7075a035150b tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=e1fa00f3-db7b-4ebb-840d-19c2109031a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2195930 Apr 15 18:19:32.164833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-5dee57ac-5304-474a-9bef-77def0b1be9c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] update failed (client error): The resource could not be found. Apr 15 18:19:32.165999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5dee57ac-5304-474a-9bef-77def0b1be9c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539 HTTP/1.1" status: 404 len: 339 time: 1.6963890 Apr 15 18:19:32.169674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:32.172158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59670) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.172543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59672) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.173896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:32.185371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: bf8b3905-f57f-4393-9cfc-20b0d01c5671 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:32.186934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf8b3905-f57f-4393-9cfc-20b0d01c5671 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:32.187068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:32.209209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Calling delete_port for bf8b3905-f57f-4393-9cfc-20b0d01c5671 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:32.209710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1597361816'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:32.269518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'network': 2} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:32.276600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.280284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:32.297216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:network and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:32.304478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.310764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:32.316112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] No DVR routers for this DVR port bf8b3905-f57f-4393-9cfc-20b0d01c5671 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:32.330239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.359730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.370516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:32.374433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:32.446482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39919f1b-eb98-48a0-a3d4-7c08f4a072ed,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:32.513722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:32.558126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:32.564510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.601132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:32.601522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:32.607312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.611658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "DELETE /v2.0/security-groups/39919f1b-eb98-48a0-a3d4-7c08f4a072ed HTTP/1.1" status: 204 len: 168 time: 1.9189043 Apr 15 18:19:32.616088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.635929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59678) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.653164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:32.656327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Deleting port a4bffe42-ae8c-45d2-90ea-5079d6f32c29 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:32.656709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.695456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:32.699873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb3942-62a6-463f-b97b-f78336239010 None None] The sync data for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv is: [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '17cfca7a-4e8c-4b24-b825-6e0a08795934', 'name': '', 'network_id': '65961245-61b4-4808-a633-75044c18cb60', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'mac_address': 'fa:16:3e:a7:c3:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:36Z', 'updated_at': '2021-04-15T18:17:50Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'subnets': [{'id': '91febf36-1c2a-4078-bf6d-b3a29966991f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:32.724458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:security_group_rule and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:32.729654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f868d-c638-4c58-936c-8d3a3260ae13 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:32.730868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:32.734564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-168f868d-c638-4c58-936c-8d3a3260ae13 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.5602100 Apr 15 18:19:32.754135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59682) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.777574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] DHCP port deletion for 59df5fa9-ce7d-4acb-840a-1d3c4f530959 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:32.783841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Deleting port 0803fc45-9235-4ad4-a92c-c90a2410e811 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:32.784738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.831463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0164c615-12f3-4206-853e-b33d951ba646 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] show failed (client error): The resource could not be found. Apr 15 18:19:32.832598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0164c615-12f3-4206-853e-b33d951ba646 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "GET /v2.0/security-groups/39919f1b-eb98-48a0-a3d4-7c08f4a072ed HTTP/1.1" status: 404 len: 347 time: 0.1894004 Apr 15 18:19:32.834467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:32.839762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59686) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.852834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:32.857477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting port 0803fc45-9235-4ad4-a92c-c90a2410e811 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:32.857932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.865657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bad9f5cf-03a6-48d2-9fc2-83aff3071539 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 200 len: 205 time: 0.1103773 Apr 15 18:19:32.871366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59690) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:32.953323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:32.953715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Added segment 49d5e1f1-6246-4d33-8cf3-cfb2ec034d66 of type vlan for network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc Apr 15 18:19:32.969438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ec0f0d-fa00-4807-8048-e0de0590e460']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:33.000810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.030435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.030809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.031227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] For port 0803fc45-9235-4ad4-a92c-c90a2410e811, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0803fc45-9235-4ad4-a92c-c90a2410e811,segment=NetworkSegment(a0895da3-41e5-4d64-94e2-2a999a18e651),segment_id=a0895da3-41e5-4d64-94e2-2a999a18e651)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:33.031681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.073306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f92b02-730a-4b53-ad59-6c4f59db3fdf') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:33.073819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f92b02-730a-4b53-ad59-6c4f59db3fdf') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:33.088053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.104580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbacd3c5-09e7-43a2-9105-0973b62abf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:33.112165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Deleting port bf8b3905-f57f-4393-9cfc-20b0d01c5671 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:33.112437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.132144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.170692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Calling delete_port for a4bffe42-ae8c-45d2-90ea-5079d6f32c29 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:33.176521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.202648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.207179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=783339a5eeb044ba9ceecf53c690eecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5302286 Apr 15 18:19:33.217657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59694) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:33.223379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Calling delete_port for 0803fc45-9235-4ad4-a92c-c90a2410e811 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:33.223598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:33.241760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d11f0a-dbd0-45c8-85e2-63c6646e7293,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:33.288403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:33.292896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d91e4-502d-47e0-abaa-57714890bf4b None None] New status for floating IP 25183f5f-65a4-402d-9828-ec24500d044e: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:19:33.336162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Deleting port 9b0c8eb4-62a6-4d51-b8b0-471769d1f871 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:33.336434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.361884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51fd3620-c1a1-48ec-88e8-4eb43af6566e None None] The port 'bf8b3905-f57f-4393-9cfc-20b0d01c5671' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:19:33.364726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:19:33.376034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.566463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.583101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:33.621576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.628556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:33.629222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.632263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Pushing event deleted for resources: {'Port': ['ID=0803fc45-9235-4ad4-a92c-c90a2410e811,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:33.645690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:33.667320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:33.694655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.736161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.736831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.737341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.737824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.738324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.738804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.739272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.739751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.740224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.740793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.741274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.741740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:19:33.745488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:33.754246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] No DVR routers for this DVR port 0803fc45-9235-4ad4-a92c-c90a2410e811 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:33.803354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] For port 0803fc45-9235-4ad4-a92c-c90a2410e811, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0803fc45-9235-4ad4-a92c-c90a2410e811,segment=NetworkSegment(a0895da3-41e5-4d64-94e2-2a999a18e651),segment_id=a0895da3-41e5-4d64-94e2-2a999a18e651)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:33.803961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.821805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.833457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.855312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0803fc45-9235-4ad4-a92c-c90a2410e811 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:33.895767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0803fc45-9235-4ad4-a92c-c90a2410e811 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:33.896248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0803fc45-9235-4ad4-a92c-c90a2410e811 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:33.908914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9e70d9d-3a8e-498b-b202-a292facff465 tempest-FloatingIPAdminTestJSON-994145662 tempest-FloatingIPAdminTestJSON-994145662-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:33.940227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:33.940809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.104004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Calling delete_port for 0803fc45-9235-4ad4-a92c-c90a2410e811 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:34.134364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Pushing event deleted for resources: {'Port': ['ID=a4bffe42-ae8c-45d2-90ea-5079d6f32c29,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:34.149897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.152172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:34.157533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-61a69db4-042d-4239-b196-f71401df5025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:34.183513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Network': ['ID=d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:34.196296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:34.210357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0342422 Apr 15 18:19:34.211066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59698) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:34.211971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:34.244701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:34.275208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.275578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.281541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'subnet': {'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:34.285665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9554907-c171-4528-9102-06029bb03600,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:34.299528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:34.306038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.306447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment eac5531d-737d-4ead-a87d-9843be47e262 of type vlan for network 58851642-f556-49ca-80cb-1eecb833d2cb Apr 15 18:19:34.332024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.421609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.426808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Network 58ec0f0d-fa00-4807-8048-e0de0590e460 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:34.462994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Calling delete_port for 9b0c8eb4-62a6-4d51-b8b0-471769d1f871 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:34.478000 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:34.498449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port 3201c5d0-6f86-4a5d-9ef0-9eff16ed6315 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:34.498836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.537579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:34.537994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:34.634717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.648336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:34.658924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.663668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Usage tracker for resource:subnet and tenant:3c6d6ebbec1b4a4bb6e6326283d94572 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:34.669914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1f49d79-3412-49b1-b439-358bb297c526 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:34.685704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:34.689565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.700006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.716934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:34.717876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:34.718816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:34.726974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Pushing event deleted for resources: {'Network': ['ID=58ec0f0d-fa00-4807-8048-e0de0590e460,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:34.728901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:34.746307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.746701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment 04128d2c-726b-4a5c-bfa1-854bdb038967 of type vlan for network 9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65 Apr 15 18:19:34.781616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:34.782329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.784922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.786118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.786229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72d11f0a-dbd0-45c8-85e2-63c6646e7293 HTTP/1.1" status: 204 len: 168 time: 1.5646663 Apr 15 18:19:34.790734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.791925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] 10.222.0.32 "DELETE /v2.0/floatingips/0d497903-980a-46fc-9b9a-786d5deda0f7 HTTP/1.1" status: 204 len: 168 time: 3.8692076 Apr 15 18:19:34.797583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:34.808585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59704) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:34.815055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d11f0a-dbd0-45c8-85e2-63c6646e7293,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:34.820350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] 10.222.0.32 "DELETE /v2.0/networks/58ec0f0d-fa00-4807-8048-e0de0590e460 HTTP/1.1" status: 204 len: 168 time: 5.4684284 Apr 15 18:19:34.820350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:34.822442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Made reservation on behalf of 3c6d6ebbec1b4a4bb6e6326283d94572 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:34.828623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.944470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.945086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.951179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:34.957089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:34.957803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:34.971974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c0fa917-a678-461e-88df-66f95ec149e6 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:34.991551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:35.138494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for 3201c5d0-6f86-4a5d-9ef0-9eff16ed6315 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:35.236733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:35.354209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Deleting port 0803fc45-9235-4ad4-a92c-c90a2410e811 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:35.354402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:35.380735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Deleting port 9b0c8eb4-62a6-4d51-b8b0-471769d1f871 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:35.381124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:35.416278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:35.467267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4853580 Apr 15 18:19:35.472351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59724) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:35.487149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:35.512311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] The port '0803fc45-9235-4ad4-a92c-c90a2410e811' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:19:35.572371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=58851642-f556-49ca-80cb-1eecb833d2cb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:35.584895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 58851642-f556-49ca-80cb-1eecb833d2cb details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:35.679073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:35.691476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:35.710905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Usage tracker for resource:security_group_rule and tenant:338601fc149f46d29e9dfbfce3cc80d3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:35.716139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bd1ed38-d08b-4c89-9417-f75c31f689fc tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:35.752301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:35.831832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-453e89f9-3562-46e4-826a-6fd58c71557c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b30cacec18d24341a4d3410c6582be64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937881 Apr 15 18:19:35.837262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:35.844659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=3201c5d0-6f86-4a5d-9ef0-9eff16ed6315,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:35.848961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59728) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:35.856813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:36.013517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.020633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891ab6-b99d-46b1-a55e-829592298a22 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:36.027989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891ab6-b99d-46b1-a55e-829592298a22 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:36.035263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891ab6-b99d-46b1-a55e-829592298a22 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:36.041729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891ab6-b99d-46b1-a55e-829592298a22 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:36.043554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9b891ab6-b99d-46b1-a55e-829592298a22 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5624411 Apr 15 18:19:36.053829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59732) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:36.061746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:36.073166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:36.136351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:36.140139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:36.140582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:36.189106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.189478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.234205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.383576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Calling delete_port for 9b0c8eb4-62a6-4d51-b8b0-471769d1f871 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:36.406187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.416037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59df5fa9-ce7d-4acb-840a-1d3c4f530959']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:36.431742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.455600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0895da3-41e5-4d64-94e2-2a999a18e651') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:36.455949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0895da3-41e5-4d64-94e2-2a999a18e651') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:36.488465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.553648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.561569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.575751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.579137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:36.589688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.644645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0c1d8b3-7f79-4fe0-af99-abcde5cc77c1 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:36.835994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:36.851484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.942896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:36.962276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:37.089403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Pushing event deleted for resources: {'Port': ['ID=9b0c8eb4-62a6-4d51-b8b0-471769d1f871,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:37.144538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:37.157750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.182914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=338601fc149f46d29e9dfbfce3cc80d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7564530 Apr 15 18:19:37.191003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.192362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59736) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:37.209043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.257385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27a1f8d-f2b2-4754-8927-9ce04dab3e98,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:37.260221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 59df5fa9-ce7d-4acb-840a-1d3c4f530959 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:37.289880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:37.290622 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:37.294155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abc78653-d31f-45be-b8e0-268aa9b1ef56 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:37.405773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.413470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.454525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.455132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router e1fa00f3-db7b-4ebb-840d-19c2109031a3 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:37.566517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Subnet': ['ID=edae761f-5418-420a-9265-4135bc5cc614,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:37.580567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:37.583788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-798c45be-7bcd-437b-b738-a0dafd420b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:37.634035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98721746-e83c-496f-903c-591d37af39e0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:37.643464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:37.677265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58851642-f556-49ca-80cb-1eecb833d2cb']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:37.707175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac5531d-737d-4ead-a87d-9843be47e262') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:37.707524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac5531d-737d-4ead-a87d-9843be47e262') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:37.731452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.731736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.739727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 204 len: 168 time: 4.8507800 Apr 15 18:19:37.739727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.740094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:37.747104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a994cc7-d5c8-43ce-b18f-84416650bd7b tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:37.747330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.751854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98721746-e83c-496f-903c-591d37af39e0 HTTP/1.1" status: 204 len: 168 time: 1.8950198 Apr 15 18:19:37.770164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.783069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:37.792354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.797732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Checking segment: {'id': '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:37.798175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network hostable DHCP agents. Network: d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:37.798510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1224377964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:37.820422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.827850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:37.835724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=59df5fa9-ce7d-4acb-840a-1d3c4f530959,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:37.886259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:37.887285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:37.895394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:37.950263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:37.957626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:37.985198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:37.994014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/59df5fa9-ce7d-4acb-840a-1d3c4f530959 HTTP/1.1" status: 204 len: 168 time: 5.8457730 Apr 15 18:19:37.994186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 58851642-f556-49ca-80cb-1eecb833d2cb has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:38.001417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:38.004541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.009449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7998c-bd24-42df-a2d9-b5baf5e2f032 None None] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:38.022498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59748) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:38.076909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.115190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.116296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.136128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:38.136997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.154562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.157161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.158419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] 10.222.0.32 "DELETE /v2.0/floatingips/25183f5f-65a4-402d-9828-ec24500d044e HTTP/1.1" status: 204 len: 168 time: 5.3074942 Apr 15 18:19:38.167903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59754) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:38.293445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc', 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc', 'tenant_id': '3c6d6ebbec1b4a4bb6e6326283d94572', 'fixed_ips': [{'subnet_id': 'edae761f-5418-420a-9265-4135bc5cc614'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:38.294602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.332928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1116898 Apr 15 18:19:38.337009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59764) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:38.345409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-518c6fac-0f94-40e1-9041-3e20b8e0030f tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:38.428115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 58851642-f556-49ca-80cb-1eecb833d2cb has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:38.465058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:38.466214 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:38.471637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-73027530-6924-4581-b7be-5da6c4dc1e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:38.500648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27a1f8d-f2b2-4754-8927-9ce04dab3e98,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:38.509135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:38.526266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.527593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e27a1f8d-f2b2-4754-8927-9ce04dab3e98 HTTP/1.1" status: 204 len: 168 time: 1.3218710 Apr 15 18:19:38.534066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.763487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Deleting port 55a47a75-d4df-4bba-ad31-393feffc440e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:38.763710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.793418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59780) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:38.825311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.933577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.961523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:38.985753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:38.988161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-273334918'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:38.998878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Allocated IP 2001:db8:1::2 (d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc/edae761f-5418-420a-9265-4135bc5cc614/97ec8dcc-5ac8-465e-889b-f411d78883b7) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:38.999424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:39.002441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.029315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:39.041600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:39.057898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:39.108765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=58851642-f556-49ca-80cb-1eecb833d2cb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:39.129540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.133721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c083440c-6ffb-4083-ad6d-6204cec12e12 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3914726 Apr 15 18:19:39.136705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:39.138362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:39.144711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/58851642-f556-49ca-80cb-1eecb833d2cb HTTP/1.1" status: 204 len: 168 time: 3.0759432 Apr 15 18:19:39.150220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:39.156336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.167877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59798) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:39.176047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': True}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:39.216425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.241165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-518c6fac-0f94-40e1-9041-3e20b8e0030f tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.274176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.322844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.339191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Transition to ACTIVE for port object 97ec8dcc-5ac8-465e-889b-f411d78883b7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:39.374628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Transition to ACTIVE for port object 97ec8dcc-5ac8-465e-889b-f411d78883b7 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:39.382783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.405376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e473281-8cd4-41b0-944f-0b86e7790173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:39.414464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] For port 55a47a75-d4df-4bba-ad31-393feffc440e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=55a47a75-d4df-4bba-ad31-393feffc440e,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:39.414879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.437248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5021d25c-25a3-41ee-9dab-69eeb70245be']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:39.445276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:39.456708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:39.457059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dfe0af-e0af-4c25-98f1-3f4b01c7b8f7') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:39.474597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.510177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.513191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:security_group_rule and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:39.519962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:39.604990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Pushing event updated for resources: {'Port': ['ID=97ec8dcc-5ac8-465e-889b-f411d78883b7,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:39.617483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:39.696893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:39.698792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:39.702657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:39.743722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 5021d25c-25a3-41ee-9dab-69eeb70245be has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:39.758608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.780781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-518c6fac-0f94-40e1-9041-3e20b8e0030f tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:19:39.788562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-518c6fac-0f94-40e1-9041-3e20b8e0030f tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539 HTTP/1.1" status: 400 len: 364 time: 1.4482086 Apr 15 18:19:39.882722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:39.892940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Attempting to bind port 97ec8dcc-5ac8-465e-889b-f411d78883b7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:39.893748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Attempting to bind port 97ec8dcc-5ac8-465e-889b-f411d78883b7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:39.894395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Attempting to bind port 97ec8dcc-5ac8-465e-889b-f411d78883b7 on network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:39.902208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:39.906358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Checking segment: {'id': '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:39.906892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.907083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Bound using segment: {'id': '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:39.907628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Bound port: 97ec8dcc-5ac8-465e-889b-f411d78883b7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:39.908229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:39.964891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Calling delete_port for 55a47a75-d4df-4bba-ad31-393feffc440e owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:39.995469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59814) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:40.035980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] For port 97ec8dcc-5ac8-465e-889b-f411d78883b7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:40.039049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] For port 97ec8dcc-5ac8-465e-889b-f411d78883b7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=97ec8dcc-5ac8-465e-889b-f411d78883b7,segment=NetworkSegment(49d5e1f1-6246-4d33-8cf3-cfb2ec034d66),segment_id=49d5e1f1-6246-4d33-8cf3-cfb2ec034d66)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:40.043255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.061429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1afbfe0e-1ac9-4701-9e40-29b56112f3e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:40.104446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:40.236877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Pushing event updated for resources: {'Port': ['ID=97ec8dcc-5ac8-465e-889b-f411d78883b7,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:40.248284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:40.273370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 5021d25c-25a3-41ee-9dab-69eeb70245be has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:40.290039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:40.299387 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:40.381675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.390910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.394502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:40.415320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.423594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=5021d25c-25a3-41ee-9dab-69eeb70245be,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:40.429142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:40.435543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/5021d25c-25a3-41ee-9dab-69eeb70245be HTTP/1.1" status: 204 len: 168 time: 2.4096429 Apr 15 18:19:40.436067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59832) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:40.568599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.636529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59838) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:40.734244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.824571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bc1ccc67-51ab-4108-9836-3f60edd6c3c0 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Request body: {'quota': {'network': 2}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:40.842268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:40.935641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc1ccc67-51ab-4108-9836-3f60edd6c3c0 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "PUT /v2.0/quotas/2452d01a65a4401598eb67f61b9b82a2 HTTP/1.1" status: 200 len: 368 time: 0.2952304 Apr 15 18:19:40.937620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59844) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:40.946131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Request body: {'network': {'project_id': '2452d01a65a4401598eb67f61b9b82a2'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:40.957072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:40.972070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Usage tracker for resource:network and tenant:2452d01a65a4401598eb67f61b9b82a2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:40.976501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:40.993486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:40.999658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f128531a-2f9d-45fe-a89d-9b95a5d5adb1']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:41.020006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734492f5-901d-4d87-8d09-a692adf04939') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:41.021054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734492f5-901d-4d87-8d09-a692adf04939') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:41.030609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Made reservation on behalf of 2452d01a65a4401598eb67f61b9b82a2 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:41.035398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.049729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.060362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.079416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.085226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:41.090276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:41.104614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Usage tracker for resource:security_group_rule and tenant:2452d01a65a4401598eb67f61b9b82a2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:41.118718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:41.177305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:41.264843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.306155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:41.315779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.530556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network f128531a-2f9d-45fe-a89d-9b95a5d5adb1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:41.535912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.542798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:41.558933 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:41.568503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.584458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90c4ed4a-83b9-4718-ac05-3287255568ad tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:41.610214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:41.666724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.671052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.675827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de281e2c-94e0-4ea3-8a53-872e370cf6b5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:41.686004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.690620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.733233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:41.740926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978e247e-7f36-4fe3-9574-8976fef096a6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:41.744899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:41.746791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c00f739-f051-4de4-9187-da645c19235b tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:41.767215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/f128531a-2f9d-45fe-a89d-9b95a5d5adb1 HTTP/1.1" status: 204 len: 168 time: 1.3299861 Apr 15 18:19:41.772385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59848) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:41.799513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=f128531a-2f9d-45fe-a89d-9b95a5d5adb1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:41.802777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.803186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Added segment 605b09c3-2f65-46f3-b31b-dec4cc9b53c4 of type vlan for network 01a0ab8e-aa1d-428a-aada-690f34cd1315 Apr 15 18:19:41.804712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:41.851481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9855647-ac4a-44a3-93d0-a62552ee6dfb None None] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:41.932499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.953250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:41.958658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 97ec8dcc-5ac8-465e-889b-f411d78883b7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:42.050337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf7aee19-5ee2-4d23-bf5d-8b0eab0d3cbf None None] Provisioning for port 97ec8dcc-5ac8-465e-889b-f411d78883b7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:42.087158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04128d2c-726b-4a5c-bfa1-854bdb038967') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:42.087449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04128d2c-726b-4a5c-bfa1-854bdb038967') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:42.096835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.101481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.102887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:42.103258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.112717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16069c48-8d75-470e-879e-4ae10e85cf41 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:42.138271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 97ec8dcc-5ac8-465e-889b-f411d78883b7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:42.147147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 97ec8dcc-5ac8-465e-889b-f411d78883b7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:42.147562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.173553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:42.209752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.288144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3470924 Apr 15 18:19:42.293976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59852) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:42.297506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.317451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd6677-70cd-435c-a394-b3332721d997,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:42.319764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Request body: {'network': {'project_id': '2452d01a65a4401598eb67f61b9b82a2'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:42.329024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Pushing event updated for resources: {'Network': ['ID=01a0ab8e-aa1d-428a-aada-690f34cd1315,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:42.332381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:42.336241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.338300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:42.339296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.339692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 291cd0ca-a243-4b31-b329-6f23f2040834 of type vlan for network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 Apr 15 18:19:42.344796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.369150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 01a0ab8e-aa1d-428a-aada-690f34cd1315 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:42.375192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:42.400934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:42.411082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Usage tracker for resource:network and tenant:2452d01a65a4401598eb67f61b9b82a2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:42.416941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:42.435681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:42.441621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.468295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01660bd8-b359-45c5-b44a-48e5fad34cc7']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:42.470013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 97ec8dcc-5ac8-465e-889b-f411d78883b7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=97ec8dcc-5ac8-465e-889b-f411d78883b7,segment=NetworkSegment(49d5e1f1-6246-4d33-8cf3-cfb2ec034d66),segment_id=49d5e1f1-6246-4d33-8cf3-cfb2ec034d66)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:42.477019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Made reservation on behalf of 2452d01a65a4401598eb67f61b9b82a2 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:42.482624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.489175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.494052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1089ce7-98e5-4226-968d-8f7ad863e9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:42.503918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0699f5e4-a89c-45ff-947e-736ec749f575') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:42.504239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0699f5e4-a89c-45ff-947e-736ec749f575') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:42.512584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a47a75-d4df-4bba-ad31-393feffc440e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:42.525119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.530269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:42.548396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:42.548634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:42.551180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.563295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:42.583689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=97ec8dcc-5ac8-465e-889b-f411d78883b7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:42.586996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:42.593155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.593549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Added segment 20465a05-228f-40e2-b3e3-8afef4274052 of type vlan for network 46052d88-23c8-4105-bc19-500e2a070ee8 Apr 15 18:19:42.624833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.711190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-07e96f05-c4c6-450b-b12c-aa860d0eeb5c None None] Provisioning complete for port 97ec8dcc-5ac8-465e-889b-f411d78883b7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:42.711737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e96f05-c4c6-450b-b12c-aa860d0eeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.778880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 01660bd8-b359-45c5-b44a-48e5fad34cc7 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:42.789156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.867540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:42.966533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:19:42.992621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Network 01660bd8-b359-45c5-b44a-48e5fad34cc7 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:43.018823 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:43.024637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.025736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:43.026403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.080445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e03915bb-9213-4052-8201-a6c1b4f54807 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:43.147503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:43.165976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.200446 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9053578 Apr 15 18:19:43.203538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59856) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:43.211752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Request body: {'network': {'project_id': '2452d01a65a4401598eb67f61b9b82a2'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:43.219522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Pushing event updated for resources: {'Network': ['ID=46052d88-23c8-4105-bc19-500e2a070ee8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:43.222668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:43.225182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:43.225982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.229980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57b23819-2e2a-4bf6-89e2-83930715f943 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:43.231922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 46052d88-23c8-4105-bc19-500e2a070ee8 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:43.246330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Usage tracker for resource:network and tenant:2452d01a65a4401598eb67f61b9b82a2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:43.250147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.257481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:43.270594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Pushing event deleted for resources: {'Network': ['ID=01660bd8-b359-45c5-b44a-48e5fad34cc7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:43.272781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:43.274074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:43.278842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] 10.222.0.32 "DELETE /v2.0/networks/01660bd8-b359-45c5-b44a-48e5fad34cc7 HTTP/1.1" status: 204 len: 168 time: 1.5027273 Apr 15 18:19:43.278842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 18:19:43.278842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:43.279067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-495ee0d6-4272-4276-94c8-58d8c0cc80c5 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0744503 Apr 15 18:19:43.282177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59862) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:43.332111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.338216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:43.338875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.353823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dfe41a83-7e3c-46c5-9f9f-27fb47e69b7c tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:43.433777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.637328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59868) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:43.667231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.686811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Allocated IP 2001:db8::1 (cff69527-1cda-4151-b0b0-66a68c8c1084/3d2501bf-e0a9-4e47-b3ca-273d043fbac1/ad608ae0-cd9a-4945-a4bb-a0453ca2cae6) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:43.692225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.765499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:43.773745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.775663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=0ecf33aa-b8d0-4a3e-a101-780bc8f950f9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:43.795796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:43.801952 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:43.804111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 5.0039616 Apr 15 18:19:43.806870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46052d88-23c8-4105-bc19-500e2a070ee8']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:43.825493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20465a05-228f-40e2-b3e3-8afef4274052') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:43.825852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20465a05-228f-40e2-b3e3-8afef4274052') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:43.839551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.843515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:43.880409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:43.887162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:43.978796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59874) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:43.994225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:44.017456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 97ec8dcc-5ac8-465e-889b-f411d78883b7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:44.115486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 97ec8dcc-5ac8-465e-889b-f411d78883b7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:44.116052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.440387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.457214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.457391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d113b207-9765-441b-9941-afd7af8ff93b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aed93524d432441b92492ca38e7ab799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190236 Apr 15 18:19:44.466940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59878) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:44.508923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Network 46052d88-23c8-4105-bc19-500e2a070ee8 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:44.523120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.541242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe9ca2f-d793-4a10-8e0b-db716e03b522 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:44.562904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.584582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:44.594468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:44.605305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/9248e0ae-6cb4-4a1b-a8c9-156fb66e6c65 HTTP/1.1" status: 204 len: 168 time: 5.3771048 Apr 15 18:19:44.606233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Deleting port 17cfca7a-4e8c-4b24-b825-6e0a08795934 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:44.606611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.627619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:44.629710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59882) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:44.644558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:44.671261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:44.706516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.709779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:44.812771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.875266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Network 46052d88-23c8-4105-bc19-500e2a070ee8 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:44.902289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:44.908337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.922666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:44.924378 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:44.960813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] For port 17cfca7a-4e8c-4b24-b825-6e0a08795934, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=17cfca7a-4e8c-4b24-b825-6e0a08795934,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:44.961213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.112696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Calling delete_port for 17cfca7a-4e8c-4b24-b825-6e0a08795934 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:45.137720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.163072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4223f-b2df-4913-bc43-ac1a1ed94702 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:45.168192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Transition to ACTIVE for port object ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:45.169679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4223f-b2df-4913-bc43-ac1a1ed94702 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:45.171169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bcf4223f-b2df-4913-bc43-ac1a1ed94702 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Synchronizing usage tracker for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:45.190225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.213022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e63e56aa-4e12-49f3-962e-dfa2ca02173b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:45.226946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.249911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Pushing event deleted for resources: {'Network': ['ID=46052d88-23c8-4105-bc19-500e2a070ee8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:45.257087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:45.258655 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "DELETE /v2.0/networks/46052d88-23c8-4105-bc19-500e2a070ee8 HTTP/1.1" status: 204 len: 168 time: 1.9753389 Apr 15 18:19:45.261894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bcf4223f-b2df-4913-bc43-ac1a1ed94702 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Unset dirty status for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:45.262018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59886) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:45.266965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bcf4223f-b2df-4913-bc43-ac1a1ed94702 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6279078 Apr 15 18:19:45.267922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:45.275732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1701493360'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:45.283765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:45.328261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.336772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7483d4d-8cf5-4b01-a9c6-ce0415d76a96 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:45.351001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:45.368894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec511b5e-c504-443e-915d-a562e6712edd,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:45.381302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:45.390750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:45.396822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.417913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.422448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec511b5e-c504-443e-915d-a562e6712edd HTTP/1.1" status: 204 len: 168 time: 0.9511569 Apr 15 18:19:45.461898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:45.491230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.491627 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment 7541f880-fcde-4e0f-837f-c9f973b6aab4 of type vlan for network 06c291ae-3eb7-43ef-b964-5c290d309edc Apr 15 18:19:45.583606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.587641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.649142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.657000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:45.657665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.669954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:45.670561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.684521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96cfac67-4944-4e6c-aab4-dfa82b705460 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:45.765495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.26.7.188 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/823e3eaf-5a42-426e-b018-d1b19128c301) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:45.792830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=06c291ae-3eb7-43ef-b964-5c290d309edc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:45.796160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:45.806118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 06c291ae-3eb7-43ef-b964-5c290d309edc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:45.844871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5758517 Apr 15 18:19:45.849224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:45.862533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1167928557'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:45.875760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:45.888328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:network and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:45.894279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:45.905954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:45.912224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:45.934000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:45.980225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:45.987428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.078882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Port': ['ID=ad608ae0-cd9a-4945-a4bb-a0453ca2cae6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:46.114455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=a74038a8-0842-4a38-8903-3ec9f4c3c27a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:46.141441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:46.146793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:46.176666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.177378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment b8ad2be7-8a04-4850-b90c-312802882b7e of type vlan for network b423a48a-b391-484a-ace4-0619a32442b8 Apr 15 18:19:46.251030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.271816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '291cd0ca-a243-4b31-b329-6f23f2040834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:46.272309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:46.309067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.315527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:46.316337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.322756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fab6a94-55d8-42a9-893d-2d40295a97f3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:46.348177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:46.412454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59918) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:46.443217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:46.445301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:46.452727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5996077 Apr 15 18:19:46.455898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59924) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:46.457121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7335d9-0665-4db6-a56a-0713706e6a4e None None] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:46.476343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'ports': [{'network_id': '06c291ae-3eb7-43ef-b964-5c290d309edc', 'name': 'tempest-port--837899815', 'admin_state_up': True}, {'network_id': 'b423a48a-b391-484a-ace4-0619a32442b8', 'admin_state_up': False}]} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:46.476721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'port': {'network_id': '06c291ae-3eb7-43ef-b964-5c290d309edc', 'name': 'tempest-port--837899815', 'admin_state_up': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:46.477219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'port': {'network_id': 'b423a48a-b391-484a-ace4-0619a32442b8', 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:46.492733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=b423a48a-b391-484a-ace4-0619a32442b8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:46.498812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:46.500096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:46.500748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.538367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b423a48a-b391-484a-ace4-0619a32442b8 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:46.599133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6151845 Apr 15 18:19:46.599407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.601039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59928) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:46.618723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387819989'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:46.624819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:46.635549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5df083f8-a8a2-4a6b-90a6-40947500e6b1 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] Request body: {'port': {'network_id': '963a9264-2497-4a47-9116-a2b898049511', 'name': 'tempest-NetworksNegativeTestJSON-1403378043'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:46.652603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:46.671973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:46.687500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:46.689796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df083f8-a8a2-4a6b-90a6-40947500e6b1 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] POST failed (client error): The resource could not be found. Apr 15 18:19:46.690345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df083f8-a8a2-4a6b-90a6-40947500e6b1 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:46.691610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5df083f8-a8a2-4a6b-90a6-40947500e6b1 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2754972 Apr 15 18:19:46.712647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59932) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:46.770307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:46.776322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.820429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:46.828830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:port and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:46.830128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network cff69527-1cda-4151-b0b0-66a68c8c1084 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:46.834011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f960106e-afce-4cc5-9a00-254bd227b93e tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] DELETE failed (client error): The resource could not be found. Apr 15 18:19:46.834195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:46.834549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f960106e-afce-4cc5-9a00-254bd227b93e tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:46.836958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:19:46.847682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:46.849036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:46.851436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.853489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-0ecf33aa-b8d0-4a3e-a101-780bc8f950f9', 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': 'a74038a8-0842-4a38-8903-3ec9f4c3c27a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:46.854963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.857377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.857787 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 5bcff7a0-b764-46a9-965d-01c03204f76b of type vlan for network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 Apr 15 18:19:46.865332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'port': 2} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:46.872064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:46.872652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.872781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.893566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6fcd4623-13e3-46f1-a265-bfcecd180a97 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:46.908546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:46.930203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.030323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cfca7a-4e8c-4b24-b825-6e0a08795934,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:47.033739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f960106e-afce-4cc5-9a00-254bd227b93e tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "DELETE /v2.0/networks/e8075ef7-7445-490b-a981-7ce54c2978d9 HTTP/1.1" status: 404 len: 339 time: 0.3003480 Apr 15 18:19:47.036920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a0ab8e-aa1d-428a-aada-690f34cd1315']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:47.042190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59936) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.049306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:47.055089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:47.061491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.068394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Allocated IP 172.20.255.242 (0ecf33aa-b8d0-4a3e-a101-780bc8f950f9/a74038a8-0842-4a38-8903-3ec9f4c3c27a/cb49ffef-ab43-4467-8a91-29869da90d0d) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:47.086540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b09c3-2f65-46f3-b31b-dec4cc9b53c4') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:47.087160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b09c3-2f65-46f3-b31b-dec4cc9b53c4') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:47.118247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] device_id is not set on port de53a8f7-ed6f-4b26-936b-cc1b46530be2 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:19:47.129861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56dc9eb-c149-4f4b-b56b-a024f04ebe19 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] DELETE failed (client error): The resource could not be found. Apr 15 18:19:47.129861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56dc9eb-c149-4f4b-b56b-a024f04ebe19 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:47.132932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.134422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f56dc9eb-c149-4f4b-b56b-a024f04ebe19 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "DELETE /v2.0/ports/c2dc9c59-3577-4370-9a7d-3e277afca26d HTTP/1.1" status: 404 len: 333 time: 0.0876119 Apr 15 18:19:47.136544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.142592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59940) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.143086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:47.143375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.149828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:47.240676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e105573c-deda-4e83-9e75-0628f98c9e3c None None] Provisioning for port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:47.257122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e105573c-deda-4e83-9e75-0628f98c9e3c None None] Provisioning complete for port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:47.257332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6529920 Apr 15 18:19:47.257421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e105573c-deda-4e83-9e75-0628f98c9e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.259461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59944) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.271760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:47.289561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.290948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=904da3ec-c8a4-4016-95b1-ffe11197a0a7,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:47.293465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-32779c44-a055-406c-a56d-d55a6163e4ac tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] DELETE failed (client error): The resource could not be found. Apr 15 18:19:47.293732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32779c44-a055-406c-a56d-d55a6163e4ac tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:47.301469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32779c44-a055-406c-a56d-d55a6163e4ac tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "DELETE /v2.0/subnets/2ddf1e27-9b67-409c-9c86-4a744e372c1f HTTP/1.1" status: 404 len: 337 time: 0.1467154 Apr 15 18:19:47.303741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:47.304149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59948) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.345865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:19:47.369686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:47.475852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e105573c-deda-4e83-9e75-0628f98c9e3c None None] Port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:47.508305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.523449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Transition to ACTIVE for port object cb49ffef-ab43-4467-8a91-29869da90d0d will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:47.545102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Transition to ACTIVE for port object cb49ffef-ab43-4467-8a91-29869da90d0d will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:47.550722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.567598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:47.640289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.674062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12de8b92-26e6-4e18-90cb-20e6ca41108b tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:47.702259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Pushing event updated for resources: {'Port': ['ID=cb49ffef-ab43-4467-8a91-29869da90d0d,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:47.706755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:47.728688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48e97dc-85cb-48a9-847e-b4f94829ecf2 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] GET failed (client error): The resource could not be found. Apr 15 18:19:47.735851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e48e97dc-85cb-48a9-847e-b4f94829ecf2 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "GET /v2.0/networks/095fc2c4-b741-4d46-9926-350fc079e136 HTTP/1.1" status: 404 len: 339 time: 0.4234509 Apr 15 18:19:47.744273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59952) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.778180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:47.779467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:47.782791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:47.857920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:47.877288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2aa84b-3ec6-4b31-9d49-90b0ad82c9f6 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] GET failed (client error): The resource could not be found. Apr 15 18:19:47.878799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3c2aa84b-3ec6-4b31-9d49-90b0ad82c9f6 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "GET /v2.0/ports/fe89c2f4-ae3c-47d6-925f-86b536f7c827 HTTP/1.1" status: 404 len: 333 time: 0.1338515 Apr 15 18:19:47.884787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59956) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.891108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:47.908754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Network 01a0ab8e-aa1d-428a-aada-690f34cd1315 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:47.917948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.927539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Attempting to bind port cb49ffef-ab43-4467-8a91-29869da90d0d on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:47.927994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Attempting to bind port cb49ffef-ab43-4467-8a91-29869da90d0d by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '291cd0ca-a243-4b31-b329-6f23f2040834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:47.928590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Attempting to bind port cb49ffef-ab43-4467-8a91-29869da90d0d on network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:47.935234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:47.935697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Checking segment: {'id': '291cd0ca-a243-4b31-b329-6f23f2040834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:47.936156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.937116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Bound using segment: {'id': '291cd0ca-a243-4b31-b329-6f23f2040834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:47.937649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Bound port: cb49ffef-ab43-4467-8a91-29869da90d0d, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291cd0ca-a243-4b31-b329-6f23f2040834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0ecf33aa-b8d0-4a3e-a101-780bc8f950f9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:47.938134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.942711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:47.962617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6e10bb-f45a-49a2-915d-6fc92b39d8ec tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] GET failed (client error): The resource could not be found. Apr 15 18:19:47.963928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a6e10bb-f45a-49a2-915d-6fc92b39d8ec tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "GET /v2.0/subnets/c4dadfc1-436f-4697-8f82-0b5791a0af28 HTTP/1.1" status: 404 len: 337 time: 0.0779240 Apr 15 18:19:47.964916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:47.970315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59960) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:47.979287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:47.979684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-81fb522c-3488-4108-bf55-7519d85ca344 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] Request body: {'network': {'name': 'new_name'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:48.017144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fb522c-3488-4108-bf55-7519d85ca344 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] PUT failed (client error): The resource could not be found. Apr 15 18:19:48.017682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fb522c-3488-4108-bf55-7519d85ca344 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:48.022727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81fb522c-3488-4108-bf55-7519d85ca344 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "PUT /v2.0/networks/ecb494bf-5a43-4de2-92d4-4f85f561819a HTTP/1.1" status: 404 len: 339 time: 0.0476315 Apr 15 18:19:48.022727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:48.024594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:48.031057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59964) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:48.031429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:48.058352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] For port cb49ffef-ab43-4467-8a91-29869da90d0d, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:48.062253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] For port cb49ffef-ab43-4467-8a91-29869da90d0d, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cb49ffef-ab43-4467-8a91-29869da90d0d,segment=NetworkSegment(291cd0ca-a243-4b31-b329-6f23f2040834),segment_id=291cd0ca-a243-4b31-b329-6f23f2040834)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:48.065664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:48.129185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6b76059d-79ff-45f2-aff1-4324de1369fa tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] Request body: {'port': {'name': 'new_name'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:48.162238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19639395-29c0-4f65-b7c9-dda2a7265d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:48.214458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:48.232976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Sync routers for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:48.241965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] device_id is not set on port ed075c82-25cb-47f1-8e0a-a6091d892146 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:19:48.244090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] 10.222.0.32 "PUT /v2.0/routers/5dee9f2f-067f-4456-8bc4-630d7bbdd77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4340568 Apr 15 18:19:48.250056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59968) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:48.260462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:48.262414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:48.273573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=823e3eaf-5a42-426e-b018-d1b19128c301,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:48.276301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b76059d-79ff-45f2-aff1-4324de1369fa tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] PUT failed (client error): The resource could not be found. Apr 15 18:19:48.276840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b76059d-79ff-45f2-aff1-4324de1369fa tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:48.278128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6b76059d-79ff-45f2-aff1-4324de1369fa tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "PUT /v2.0/ports/1f420010-c1f8-4579-a60f-4ec98dd73ad3 HTTP/1.1" status: 404 len: 333 time: 0.1842782 Apr 15 18:19:48.287788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Pushing event updated for resources: {'Port': ['ID=cb49ffef-ab43-4467-8a91-29869da90d0d,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:48.294785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:48.300024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:48.316213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59972) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:48.343689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c2543996-b871-467e-a7a0-0f96c6b47363 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:48.451364 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2543996-b871-467e-a7a0-0f96c6b47363 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] PUT failed (client error): The resource could not be found. Apr 15 18:19:48.451880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2543996-b871-467e-a7a0-0f96c6b47363 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:19:48.453167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c2543996-b871-467e-a7a0-0f96c6b47363 tempest-NetworksNegativeTestJSON-316245620 tempest-NetworksNegativeTestJSON-316245620-project] 10.222.0.32 "PUT /v2.0/subnets/3653f699-4286-432c-a226-a751080c85dd HTTP/1.1" status: 404 len: 337 time: 0.1301680 Apr 15 18:19:48.487874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:48.620254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:48.881564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:41Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:48.889957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Checking router: 5dee9f2f-067f-4456-8bc4-630d7bbdd77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:19:48.900084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Routers {'5dee9f2f-067f-4456-8bc4-630d7bbdd77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:48.901006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:48.992708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59980) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:49.027162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Network 01a0ab8e-aa1d-428a-aada-690f34cd1315 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:49.057817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:49.063398 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:49.097959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] Set router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:49.188968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.198112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.228658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Deleting port e892891f-4162-404d-90a5-3480f5c422ae {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:49.229024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.245710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:49.254591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:49.257231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:49.262344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:49.277147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Usage tracker for resource:security_group_rule and tenant:8fc5907c6fbf479ea7e31851a3cf27af is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:49.285243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:49.294886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.314601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.318289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:49.331789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0bfd793-1d4d-4e60-b979-762010fd2e6b tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:49.338451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37cd7cf7-c0d9-4d91-83f6-da8560ea4d03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:49.372730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.412724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:41Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:49.416798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf031-2489-43ad-8a62-6fb996e44a7f None None] The sync data for ids ['5dee9f2f-067f-4456-8bc4-630d7bbdd77a'] in dv-neutron-786478-1-hyperv is: [{'id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'name': 'tempest-ServersTestManualDisk-796753928-router', 'tenant_id': '160c2de2b64b408eba77ffe9971a5166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75'}], 'enable_snat': True}, 'gw_port_id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:41Z', 'revision_number': 5, 'project_id': '160c2de2b64b408eba77ffe9971a5166', 'gw_port': {'id': 'e892891f-4162-404d-90a5-3480f5c422ae', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dee9f2f-067f-4456-8bc4-630d7bbdd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:27Z', 'updated_at': '2021-04-15T18:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:49.449071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Pushing event deleted for resources: {'Network': ['ID=01a0ab8e-aa1d-428a-aada-690f34cd1315,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:49.458963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.484453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:49.489011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] 10.222.0.32 "DELETE /v2.0/networks/01a0ab8e-aa1d-428a-aada-690f34cd1315 HTTP/1.1" status: 204 len: 168 time: 4.2194684 Apr 15 18:19:49.621446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Port': ['ID=de53a8f7-ed6f-4b26-936b-cc1b46530be2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:49.650537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:49.801870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] For port e892891f-4162-404d-90a5-3480f5c422ae, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e892891f-4162-404d-90a5-3480f5c422ae,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:49.803044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.812130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.861547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.869737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:49.905467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d012cbf-7cbd-451e-9aab-478217d0d53d tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:49.962682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cb49ffef-ab43-4467-8a91-29869da90d0d up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:50.076248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port cb49ffef-ab43-4467-8a91-29869da90d0d completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:50.093671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef6ed2-6eac-48d0-8202-720e8394d939 None None] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:50.109198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55a47a75-d4df-4bba-ad31-393feffc440e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:50.128879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event updated for resources: {'Port': ['ID=ad608ae0-cd9a-4945-a4bb-a0453ca2cae6,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:50.137652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:50.164906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Calling delete_port for e892891f-4162-404d-90a5-3480f5c422ae owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:50.221261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 55a47a75-d4df-4bba-ad31-393feffc440e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:50.221898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 55a47a75-d4df-4bba-ad31-393feffc440e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:50.244603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Provisioning for port cb49ffef-ab43-4467-8a91-29869da90d0d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:50.254595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Provisioning complete for port cb49ffef-ab43-4467-8a91-29869da90d0d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:50.255031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.280851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 59992) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:50.488231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Checking segment: {'id': '7541f880-fcde-4e0f-837f-c9f973b6aab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '06c291ae-3eb7-43ef-b964-5c290d309edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:50.488635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network hostable DHCP agents. Network: 06c291ae-3eb7-43ef-b964-5c290d309edc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:50.520478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network cff69527-1cda-4151-b0b0-66a68c8c1084 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:50.525350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:50.534315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.560276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.576243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:50.583395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 06c291ae-3eb7-43ef-b964-5c290d309edc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:50.604139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.652500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 06c291ae-3eb7-43ef-b964-5c290d309edc) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:50.716716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a2f631-abf5-4299-bb0f-6215a1ec046d None None] Network 06c291ae-3eb7-43ef-b964-5c290d309edc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:50.738460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:50.739561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.743148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dec4dd-deb1-45ae-8c61-2d27160b4f8a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:50.771834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:50.777838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1226a8c-0682-42b5-b0e8-188f85c9cd9c tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:50.833972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.857214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fc5907c6fbf479ea7e31851a3cf27af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8593669 Apr 15 18:19:50.887199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 59998) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:50.982979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] For port cb49ffef-ab43-4467-8a91-29869da90d0d, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cb49ffef-ab43-4467-8a91-29869da90d0d,segment=NetworkSegment(291cd0ca-a243-4b31-b329-6f23f2040834),segment_id=291cd0ca-a243-4b31-b329-6f23f2040834)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:50.991003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:50.996209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:51.007732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=1edc0f6b-1bcf-4057-9ee6-220c0ff4171c,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:51.026625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:51.027210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:51.057407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.105423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Pushing event updated for resources: {'Port': ['ID=cb49ffef-ab43-4467-8a91-29869da90d0d,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:51.113320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:51.134789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-47dfd6e5-9aee-42fa-8bfc-c74496339270 None None] Provisioning complete for port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:51.135214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47dfd6e5-9aee-42fa-8bfc-c74496339270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.208225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-47dfd6e5-9aee-42fa-8bfc-c74496339270 None None] Port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:19:51.215693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.257216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Port': ['ID=ed075c82-25cb-47f1-8e0a-a6091d892146,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:51.261250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:51.304701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.330210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1afc15f0-6656-45ce-a305-1910448a99ec None None] Provisioning complete for port cb49ffef-ab43-4467-8a91-29869da90d0d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:51.330622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1afc15f0-6656-45ce-a305-1910448a99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.339455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.425885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:51.427091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Checking segment: {'id': 'b8ad2be7-8a04-4850-b90c-312802882b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b423a48a-b391-484a-ace4-0619a32442b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:51.427515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network hostable DHCP agents. Network: b423a48a-b391-484a-ace4-0619a32442b8, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:51.440677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '5bcff7a0-b764-46a9-965d-01c03204f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:51.441088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 904da3ec-c8a4-4016-95b1-ffe11197a0a7, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:19:51.442746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Usage tracker for resource:security_group_rule and tenant:82ec60970d54447d9d20680fbfc320a7 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:51.449629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.449971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:51.469500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2acabf7d-e4e0-493a-9c0d-a9c9d279e7af tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:51.521226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:51.535456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Router 4c878c69-c535-4be5-bb78-bb33efba6539 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:51.578896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Pushing event deleted for resources: {'Port': ['ID=e892891f-4162-404d-90a5-3480f5c422ae,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:51.581699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:51.604158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network b423a48a-b391-484a-ace4-0619a32442b8 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:51.620370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:19:51.640498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b423a48a-b391-484a-ace4-0619a32442b8) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:51.654668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7b77c-4294-4779-ad69-4a972e6f95e4 None None] Network b423a48a-b391-484a-ace4-0619a32442b8 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:51.654921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 904da3ec-c8a4-4016-95b1-ffe11197a0a7) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:51.660701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.663717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:51.670457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:51.675975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16977d06-7cb4-4ee2-85be-494edec6b9d8 None None] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:51.676111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:51.676766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.686598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e3ed441-37bd-48b8-a6cc-fc2288860c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:51.726122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dec4dd-deb1-45ae-8c61-2d27160b4f8a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:51.734734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:51.740360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:51.741292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.767435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:51.768719 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6dec4dd-deb1-45ae-8c61-2d27160b4f8a HTTP/1.1" status: 204 len: 168 time: 0.8579640 Apr 15 18:19:51.779864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3166671 Apr 15 18:19:51.783657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.5176010 Apr 15 18:19:51.783657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:51.811239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60006) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:51.984334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.058181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cb49ffef-ab43-4467-8a91-29869da90d0d up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:52.063460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:19:52.197818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.211096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.222757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.226975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.229449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port cb49ffef-ab43-4467-8a91-29869da90d0d triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:52.230597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.277667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f230f91-0965-4aa4-b5d3-350ce933882a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:52.286089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:52.289051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f230f91-0965-4aa4-b5d3-350ce933882a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:52.290252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f230f91-0965-4aa4-b5d3-350ce933882a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Synchronizing usage tracker for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:52.301698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] Sync routers for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:52.305023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-904da3ec-c8a4-4016-95b1-ffe11197a0a7', 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '1edc0f6b-1bcf-4057-9ee6-220c0ff4171c'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:19:52.306230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.306739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.307450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dee9f2f-067f-4456-8bc4-630d7bbdd77a {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:52.315836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.325245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.329312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5dee9f2f-067f-4456-8bc4-630d7bbdd77a HTTP/1.1" status: 204 len: 168 time: 4.0784602 Apr 15 18:19:52.331933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60020) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:52.408062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:52.409337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:52.422862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6f230f91-0965-4aa4-b5d3-350ce933882a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Unset dirty status for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:52.424795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4214592 Apr 15 18:19:52.427489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6f230f91-0965-4aa4-b5d3-350ce933882a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6432111 Apr 15 18:19:52.428368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60026) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:52.428740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60028) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:52.532307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:52.545296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:52.545954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:52.628384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:52.628881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56877ea9-6e98-484a-be5e-8763b01ebd46 None None] The sync data for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:52.695979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caef3726-22ea-4a45-a9e8-bb074be1ac73 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.750826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Allocated IP 172.20.0.2 (904da3ec-c8a4-4016-95b1-ffe11197a0a7/1edc0f6b-1bcf-4057-9ee6-220c0ff4171c/caa824d3-d186-45ec-a496-5ff7f520a529) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:19:52.792308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.793776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:52.912445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-caef3726-22ea-4a45-a9e8-bb074be1ac73 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 15 18:19:52.916751 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-caef3726-22ea-4a45-a9e8-bb074be1ac73 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539 HTTP/1.1" status: 409 len: 329 time: 0.4848812 Apr 15 18:19:52.917440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60042) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:52.963602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:52.985334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.001001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d22f2c55-4217-470b-9940-434f9088f4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:53.005070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.017966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Transition to ACTIVE for port object caa824d3-d186-45ec-a496-5ff7f520a529 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:53.030990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Deleting subnet a3080d81-e299-4ac1-bcf1-a1e316112f91 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:53.039831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Transition to ACTIVE for port object caa824d3-d186-45ec-a496-5ff7f520a529 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:19:53.045680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.047627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91622fab-5c99-46d4-b6c7-2e05137e6e79,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:53.071368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:53.071590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:53.087228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:53.088792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router 8d7e4ff1-f591-447f-acbd-32da92c04a57 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:19:53.100024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Sync routers for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:53.119261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:53.121486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:53.233750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Pushing event updated for resources: {'Port': ['ID=caa824d3-d186-45ec-a496-5ff7f520a529,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:53.248007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:53.297831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:19:53.299678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:19:53.302407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:19:53.409698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Attempting to bind port caa824d3-d186-45ec-a496-5ff7f520a529 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:19:53.410820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Attempting to bind port caa824d3-d186-45ec-a496-5ff7f520a529 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '5bcff7a0-b764-46a9-965d-01c03204f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:19:53.411029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.411457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Attempting to bind port caa824d3-d186-45ec-a496-5ff7f520a529 on network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:19:53.418237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:19:53.418841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Checking segment: {'id': '5bcff7a0-b764-46a9-965d-01c03204f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:19:53.419301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:53.419490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.420612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Bound using segment: {'id': '5bcff7a0-b764-46a9-965d-01c03204f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:19:53.421259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Bound port: caa824d3-d186-45ec-a496-5ff7f520a529, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcff7a0-b764-46a9-965d-01c03204f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:19:53.421805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.458357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Deleting port de53a8f7-ed6f-4b26-936b-cc1b46530be2 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:53.458751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.524262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:19:53.528396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa824d3-d186-45ec-a496-5ff7f520a529,segment=NetworkSegment(5bcff7a0-b764-46a9-965d-01c03204f76b),segment_id=5bcff7a0-b764-46a9-965d-01c03204f76b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:19:53.535624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.562170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:53.602528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e5399cc-c598-4359-a7b6-92affb1e6137 tempest-ServiceProvidersTest-602019184 tempest-ServiceProvidersTest-602019184-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6341298 Apr 15 18:19:53.608178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] 10.222.0.32 "PUT /v2.0/routers/587ec6ee-b973-439c-8180-3f1d7b6e8c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4373991 Apr 15 18:19:53.613794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82ec60970d54447d9d20680fbfc320a7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3214498 Apr 15 18:19:53.613794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60054) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:53.632544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:53.897452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f434bd4-17ad-48f1-b267-1393efa38c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:53.960232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:45Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:53.964676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Checking router: 587ec6ee-b973-439c-8180-3f1d7b6e8c46 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:19:53.975470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Routers {'587ec6ee-b973-439c-8180-3f1d7b6e8c46'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:53.976605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.018489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e892891f-4162-404d-90a5-3480f5c422ae no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:54.022937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.093617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Pushing event updated for resources: {'Port': ['ID=caa824d3-d186-45ec-a496-5ff7f520a529,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:54.116094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:54.119322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e892891f-4162-404d-90a5-3480f5c422ae {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:54.119877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e892891f-4162-404d-90a5-3480f5c422ae not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:54.156680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a783ae0-3286-49d9-8214-f4f48f411bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.215124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:19:54.228444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] Sync routers for ids ['8d7e4ff1-f591-447f-acbd-32da92c04a57'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:19:54.239583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60064) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:54.242576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] Routers {'8d7e4ff1-f591-447f-acbd-32da92c04a57'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:54.246470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8d7e4ff1-f591-447f-acbd-32da92c04a57'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.268608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.274980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.277003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "PUT /v2.0/routers/8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 200 len: 915 time: 15.1392593 Apr 15 18:19:54.277203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] Set router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:19:54.287517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60070) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:54.302997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.356150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.369258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] Routers {'8d7e4ff1-f591-447f-acbd-32da92c04a57'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:19:54.370198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8d7e4ff1-f591-447f-acbd-32da92c04a57'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.416392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.520918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.521379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88e11e9-cdbc-4d6f-94fa-3371d716626a None None] The sync data for ids ['8d7e4ff1-f591-447f-acbd-32da92c04a57'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:54.561793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.611204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.617394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Calling delete_port for de53a8f7-ed6f-4b26-936b-cc1b46530be2 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:54.620914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.642144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b6b1525-d0f4-48fa-aac3-4e8e2ce1758b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:54.678973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Deleting port 57fc2112-31d0-46f3-adc5-97172481173f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:54.678973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.769213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.784320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=1edc0f6b-1bcf-4057-9ee6-220c0ff4171c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:54.794752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:54.796013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.798472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:54.802511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Usage tracker for resource:security_group_rule and tenant:8c3975303a9f42ce87fbae3115ba47d1 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:54.804292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25e2ee77-0ca8-443f-ac61-a5a3a87e335d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:54.805586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:54.811571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:54.863995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91622fab-5c99-46d4-b6c7-2e05137e6e79,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:54.872325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:45Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:54.877527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26acfa-c9e5-4cd2-b712-aaeabb673ab1 None None] The sync data for ids ['587ec6ee-b973-439c-8180-3f1d7b6e8c46'] in dv-neutron-786478-1-hyperv is: [{'id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'name': 'tempest-ServersTestJSON-428386772-router', 'tenant_id': '7ceec907b4b3474f8fce806787777972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '57fc2112-31d0-46f3-adc5-97172481173f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:17:24Z', 'updated_at': '2021-04-15T18:19:45Z', 'revision_number': 5, 'project_id': '7ceec907b4b3474f8fce806787777972', 'gw_port': {'id': '57fc2112-31d0-46f3-adc5-97172481173f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:20:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587ec6ee-b973-439c-8180-3f1d7b6e8c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:17:25Z', 'updated_at': '2021-04-15T18:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:19:54.936341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:54.964918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:54.966280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91622fab-5c99-46d4-b6c7-2e05137e6e79 HTTP/1.1" status: 204 len: 168 time: 1.3326867 Apr 15 18:19:54.976810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.112884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.200220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e4069540-bb62-4930-850d-27bffd37e807 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 200 len: 921 time: 0.9073567 Apr 15 18:19:55.209518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60078) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:55.229142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.257776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] For port 57fc2112-31d0-46f3-adc5-97172481173f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=57fc2112-31d0-46f3-adc5-97172481173f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:55.258034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a99530c2-8ce0-4142-a9e9-a378bf774237 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:55.258392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.389127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60082) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:55.393788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Port': ['ID=de53a8f7-ed6f-4b26-936b-cc1b46530be2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:55.417986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Calling delete_port for 57fc2112-31d0-46f3-adc5-97172481173f owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:55.488274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904da3ec-c8a4-4016-95b1-ffe11197a0a7']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:55.490986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:55.523512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcff7a0-b764-46a9-965d-01c03204f76b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:55.523880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcff7a0-b764-46a9-965d-01c03204f76b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:55.556145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.576049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.583888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed7729-aa3f-4f0a-98c4-cac9999615f7 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:55.588155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1ed7729-aa3f-4f0a-98c4-cac9999615f7 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=8d7e4ff1-f591-447f-acbd-32da92c04a57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3747950 Apr 15 18:19:55.594016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60086) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:55.595003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.634778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:55.636719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:55.652666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.658891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Usage tracker for resource:security_group_rule and tenant:90597ee4467140d5abcf84a2b8cc20a2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:55.662145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:55.675865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.683160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:55.694011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:55.718811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0fd42-b3d3-483b-8b6f-693fd04575a6 None None] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:55.921716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d71e1621-17f8-449c-b139-37c5d92d90b4 None None] Provisioning for port caa824d3-d186-45ec-a496-5ff7f520a529 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:55.937524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:55.948974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:55.978771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device caa824d3-d186-45ec-a496-5ff7f520a529 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:19:56.038849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.064768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c3975303a9f42ce87fbae3115ba47d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8118951 Apr 15 18:19:56.072118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6aa046-8bc9-43ea-9956-76bc1493bd30,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:56.076905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60090) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.087085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:56.093180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port caa824d3-d186-45ec-a496-5ff7f520a529 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:19:56.093395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665c37a-2d52-49dc-aeeb-13a14d2ecf56 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:19:56.094089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e665c37a-2d52-49dc-aeeb-13a14d2ecf56 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Synchronizing usage tracker for tenant:9177273e606a4d4da87356198e5f417b on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:56.099978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port caa824d3-d186-45ec-a496-5ff7f520a529 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:19:56.100413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.120885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.160022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebc5b930-9281-460e-a690-8a85fb5ff55c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:56.174076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] DHCP port deletion for 904da3ec-c8a4-4016-95b1-ffe11197a0a7 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:56.184955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Deleting port caa824d3-d186-45ec-a496-5ff7f520a529 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:56.185392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.214808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e665c37a-2d52-49dc-aeeb-13a14d2ecf56 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Unset dirty status for tenant:9177273e606a4d4da87356198e5f417b on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:56.219433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e665c37a-2d52-49dc-aeeb-13a14d2ecf56 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.6183627 Apr 15 18:19:56.230611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:56.230813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/ports/de53a8f7-ed6f-4b26-936b-cc1b46530be2 HTTP/1.1" status: 204 len: 168 time: 3.7944980 Apr 15 18:19:56.235500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.235875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60096) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:19:56.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:19:56.302173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3080d81-e299-4ac1-bcf1-a1e316112f91,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:56.331886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:56.332122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.339430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.391586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting port ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:56.392129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.472522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa824d3-d186-45ec-a496-5ff7f520a529,segment=NetworkSegment(5bcff7a0-b764-46a9-965d-01c03204f76b),segment_id=5bcff7a0-b764-46a9-965d-01c03204f76b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:56.473223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.477954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.483573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f924a-356a-4173-8921-217ce95779be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:56.542658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 17cfca7a-4e8c-4b24-b825-6e0a08795934 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:56.548655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.561205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.590229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6c6e7-95f6-4cbb-a313-77c5bc81dbc6 None None] Network 7830e2b2-710b-48de-a549-1777b7a344e0 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:19:56.620900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.623164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 17cfca7a-4e8c-4b24-b825-6e0a08795934 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:56.623555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 17cfca7a-4e8c-4b24-b825-6e0a08795934 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:56.639393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:56.647890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.671694 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a3080d81-e299-4ac1-bcf1-a1e316112f91 HTTP/1.1" status: 204 len: 168 time: 4.3307388 Apr 15 18:19:56.687213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f1db375-b03b-4930-843e-8a96616621b6 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:56.688494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60102) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.691313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa824d3-d186-45ec-a496-5ff7f520a529,segment=NetworkSegment(5bcff7a0-b764-46a9-965d-01c03204f76b),segment_id=5bcff7a0-b764-46a9-965d-01c03204f76b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:56.691763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.754236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90597ee4467140d5abcf84a2b8cc20a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3619959 Apr 15 18:19:56.768572 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31e44f52-c5c7-424e-945f-4c0b7316f79d tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 200 len: 205 time: 0.5287056 Apr 15 18:19:56.769464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60106) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.769862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60108) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:56.770632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9924d174-08d5-448b-a1aa-61cf2925b65c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:56.781725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:56.820223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fc2112-31d0-46f3-adc5-97172481173f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:56.841507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:56.855676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Calling delete_port for caa824d3-d186-45ec-a496-5ff7f520a529 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:56.856669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Deleting port ed075c82-25cb-47f1-8e0a-a6091d892146 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:56.856669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:56.909136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:19:56.909136 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:19:56.909136 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '904da3ec-c8a4-4016-95b1-ffe11197a0a7'}] Apr 15 18:19:56.909136 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:56.909531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:56.911021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=caa824d3-d186-45ec-a496-5ff7f520a529,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:56.914394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:57.040798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d94dcf9-3b4f-4bef-be04-77cae2393f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.053529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.062897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:57.064038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:57.092284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.113242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.167259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] DHCP port deletion for 7830e2b2-710b-48de-a549-1777b7a344e0 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:19:57.172040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Deleting port a5b3f721-e605-45fb-8fad-06b09289ead8 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:57.172555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.182775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55dec441-65a7-4953-91b2-ed763b173753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:57.228456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.270328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Calling delete_port for ad608ae0-cd9a-4945-a4bb-a0453ca2cae6 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:57.302265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.305736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.371424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6aa046-8bc9-43ea-9956-76bc1493bd30,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:57.395099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:57.416878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] For port a5b3f721-e605-45fb-8fad-06b09289ead8, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5b3f721-e605-45fb-8fad-06b09289ead8,segment=NetworkSegment(73e79132-bf98-4fb3-9d97-178e383df248),segment_id=73e79132-bf98-4fb3-9d97-178e383df248)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:57.417361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.425212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.428981 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac6aa046-8bc9-43ea-9956-76bc1493bd30 HTTP/1.1" status: 204 len: 168 time: 1.3429015 Apr 15 18:19:57.446947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.469835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Deleting port a5b3f721-e605-45fb-8fad-06b09289ead8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:57.470211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.472710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.504682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.526917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Calling delete_port for ed075c82-25cb-47f1-8e0a-a6091d892146 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:57.568653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Calling delete_port for a5b3f721-e605-45fb-8fad-06b09289ead8 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:57.601532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Deleting port caa824d3-d186-45ec-a496-5ff7f520a529 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:57.601985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.619391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.676247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.680792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.690330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port caa824d3-d186-45ec-a496-5ff7f520a529 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:57.690330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.783202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.815784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] The port 'a5b3f721-e605-45fb-8fad-06b09289ead8' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:19:57.843549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:57.890454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b800001-c8e3-4696-bbab-58c93df03755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:57.947327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:58.000255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.000773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587ec6ee-b973-439c-8180-3f1d7b6e8c46 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:19:58.088300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Port': ['ID=ed075c82-25cb-47f1-8e0a-a6091d892146,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:58.114778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:58.143369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.165970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.169680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/587ec6ee-b973-439c-8180-3f1d7b6e8c46 HTTP/1.1" status: 204 len: 168 time: 4.5422406 Apr 15 18:19:58.189581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60118) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:58.207378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.216595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1b6f3cf-9653-4c4e-9e32-ae81148a8dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:58.233971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/ports/ed075c82-25cb-47f1-8e0a-a6091d892146 HTTP/1.1" status: 204 len: 168 time: 1.9921873 Apr 15 18:19:58.267581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60124) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:58.269456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.325188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9924d174-08d5-448b-a1aa-61cf2925b65c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:58.410926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Deleting subnet 91febf36-1c2a-4078-bf6d-b3a29966991f {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:19:58.416228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa824d3-d186-45ec-a496-5ff7f520a529,segment=NetworkSegment(5bcff7a0-b764-46a9-965d-01c03204f76b),segment_id=5bcff7a0-b764-46a9-965d-01c03204f76b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:58.416642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.428057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.547550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device caa824d3-d186-45ec-a496-5ff7f520a529 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:58.634046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for caa824d3-d186-45ec-a496-5ff7f520a529 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:58.662206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.717422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.728451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] No DVR routers for this DVR port a5b3f721-e605-45fb-8fad-06b09289ead8 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:58.757307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Pushing event deleted for resources: {'Port': ['ID=a5b3f721-e605-45fb-8fad-06b09289ead8,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:58.795857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:58.835023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:58.848800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] For port caa824d3-d186-45ec-a496-5ff7f520a529, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa824d3-d186-45ec-a496-5ff7f520a529,segment=NetworkSegment(5bcff7a0-b764-46a9-965d-01c03204f76b),segment_id=5bcff7a0-b764-46a9-965d-01c03204f76b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:19:58.849240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.871613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.892729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.946787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d24b2f6-4ccb-4403-84e3-43638fc9e1fa tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Synchronizing usage tracker for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:19:58.971297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:58.994734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:59.005609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7830e2b2-710b-48de-a549-1777b7a344e0']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:59.019877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e79132-bf98-4fb3-9d97-178e383df248') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:59.020311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e79132-bf98-4fb3-9d97-178e383df248') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:19:59.033448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.051532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.058828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:19:59.061703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Calling delete_port for caa824d3-d186-45ec-a496-5ff7f520a529 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:19:59.088297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.092760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9924d174-08d5-448b-a1aa-61cf2925b65c HTTP/1.1" status: 204 len: 168 time: 2.3158114 Apr 15 18:19:59.092760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port 823e3eaf-5a42-426e-b018-d1b19128c301 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:19:59.092760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.097754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No ports have port_id starting with caa824d3-d186-45ec-a496-5ff7f520a529 Apr 15 18:19:59.098844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5b3f721-e605-45fb-8fad-06b09289ead8 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:59.132213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=caa824d3-d186-45ec-a496-5ff7f520a529,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:59.139982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:59.149305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a5b3f721-e605-45fb-8fad-06b09289ead8 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:59.149694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5b3f721-e605-45fb-8fad-06b09289ead8 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:19:59.151255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.169439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.202479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:19:59.203108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:19:59.204595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f4a74ef-a5e9-45da-8e04-21070ba04493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:19:59.289375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port caa824d3-d186-45ec-a496-5ff7f520a529 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:19:59.400263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Port': ['ID=ad608ae0-cd9a-4945-a4bb-a0453ca2cae6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:19:59.421324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:19:59.429662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d24b2f6-4ccb-4403-84e3-43638fc9e1fa tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Unset dirty status for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:19:59.434885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d24b2f6-4ccb-4403-84e3-43638fc9e1fa tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.1311803 Apr 15 18:19:59.460165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60156) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:59.470172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-736257403'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:19:59.544278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:19:59.580445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:network and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:19:59.595094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:19:59.680664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Network 7830e2b2-710b-48de-a549-1777b7a344e0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:19:59.689732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:19:59.701829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.785273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.843949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 57fc2112-31d0-46f3-adc5-97172481173f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:19:59.871059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60172) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:19:59.874025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:19:59.881566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:19:59.898496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 57fc2112-31d0-46f3-adc5-97172481173f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:19:59.898999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 57fc2112-31d0-46f3-adc5-97172481173f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:00.029943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Network 7830e2b2-710b-48de-a549-1777b7a344e0 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:00.043320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Deleting port caa824d3-d186-45ec-a496-5ff7f520a529 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:00.043753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.071395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904da3ec-c8a4-4016-95b1-ffe11197a0a7']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:00.097767 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:00.104973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.106154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcff7a0-b764-46a9-965d-01c03204f76b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:00.110717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcff7a0-b764-46a9-965d-01c03204f76b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:00.142124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.168947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.170750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d0117f4-8679-4764-a6da-033542ece8ea None None] The port 'caa824d3-d186-45ec-a496-5ff7f520a529' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:00.179405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:00.221494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:00.281667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1718282749', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:00.295877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:00.313648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:00.337782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:00.344095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:00.423968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:00.436144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.438709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for 823e3eaf-5a42-426e-b018-d1b19128c301 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:00.458287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.468731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:00.483390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.554526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:00.571699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.572926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:00.575930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.578938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:00.588988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.599208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72cf9794-cd42-4ce1-b4ae-6c14ec031f4e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:00.601378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc9aca50-2c48-4bd9-834e-89e2d95b8bd3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:00.621171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.636356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:00.686009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Pushing event deleted for resources: {'Network': ['ID=7830e2b2-710b-48de-a549-1777b7a344e0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:00.706864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:00.709392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91febf36-1c2a-4078-bf6d-b3a29966991f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:00.736062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:00.793983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] 10.222.0.32 "DELETE /v2.0/networks/7830e2b2-710b-48de-a549-1777b7a344e0 HTTP/1.1" status: 204 len: 168 time: 4.0950255 Apr 15 18:20:00.835583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 904da3ec-c8a4-4016-95b1-ffe11197a0a7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:00.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:00.885813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.903336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9d05e46-94a9-4747-98e3-871cace7fa6e tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:00.961246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2810bb8-244e-443b-b81b-8e40a7227a43 None None] Network 65961245-61b4-4808-a633-75044c18cb60 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:00.964114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:00.990074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91febf36-1c2a-4078-bf6d-b3a29966991f HTTP/1.1" status: 204 len: 168 time: 2.7921622 Apr 15 18:20:00.990074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60204) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:00.994315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.020209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e2f26ba-2383-49c7-a4b0-f2354fdf5e6c tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:01.036217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.055265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/904da3ec-c8a4-4016-95b1-ffe11197a0a7 HTTP/1.1" status: 204 len: 168 time: 9.2339199 Apr 15 18:20:01.078513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=823e3eaf-5a42-426e-b018-d1b19128c301,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:01.080770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.081166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment a3ef4566-a4b2-4213-8943-c619587c90d7 of type vlan for network 6b113a51-b064-4630-9b75-2b557fe8cf6f Apr 15 18:20:01.082229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60210) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:01.082598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60212) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:01.113366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:01.114467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=904da3ec-c8a4-4016-95b1-ffe11197a0a7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:01.117460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058453630'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:01.123162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:01.127498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:01.131020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:01.133205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:01.136967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:01.179911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.229597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60218) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:01.295078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Deleting port 317a10f2-3756-4183-af83-abaefe8988ea {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:01.295469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.336322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] DHCP port deletion for 65961245-61b4-4808-a633-75044c18cb60 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:01.340885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Deleting port 317a10f2-3756-4183-af83-abaefe8988ea {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:01.341323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.353323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.359781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.372704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:01.388172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09e2a296-76d1-4b39-ae57-1f3604c73f10 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:01.400488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.400892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment 07cdeae9-7708-4405-8ffa-cc9d8c2e23de of type vlan for network 2626c244-ad78-418c-acd4-75b28d60287e Apr 15 18:20:01.428806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.449783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1577333081'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:01.470385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:01.494185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:01.500322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.512510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Usage tracker for resource:router and tenant:e9a88b32f8ba4c568d417171288875a1 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:01.523468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2219e4d-f9ff-49b0-809b-10d3dff87841,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:01.536445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:01.540112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:01.561251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:01.575127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] For port 317a10f2-3756-4183-af83-abaefe8988ea, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317a10f2-3756-4183-af83-abaefe8988ea,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:01.575824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.585254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.653227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.659402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:01.660058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.667916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:01.683140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.683825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.711495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34df26ae-4299-4e3a-ac0b-189170ff0a20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=160c2de2b64b408eba77ffe9971a5166&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6148658 Apr 15 18:20:01.714371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Calling delete_port for 317a10f2-3756-4183-af83-abaefe8988ea owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:01.721300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60224) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:01.783142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:01.798882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:01.825690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.826776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.831277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] For port 317a10f2-3756-4183-af83-abaefe8988ea, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317a10f2-3756-4183-af83-abaefe8988ea,segment=NetworkSegment(9fd31053-22be-47be-b7f7-544dc0af5b00),segment_id=9fd31053-22be-47be-b7f7-544dc0af5b00)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:01.831674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.834205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.834612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 0c3364e2-30ad-4168-887a-eecf70a973e5 of type vlan for network f821bfbc-8a56-4526-84a6-0efdcd395060 Apr 15 18:20:01.849731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Router 4c878c69-c535-4be5-bb78-bb33efba6539 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:20:01.879839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.885969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:01.886591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:01.901395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:01.913222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f410380-c9a0-445f-b7a4-1dbda8a1ed14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:01.939801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0647180 Apr 15 18:20:01.939801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=2626c244-ad78-418c-acd4-75b28d60287e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:01.947541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317a10f2-3756-4183-af83-abaefe8988ea no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:01.972319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60228) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:01.996338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 2626c244-ad78-418c-acd4-75b28d60287e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:02.016341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Calling delete_port for 317a10f2-3756-4183-af83-abaefe8988ea owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:02.035115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 317a10f2-3756-4183-af83-abaefe8988ea {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:02.035430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317a10f2-3756-4183-af83-abaefe8988ea not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:02.037067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Pushing event deleted for resources: {'Port': ['ID=317a10f2-3756-4183-af83-abaefe8988ea,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:02.046973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:02.065287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:02.090889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.092721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:02.116487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.133636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.137522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57c335ac-8feb-4bc7-bee1-fafb30e727b5 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8971593 Apr 15 18:20:02.149069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:02.149277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.156916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] No DVR routers for this DVR port 317a10f2-3756-4183-af83-abaefe8988ea on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:02.175292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7134945 Apr 15 18:20:02.177223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.183868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:02.219125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60236) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.242316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.251519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:02.256231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1077959512'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:02.265575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=6b113a51-b064-4630-9b75-2b557fe8cf6f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:02.276129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:02.278044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:02.278738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:02.286551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:02.289061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.299091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] Sync routers for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:02.314013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:02.314699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:02.316751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:02.317091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:02.326871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:02.344404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:network and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:02.346739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4176052 Apr 15 18:20:02.348926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.356105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60240) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.399901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:02.402446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:02.415854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] Routers {'4c878c69-c535-4be5-bb78-bb33efba6539'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:02.417074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c878c69-c535-4be5-bb78-bb33efba6539'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:02.421954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:02.485443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:02.486017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16771317-56fd-4f17-ac2c-ad6dd874f841 None None] The sync data for ids ['4c878c69-c535-4be5-bb78-bb33efba6539'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:02.503561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.504643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.557805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:02.563689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.592890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.595343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3eacf8e5-503a-4d91-9ba1-fb7cfbf3bcbc tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] show failed (client error): The resource could not be found. Apr 15 18:20:02.596471 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3eacf8e5-503a-4d91-9ba1-fb7cfbf3bcbc tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1882344659 HTTP/1.1" status: 404 len: 335 time: 0.1727605 Apr 15 18:20:02.597674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.600272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.606400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:02.607041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.614803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60244) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.615495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-021092fe-fadd-440e-a2a6-23558c5fa3fb tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:02.645968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-723137ec-e71b-4ce5-9e4f-239998dee230 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:02.722398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.727048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.733508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:02.742723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.755143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:02.771865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.772040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Added segment 0440574b-68e8-4ed5-93eb-9a1eaa4e6670 of type vlan for network c88c08ea-c70b-4c89-baa4-ecaf8add609f Apr 15 18:20:02.782152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf001b-e028-4544-9ec9-eab31b6cfe0d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:02.786349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:02.788041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.788586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21d97873-8c5a-455e-812e-61d541e95bab {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:02.799125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.805623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-723137ec-e71b-4ce5-9e4f-239998dee230 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] update failed (client error): The resource could not be found. Apr 15 18:20:02.810944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-723137ec-e71b-4ce5-9e4f-239998dee230 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-829053579 HTTP/1.1" status: 404 len: 334 time: 0.1761069 Apr 15 18:20:02.814142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60248) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.822402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Deleting port 317a10f2-3756-4183-af83-abaefe8988ea {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:02.822797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.826616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7294576 Apr 15 18:20:02.829573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60252) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.835911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.836463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7e4ff1-f591-447f-acbd-32da92c04a57 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:02.838141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=f821bfbc-8a56-4526-84a6-0efdcd395060,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:02.851011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:02.852034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f821bfbc-8a56-4526-84a6-0efdcd395060 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:02.868404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:02.877165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:02.882189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 204 len: 168 time: 6.1029997 Apr 15 18:20:02.887548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60256) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:02.996456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-204398346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:03.038612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:03.050381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:03.118145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:03.137817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:03.170281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.210775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:03.246904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] The port '317a10f2-3756-4183-af83-abaefe8988ea' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:03.279317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:03.282406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.283485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.287092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:03.305451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:03.310822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.313637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.317531 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21bf001b-e028-4544-9ec9-eab31b6cfe0d HTTP/1.1" status: 204 len: 168 time: 1.5385993 Apr 15 18:20:03.320763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.325291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f35e1c0-730a-4322-a5de-f4b9bae4c9ca tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "DELETE /v2.0/routers/21d97873-8c5a-455e-812e-61d541e95bab HTTP/1.1" status: 204 len: 168 time: 1.1711051 Apr 15 18:20:03.326526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60262) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:03.335968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Request body: {'router': {'name': 'tempest-router-300240233', 'distributed': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:03.339095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:03.345152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.346346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting subnet edae761f-5418-420a-9265-4135bc5cc614 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:03.373768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.404645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.443980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:03.464610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.468780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Usage tracker for resource:router and tenant:e9a88b32f8ba4c568d417171288875a1 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:03.470823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:03.471501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.478096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:03.485568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74b02d36-4fd5-4a74-8ed0-80c583c97ae6 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:03.523452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.596719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.742840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5150602 Apr 15 18:20:03.768978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Network': ['ID=c88c08ea-c70b-4c89-baa4-ecaf8add609f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:03.773404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:03.797882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:03.818829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65961245-61b4-4808-a633-75044c18cb60']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:03.819591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing IP validity checks on allocation pools {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:20:03.820191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:20:03.822606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:03.839650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd31053-22be-47be-b7f7-544dc0af5b00') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:03.839995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd31053-22be-47be-b7f7-544dc0af5b00') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:03.848578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.855768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.861803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.862905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.877969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.880656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.905569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60274) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:03.917813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.919075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8ca3876-a780-4801-ae5d-122bed1baaa3 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0304825 Apr 15 18:20:03.926406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60278) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:03.926832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'subnets': [{'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--596961433', 'ip_version': 4}, {'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:03.927191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'subnet': {'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--596961433', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:03.927821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Request body: {'subnet': {'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:03.931422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:03.944745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:03.949351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:04.125789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.288828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.292881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a834a996-818e-4115-b5d1-1cf75eee5976 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9626839 Apr 15 18:20:04.301187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60292) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:04.546873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Network 65961245-61b4-4808-a633-75044c18cb60 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:04.563214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.617734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:04.701301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.736321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.752860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Usage tracker for resource:subnet and tenant:d165fbb7bfc34cf2bfef07704bca5a2f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:04.768331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:04.790261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.820074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:04.883556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Network 65961245-61b4-4808-a633-75044c18cb60 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:04.897678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:04.914326 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:05.056987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Made reservation on behalf of d165fbb7bfc34cf2bfef07704bca5a2f for: {'subnet': 2} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:05.064316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.064704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.070701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60310) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:05.117536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.127247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a4f6ece-3fb5-4508-86d5-8f15d515ccb7 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:05.144874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.167234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Pushing event deleted for resources: {'Network': ['ID=65961245-61b4-4808-a633-75044c18cb60,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:05.172747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:05.176067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] 10.222.0.32 "DELETE /v2.0/networks/65961245-61b4-4808-a633-75044c18cb60 HTTP/1.1" status: 204 len: 168 time: 4.1856604 Apr 15 18:20:05.183418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.260564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.275708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.378723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60318) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:05.422005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.422538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4681fa80-b7a2-4248-89dd-ccc87a0afc66 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:05.472853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.90 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/1bf4b56b-207a-4827-845f-a958e4255e91) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:05.542717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9ecd563-9978-45b0-b848-19c62cd25387 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:05.589441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:05.597962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.599179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a315141a-708e-488f-a175-dff122ca7b89 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4681fa80-b7a2-4248-89dd-ccc87a0afc66 HTTP/1.1" status: 204 len: 168 time: 1.2953906 Apr 15 18:20:05.601999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-651962bd-20e1-48cf-bf54-7c7a6fe164c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ceec907b4b3474f8fce806787777972&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2183325 Apr 15 18:20:05.604536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:05.606941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60322) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:05.607956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60324) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:05.613979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Subnet': ['ID=edae761f-5418-420a-9265-4135bc5cc614,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:05.629969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Usage tracker for resource:floatingip and tenant:8b0ce61da4fc42d9b27aa9a2db7f9206 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:05.632818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:05.652478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Request body: {'router': {'name': 'tempest-router-813186296', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '56e5534f9eb34b48ad53cc18ef7577ce'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:05.656599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:05.682762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:05.687074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:05.704475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Usage tracker for resource:router and tenant:56e5534f9eb34b48ad53cc18ef7577ce is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:05.712431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:05.744552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:05.750234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.782617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.786173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee425d2-c44e-40dc-a489-079d3af498e9 None None] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:05.787366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/subnets/edae761f-5418-420a-9265-4135bc5cc614 HTTP/1.1" status: 204 len: 168 time: 2.9718010 Apr 15 18:20:05.792025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60330) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:05.934674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:05.935789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.080236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] DHCP port deletion for d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:06.084574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Deleting port 97ec8dcc-5ac8-465e-889b-f411d78883b7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:06.085000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.102306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.130468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.172130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bb5dfd8-b1d7-4623-9338-94ad23e90fa6 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:06.191352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.228075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.264282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.338384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.368328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.368674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=8150e3ce-3f55-4016-a251-8d9631090b9d,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:06.379148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:06.403489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.434220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.481575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting port 97ec8dcc-5ac8-465e-889b-f411d78883b7 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:06.481988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.493441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] For port 97ec8dcc-5ac8-465e-889b-f411d78883b7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=97ec8dcc-5ac8-465e-889b-f411d78883b7,segment=NetworkSegment(49d5e1f1-6246-4d33-8cf3-cfb2ec034d66),segment_id=49d5e1f1-6246-4d33-8cf3-cfb2ec034d66)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:06.494030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.535527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.556095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4f4d2823-21bd-4322-a6e0-48afdbcce703 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:06.566805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.571345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-566bbd1d-1029-4fbc-924c-b486291fd493 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9572763 Apr 15 18:20:06.582022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60334) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:06.603852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Request body: {'router': {'distributed': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:06.629887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Calling delete_port for 97ec8dcc-5ac8-465e-889b-f411d78883b7 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:06.693649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '0c3364e2-30ad-4168-887a-eecf70a973e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:06.694086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: f821bfbc-8a56-4526-84a6-0efdcd395060, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:06.706793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.722260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] The port '97ec8dcc-5ac8-465e-889b-f411d78883b7' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:06.722480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6023b9b0-599e-40df-999d-fc09312349ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:06.748547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=1bf4b56b-207a-4827-845f-a958e4255e91,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:06.753073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:06.806475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network f821bfbc-8a56-4526-84a6-0efdcd395060 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:06.854339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Pushing event deleted for resources: {'Port': ['ID=97ec8dcc-5ac8-465e-889b-f411d78883b7,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:06.858335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:06.866200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.878065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:06.886417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f821bfbc-8a56-4526-84a6-0efdcd395060) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:06.900184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32252ea-5926-4d91-8c94-7482d08c6396 None None] Network f821bfbc-8a56-4526-84a6-0efdcd395060 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:06.916147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:06.917473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:06.918157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.924431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:06.927407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:06.985558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:06.989986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de4fa2c-6ef6-400c-b10b-f488cedbef36,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:07.004557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.1683609 Apr 15 18:20:07.007128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60338) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:07.035793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] No DVR routers for this DVR port 97ec8dcc-5ac8-465e-889b-f411d78883b7 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:07.060954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:07.198207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-f821bfbc-8a56-4526-84a6-0efdcd395060', 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '8150e3ce-3f55-4016-a251-8d9631090b9d'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:07.199282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.209889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Allocated IP 172.26.7.186 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/aa85f7d9-1c36-4d2b-a503-e4a8c9b8c69b) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:07.297283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.316683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.317978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7de4fa2c-6ef6-400c-b10b-f488cedbef36 HTTP/1.1" status: 204 len: 168 time: 1.7055202 Apr 15 18:20:07.389195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Allocated IP 172.20.0.3 (f821bfbc-8a56-4526-84a6-0efdcd395060/8150e3ce-3f55-4016-a251-8d9631090b9d/d7466a81-6df1-44a7-bb90-37a62095ab84) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:07.400102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.568369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.568750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.665910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.679168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Transition to ACTIVE for port object d7466a81-6df1-44a7-bb90-37a62095ab84 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:07.702465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Transition to ACTIVE for port object d7466a81-6df1-44a7-bb90-37a62095ab84 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:07.709319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.724016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.740332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5ddae77-0c19-4ab8-8ed8-3d261313cbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:07.755625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:07.911540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:07.981346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Subnet': ['ID=ea12dc82-c770-4de4-8173-4acdb18afe2f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:07.994928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:08.000385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.011457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Pushing event updated for resources: {'Port': ['ID=d7466a81-6df1-44a7-bb90-37a62095ab84,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:08.020527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 97ec8dcc-5ac8-465e-889b-f411d78883b7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:08.060398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:08.063418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:08.069329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 97ec8dcc-5ac8-465e-889b-f411d78883b7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:08.069724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 97ec8dcc-5ac8-465e-889b-f411d78883b7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:08.081673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:08.081993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d5e1f1-6246-4d33-8cf3-cfb2ec034d66') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:08.098203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.179676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Network f821bfbc-8a56-4526-84a6-0efdcd395060 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:08.181479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:08.191590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:08.222509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.246948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:08.276845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=86081) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Apr 15 18:20:08.277201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Router c3f0e7fb-0050-46bb-9e32-af1a66d5f937 migrating from provider to provider. {{(pid=86081) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Apr 15 18:20:08.277636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.304375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.336238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Attempting to bind port d7466a81-6df1-44a7-bb90-37a62095ab84 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:08.337429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Attempting to bind port d7466a81-6df1-44a7-bb90-37a62095ab84 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0c3364e2-30ad-4168-887a-eecf70a973e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:08.338132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Attempting to bind port d7466a81-6df1-44a7-bb90-37a62095ab84 on network f821bfbc-8a56-4526-84a6-0efdcd395060 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:08.347796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:08.348565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Checking segment: {'id': '0c3364e2-30ad-4168-887a-eecf70a973e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:08.349467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.350156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Bound using segment: {'id': '0c3364e2-30ad-4168-887a-eecf70a973e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:08.350903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Bound port: d7466a81-6df1-44a7-bb90-37a62095ab84, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3364e2-30ad-4168-887a-eecf70a973e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:08.351529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.382787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.464583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] For port d7466a81-6df1-44a7-bb90-37a62095ab84, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:08.468150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] For port d7466a81-6df1-44a7-bb90-37a62095ab84, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d7466a81-6df1-44a7-bb90-37a62095ab84,segment=NetworkSegment(0c3364e2-30ad-4168-887a-eecf70a973e5),segment_id=0c3364e2-30ad-4168-887a-eecf70a973e5)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:08.471614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.475590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60362) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:08.491797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-320c2f2f-ccdb-49e1-9726-9466d0aa87fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:08.558514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.658361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Checking segment: {'id': 'a3ef4566-a4b2-4213-8943-c619587c90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:08.658361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network hostable DHCP agents. Network: 6b113a51-b064-4630-9b75-2b557fe8cf6f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:08.661976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:08.677326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:08.705180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2118354736-network', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:08.752813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Pushing event updated for resources: {'Port': ['ID=d7466a81-6df1-44a7-bb90-37a62095ab84,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:08.757310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:08.778715 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] No L3 agents can host the router c3f0e7fb-0050-46bb-9e32-af1a66d5f937 Apr 15 18:20:08.781894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:08.805263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Usage tracker for resource:network and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:08.813829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:08.849279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:08.884884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:08.914142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6b113a51-b064-4630-9b75-2b557fe8cf6f) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:08.923610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe4117-30f2-42f1-8059-e31ff0fb77aa None None] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:09.052730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.068331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.071256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Made reservation on behalf of 96603b80c2e74a2ab40dad5e4bbd1147 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:09.076150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.112858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:09.191976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:09.198703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-6b113a51-b064-4630-9b75-2b557fe8cf6f', 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f', 'tenant_id': 'd165fbb7bfc34cf2bfef07704bca5a2f', 'fixed_ips': [{'subnet_id': 'ea12dc82-c770-4de4-8173-4acdb18afe2f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:09.199822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:09.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:09.206498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.224226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.327963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc71e17a-e484-4528-8b9e-5e590e4a01fd tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:09.359805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=8150e3ce-3f55-4016-a251-8d9631090b9d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:09.374291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:09.378276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Allocated IP 172.20.0.2 (6b113a51-b064-4630-9b75-2b557fe8cf6f/ea12dc82-c770-4de4-8173-4acdb18afe2f/de29c836-aec8-4d61-aff6-afead269a5f2) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:09.466528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:09.491406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Usage tracker for resource:security_group_rule and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:09.494091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Hosts for router c3f0e7fb-0050-46bb-9e32-af1a66d5f937: [] {{(pid=86081) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 15 18:20:09.529939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:09.555940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:09.567610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Allocated IP 172.26.7.101 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a71b54f3-4b62-43e1-ba11-5d723b1905d9) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:09.582350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.589272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.596078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.606392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.617866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Transition to ACTIVE for port object de29c836-aec8-4d61-aff6-afead269a5f2 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:09.620286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Hosts for other DVR routers connected to router c3f0e7fb-0050-46bb-9e32-af1a66d5f937: set() {{(pid=86081) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:348}} Apr 15 18:20:09.623971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.628100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfc4c7c6-de38-4216-8d74-d5cc59ef1a3d tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "PUT /v2.0/routers/c3f0e7fb-0050-46bb-9e32-af1a66d5f937 HTTP/1.1" status: 200 len: 716 time: 3.0319893 Apr 15 18:20:09.641177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Transition to ACTIVE for port object de29c836-aec8-4d61-aff6-afead269a5f2 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:09.642964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60368) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:09.649394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.654158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/networks/d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc HTTP/1.1" status: 204 len: 168 time: 3.8580358 Apr 15 18:20:09.655072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Pushing event updated for resources: {'Port': ['ID=aa85f7d9-1c36-4d2b-a503-e4a8c9b8c69b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:09.666017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60372) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:09.667057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dce07ac-9937-4490-8ca4-8538b42249c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:09.751801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:09.760044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:09.809754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f821bfbc-8a56-4526-84a6-0efdcd395060']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:09.817614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:20:09.843682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3364e2-30ad-4168-887a-eecf70a973e5') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:09.844028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3364e2-30ad-4168-887a-eecf70a973e5') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:09.924445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting subnet 271b1213-ea8a-41cf-b3c1-2387d66eb485 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:09.928114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.939867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.947371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:09.988895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.027014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d7466a81-6df1-44a7-bb90-37a62095ab84 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:10.034970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:10.054071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Pushing event updated for resources: {'Port': ['ID=de29c836-aec8-4d61-aff6-afead269a5f2,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:10.057537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:10.088015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Network': ['ID=d36e8664-7ef1-4b5c-bfd5-a2d2055d5bbc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:10.090929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:10.145604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:10.149870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:10.153449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:10.156868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.182701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:10.235868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d7466a81-6df1-44a7-bb90-37a62095ab84 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:10.266435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Attempting to bind port de29c836-aec8-4d61-aff6-afead269a5f2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:10.267001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Attempting to bind port de29c836-aec8-4d61-aff6-afead269a5f2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a3ef4566-a4b2-4213-8943-c619587c90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:10.267518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Attempting to bind port de29c836-aec8-4d61-aff6-afead269a5f2 on network 6b113a51-b064-4630-9b75-2b557fe8cf6f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:10.273956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:10.274466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Checking segment: {'id': 'a3ef4566-a4b2-4213-8943-c619587c90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:10.275019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.275561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Bound using segment: {'id': 'a3ef4566-a4b2-4213-8943-c619587c90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:10.276196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Bound port: de29c836-aec8-4d61-aff6-afead269a5f2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ef4566-a4b2-4213-8943-c619587c90d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b113a51-b064-4630-9b75-2b557fe8cf6f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:10.276732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.326964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a2488-7a59-4054-b675-631be2febd75 None None] Network f821bfbc-8a56-4526-84a6-0efdcd395060 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:10.339852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event updated for resources: {'Subnet': ['ID=7c7e9ce0-0569-475c-9022-4c071c518493,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:10.364668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:10.477150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:10.500059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network f821bfbc-8a56-4526-84a6-0efdcd395060 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:10.511600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.562354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:10.567942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c560af8b-cff5-4494-a0d9-015abeaa9bec tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "GET /v2.0/routers/c3f0e7fb-0050-46bb-9e32-af1a66d5f937 HTTP/1.1" status: 200 len: 716 time: 0.9158926 Apr 15 18:20:10.574272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60376) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:10.575132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:10.578148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:10.583757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] For port de29c836-aec8-4d61-aff6-afead269a5f2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:10.588768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] For port de29c836-aec8-4d61-aff6-afead269a5f2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=de29c836-aec8-4d61-aff6-afead269a5f2,segment=NetworkSegment(a3ef4566-a4b2-4213-8943-c619587c90d7),segment_id=a3ef4566-a4b2-4213-8943-c619587c90d7)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:10.626488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:10.647469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.654626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:10.655949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6292195 Apr 15 18:20:10.661761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60382) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:10.757003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Checking segment: {'id': '0440574b-68e8-4ed5-93eb-9a1eaa4e6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:10.757525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network hostable DHCP agents. Network: c88c08ea-c70b-4c89-baa4-ecaf8add609f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:10.764682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network f821bfbc-8a56-4526-84a6-0efdcd395060 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:10.769583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:10.790707 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:10.846443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:10.847351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:11.002428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Provisioning for port d7466a81-6df1-44a7-bb90-37a62095ab84 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:11.057145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Provisioning complete for port d7466a81-6df1-44a7-bb90-37a62095ab84 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:11.057676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.136310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a69171e2-4aef-4646-9808-7501fcbdeb6e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4643550 Apr 15 18:20:11.150610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60388) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:11.157584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Pushing event updated for resources: {'Port': ['ID=de29c836-aec8-4d61-aff6-afead269a5f2,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:11.177806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:11.191650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:11.211464 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45def3d3-5681-499a-884c-1650faa07371 tempest-RoutersTestDVR-1096589306 tempest-RoutersTestDVR-1096589306-project] 10.222.0.32 "GET /v2.0/routers/c3f0e7fb-0050-46bb-9e32-af1a66d5f937 HTTP/1.1" status: 200 len: 682 time: 0.6015053 Apr 15 18:20:11.226644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.237223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.247221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60392) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:11.247794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:11.318848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.324846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:20:11.324846 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:20:11.324846 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': 'f821bfbc-8a56-4526-84a6-0efdcd395060'}] Apr 15 18:20:11.324846 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:11.325288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:11.339608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c88c08ea-c70b-4c89-baa4-ecaf8add609f) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:11.339827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.362504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aba8a6ac-eb0d-4a4b-a463-9212c225c445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:11.378069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:11.396517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] DHCP port deletion for f821bfbc-8a56-4526-84a6-0efdcd395060 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:11.398675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9782c9-03ac-4e94-932a-c36a773a6dbf None None] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:11.432117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.455976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.455976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Added segment e99acab9-c8ae-4fbb-8a0e-6423ad00de4a of type vlan for network 4154f12e-e8c4-4176-9f3c-b073e768d606 Apr 15 18:20:11.485033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:11.485576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:11.486296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.507224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7b2a74-36bc-4f03-8422-ce2f7b1657f2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:11.509432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Deleting port d7466a81-6df1-44a7-bb90-37a62095ab84 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:11.509881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.510911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:11.618174 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.7052763 Apr 15 18:20:11.622414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60396) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:11.623134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.747380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.788777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] For port d7466a81-6df1-44a7-bb90-37a62095ab84, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d7466a81-6df1-44a7-bb90-37a62095ab84,segment=NetworkSegment(0c3364e2-30ad-4168-887a-eecf70a973e5),segment_id=0c3364e2-30ad-4168-887a-eecf70a973e5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:11.816459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.840335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.848469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:11.858582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cea790cb-2e9a-4ad6-85fa-08501991eb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:11.942501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:11.992073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495675c-0997-426e-a7be-11d5b36f7a6c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:11.997014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8495675c-0997-426e-a7be-11d5b36f7a6c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8421555 Apr 15 18:20:12.024884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60400) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:12.029580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:12.072711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.076321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.080444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port d7466a81-6df1-44a7-bb90-37a62095ab84 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:12.080829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.155295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.155745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3f0e7fb-0050-46bb-9e32-af1a66d5f937 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:12.164299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3883e0e9-bfcb-4027-92a0-39f05446210f tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211357 Apr 15 18:20:12.184999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7054a-9daf-4cb1-9239-c4df86688ccc tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:12.186829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7054a-9daf-4cb1-9239-c4df86688ccc tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:12.189402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7054a-9daf-4cb1-9239-c4df86688ccc tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:12.193505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-92d7054a-9daf-4cb1-9239-c4df86688ccc tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5011184 Apr 15 18:20:12.193505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60404) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:12.200490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60406) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:12.215714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Pushing event updated for resources: {'Port': ['ID=d7466a81-6df1-44a7-bb90-37a62095ab84,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:12.218302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.220156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:12.220930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.230397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735286751', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:12.242325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.247056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ed749416-0a13-4f3e-b8c6-c206bcfce1e6 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c3f0e7fb-0050-46bb-9e32-af1a66d5f937 HTTP/1.1" status: 204 len: 168 time: 0.9871058 Apr 15 18:20:12.260286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Pushing event updated for resources: {'Port': ['ID=a71b54f3-4b62-43e1-ba11-5d723b1905d9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:12.263434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:12.265332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60412) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:12.276119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Request body: {'router': {'name': 'tempest-router-493712229', 'distributed': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:12.285953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:12.292840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:12.306726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f384905-3f3a-4857-abbf-c3d336499526 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:12.308063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Usage tracker for resource:router and tenant:e9a88b32f8ba4c568d417171288875a1 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:12.308699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device de29c836-aec8-4d61-aff6-afead269a5f2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:12.317508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:12.335523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.394313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:12.417003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Deleting subnet ea12dc82-c770-4de4-8173-4acdb18afe2f {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:12.433183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.471335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] For port d7466a81-6df1-44a7-bb90-37a62095ab84, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d7466a81-6df1-44a7-bb90-37a62095ab84,segment=NetworkSegment(0c3364e2-30ad-4168-887a-eecf70a973e5),segment_id=0c3364e2-30ad-4168-887a-eecf70a973e5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:12.471335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.473461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.474571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.487887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c88c08ea-c70b-4c89-baa4-ecaf8add609f', 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f', 'tenant_id': 'd165fbb7bfc34cf2bfef07704bca5a2f', 'fixed_ips': [{'subnet_id': '7c7e9ce0-0569-475c-9022-4c071c518493'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:12.488639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port d7466a81-6df1-44a7-bb90-37a62095ab84, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d7466a81-6df1-44a7-bb90-37a62095ab84,segment=NetworkSegment(0c3364e2-30ad-4168-887a-eecf70a973e5),segment_id=0c3364e2-30ad-4168-887a-eecf70a973e5)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:12.488964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.489066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.637402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.641588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Calling delete_port for d7466a81-6df1-44a7-bb90-37a62095ab84 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:12.677112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for d7466a81-6df1-44a7-bb90-37a62095ab84 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:12.726033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.726405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port de29c836-aec8-4d61-aff6-afead269a5f2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:12.798761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:07Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:12.809880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.849346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:12.865095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:20:12.865719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Updating router 789b4dd8-7f8c-43ad-8386-a6e560865904 port 1bf4b56b-207a-4827-845f-a958e4255e91 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:20:12.920153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d7466a81-6df1-44a7-bb90-37a62095ab84 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:12.931468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:12.945503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a99d796-5ad9-4550-a347-3b8f0c092ef6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:12.958217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:12.960714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:12.985940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d7466a81-6df1-44a7-bb90-37a62095ab84 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:12.986341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d7466a81-6df1-44a7-bb90-37a62095ab84 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:12.999208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.000888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d08c6b1-7e37-4eef-a8d1-a9e68887d337 tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7342818 Apr 15 18:20:13.012610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5270019 Apr 15 18:20:13.012723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:13.013028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:13.017751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60416) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:13.018325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60418) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:13.019367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=d7466a81-6df1-44a7-bb90-37a62095ab84,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:13.029258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Request body: {'subnet': {'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2118354736-subnet', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:13.050011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.068208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Pushing event updated for resources: {'Network': ['ID=4154f12e-e8c4-4176-9f3c-b073e768d606,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:13.071093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:13.088298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:13.098211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:13.100920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:13.102393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.110387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:13.115204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:13.123976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:13.143182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:13.175503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Usage tracker for resource:subnet and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:13.189111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.189291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b7264-000c-402b-9ce7-e9bcfc58e348 None None] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:13.193523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:13.199731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.242947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:13.246639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:13.271538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:13.281907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.349871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Allocated IP 172.20.0.18 (c88c08ea-c70b-4c89-baa4-ecaf8add609f/7c7e9ce0-0569-475c-9022-4c071c518493/e582f5f2-9017-4790-b053-ec7d08d8d439) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:13.383086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port d7466a81-6df1-44a7-bb90-37a62095ab84 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:13.449550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Provisioning for port de29c836-aec8-4d61-aff6-afead269a5f2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:13.467823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Subnet': ['ID=271b1213-ea8a-41cf-b3c1-2387d66eb485,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:13.488908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:13.521045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Deleting port d7466a81-6df1-44a7-bb90-37a62095ab84 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:13.521474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.548087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Provisioning complete for port de29c836-aec8-4d61-aff6-afead269a5f2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:13.548514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.573335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.697538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.753276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.804027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.846366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/subnets/271b1213-ea8a-41cf-b3c1-2387d66eb485 HTTP/1.1" status: 204 len: 168 time: 4.1534989 Apr 15 18:20:13.846366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.851468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60424) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:13.874036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Made reservation on behalf of 96603b80c2e74a2ab40dad5e4bbd1147 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:13.879361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:13.927091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da771b3-3f68-4a86-bb0b-e9cca3b418da None None] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:13.970587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd49275-fe94-472a-837a-50ee19ec48e1 None None] The port 'd7466a81-6df1-44a7-bb90-37a62095ab84' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:14.234646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting subnet 2935052f-c826-49df-a25f-e424a5bd11eb {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:14.257342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.293885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.330141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.343310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.391822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.444778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.482532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.483092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d228bcd6-9a5b-4ede-89e0-07544222e158 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:14.540637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f821bfbc-8a56-4526-84a6-0efdcd395060']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:14.564533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.566968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.583314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.597064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.601107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3364e2-30ad-4168-887a-eecf70a973e5') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:14.601519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3364e2-30ad-4168-887a-eecf70a973e5') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:14.604194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Transition to ACTIVE for port object e582f5f2-9017-4790-b053-ec7d08d8d439 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:14.611515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.612862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e7e6a324-5773-4b3a-8230-b458f94340eb tempest-RoutersTestDVR-1330552910 tempest-RoutersTestDVR-1330552910-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d228bcd6-9a5b-4ede-89e0-07544222e158 HTTP/1.1" status: 204 len: 168 time: 1.5908287 Apr 15 18:20:14.620645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9b2856c-d49a-4a60-9aea-62329dd79b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:14.627706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.637942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.664939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:14.705583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.710581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Transition to ACTIVE for port object e582f5f2-9017-4790-b053-ec7d08d8d439 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:14.735287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:14.735698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:14.738194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.757010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Transition to ACTIVE for port object 1bf4b56b-207a-4827-845f-a958e4255e91 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:14.759645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d1cee8-0a88-4b1e-a629-43a576c45912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:14.784616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Subnet': ['ID=ea12dc82-c770-4de4-8173-4acdb18afe2f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:14.819374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:14.819980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Router 83470b07-e3a0-4247-b4b4-878516149518 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:20:14.823718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.859449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:14.891134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] DHCP port deletion for 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:14.906410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:14.935582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Deleting port 46ff9ebb-c143-4a43-9028-386f6842a5ad {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:14.936066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.010731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.053262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a9d09-c0eb-46a0-a33b-1a820916923b None None] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:15.079499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Pushing event updated for resources: {'Port': ['ID=e582f5f2-9017-4790-b053-ec7d08d8d439,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:15.089198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:15.110329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60432) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:15.121621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Pushing event updated for resources: {'Port': ['ID=a71b54f3-4b62-43e1-ba11-5d723b1905d9,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:15.126398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:15.141323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/subnets/ea12dc82-c770-4de4-8173-4acdb18afe2f HTTP/1.1" status: 204 len: 168 time: 2.9375083 Apr 15 18:20:15.141511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:15.144731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60438) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:15.147506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.193568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network f821bfbc-8a56-4526-84a6-0efdcd395060 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:15.213181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.345241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.447842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Deleting subnet 7c7e9ce0-0569-475c-9022-4c071c518493 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:15.467239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.484027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Pushing event updated for resources: {'Port': ['ID=1bf4b56b-207a-4827-845f-a958e4255e91,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:15.503002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:15.518131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.523660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Usage tracker for resource:security_group_rule and tenant:56e5534f9eb34b48ad53cc18ef7577ce is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:15.528173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:15.529281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:15.546550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network f821bfbc-8a56-4526-84a6-0efdcd395060 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:15.582966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:15.585693 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:15.694659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.776012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.787426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:15.788871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb57e821-a398-4e7a-9984-c6a21c645586 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:15.806110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.814646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] Sync routers for ids ['83470b07-e3a0-4247-b4b4-878516149518'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:15.828995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] Routers {'83470b07-e3a0-4247-b4b4-878516149518'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:15.829646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['83470b07-e3a0-4247-b4b4-878516149518'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:15.861415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.862827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e9b3168d-cade-4652-8ca3-1dd631fb0e99 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "PUT /v2.0/routers/83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 200 len: 915 time: 11.9353278 Apr 15 18:20:15.874943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60442) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:15.881226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:15.889781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=f821bfbc-8a56-4526-84a6-0efdcd395060,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:15.915393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:15.926003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:15.930960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Attempting to bind port 1bf4b56b-207a-4827-845f-a958e4255e91 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:15.931265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Attempting to bind port 1bf4b56b-207a-4827-845f-a958e4255e91 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:15.931683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Attempting to bind port 1bf4b56b-207a-4827-845f-a958e4255e91 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:15.944174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] For port de29c836-aec8-4d61-aff6-afead269a5f2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=de29c836-aec8-4d61-aff6-afead269a5f2,segment=NetworkSegment(a3ef4566-a4b2-4213-8943-c619587c90d7),segment_id=a3ef4566-a4b2-4213-8943-c619587c90d7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:15.945421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46ff9ebb-c143-4a43-9028-386f6842a5ad no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:15.949709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.952306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:15.961559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] Routers {'83470b07-e3a0-4247-b4b4-878516149518'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:15.962442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['83470b07-e3a0-4247-b4b4-878516149518'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:15.990175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:15.990602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:15.991059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:15.991504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:15.992031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Bound port: 1bf4b56b-207a-4827-845f-a958e4255e91, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:15.992450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.028160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:16.029518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f37d9a-1a3a-43e3-9412-b8acc2002b10 None None] The sync data for ids ['83470b07-e3a0-4247-b4b4-878516149518'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:16.044371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:16.047508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.067791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.111137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.123717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] For port 46ff9ebb-c143-4a43-9028-386f6842a5ad, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46ff9ebb-c143-4a43-9028-386f6842a5ad,segment=NetworkSegment(3db25f8f-01b8-45d8-81ac-5583b939c03c),segment_id=3db25f8f-01b8-45d8-81ac-5583b939c03c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:16.124177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.137976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.171691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.357041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.361213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2865818 Apr 15 18:20:16.367526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60448) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.372846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Calling delete_port for 46ff9ebb-c143-4a43-9028-386f6842a5ad owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:16.387581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=5e65ec64-f81a-4dca-9eac-e0555d74b8b2,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:16.409695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1789000837', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'fixed_ips': [{'ip_address': '172.26.7.101'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:16.414341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:16.424882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/f821bfbc-8a56-4526-84a6-0efdcd395060 HTTP/1.1" status: 204 len: 168 time: 9.4134145 Apr 15 18:20:16.425079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:16.427474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60452) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.443916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673573551'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:16.445714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f94a081c-00e3-43e9-82fa-a943239bfd0d None None] Provisioning complete for port de29c836-aec8-4d61-aff6-afead269a5f2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:16.446171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f94a081c-00e3-43e9-82fa-a943239bfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.450241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Usage tracker for resource:port and tenant:8b0ce61da4fc42d9b27aa9a2db7f9206 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:16.459815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:16.468264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:16.481062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:16.483251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:16.490018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:16.495195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd89cd8c-f1f9-4c61-aa35-5fab255e25aa tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 200 len: 921 time: 0.6189287 Apr 15 18:20:16.499607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60456) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.519093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:16.529975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Attempting to bind port e582f5f2-9017-4790-b053-ec7d08d8d439 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:16.530316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Attempting to bind port e582f5f2-9017-4790-b053-ec7d08d8d439 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0440574b-68e8-4ed5-93eb-9a1eaa4e6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:16.530732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Attempting to bind port e582f5f2-9017-4790-b053-ec7d08d8d439 on network c88c08ea-c70b-4c89-baa4-ecaf8add609f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:16.549477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:16.549987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Checking segment: {'id': '0440574b-68e8-4ed5-93eb-9a1eaa4e6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:16.550593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.550833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Bound using segment: {'id': '0440574b-68e8-4ed5-93eb-9a1eaa4e6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:16.551239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.551355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Bound port: e582f5f2-9017-4790-b053-ec7d08d8d439, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0440574b-68e8-4ed5-93eb-9a1eaa4e6670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'c88c08ea-c70b-4c89-baa4-ecaf8add609f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:16.551676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.564461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Made reservation on behalf of 8b0ce61da4fc42d9b27aa9a2db7f9206 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:16.569332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.584995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Pushing event updated for resources: {'Port': ['ID=de29c836-aec8-4d61-aff6-afead269a5f2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:16.590986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.596689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] DHCP port deletion for 6b113a51-b064-4630-9b75-2b557fe8cf6f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:16.604988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.621894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.628489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.632585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:16.635915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] For port 1bf4b56b-207a-4827-845f-a958e4255e91, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:16.638743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Deleting port de29c836-aec8-4d61-aff6-afead269a5f2 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:16.639169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.707963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:16.714062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.736829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.741866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Subnet': ['ID=2935052f-c826-49df-a25f-e424a5bd11eb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:16.745187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:16.752897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:16.761677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Usage tracker for resource:security_group_rule and tenant:8b0ce61da4fc42d9b27aa9a2db7f9206 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:16.771480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:16.788329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:16.788526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 2626c244-ad78-418c-acd4-75b28d60287e, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:16.789757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] For port 1bf4b56b-207a-4827-845f-a958e4255e91, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1bf4b56b-207a-4827-845f-a958e4255e91,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:16.794489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:16.834941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.848466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.858411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3828899-ee42-4dde-9a48-3d4e281443ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.862766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93760bce-0d37-424d-adce-95454e904213 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:16.867725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93760bce-0d37-424d-adce-95454e904213 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=83470b07-e3a0-4247-b4b4-878516149518&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3600011 Apr 15 18:20:16.867725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:16.870096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:16.875878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60460) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.911996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85bcac-f78e-4236-888e-a1de237e400d None None] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:16.927015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56e5534f9eb34b48ad53cc18ef7577ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7996242 Apr 15 18:20:16.927210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/subnets/2935052f-c826-49df-a25f-e424a5bd11eb HTTP/1.1" status: 204 len: 168 time: 3.0732105 Apr 15 18:20:16.933976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Pushing event updated for resources: {'Subnet': ['ID=719adee3-36f6-4680-80b4-239bec7545c8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:16.937541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:16.940472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60466) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.940813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60468) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:16.944789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:16.973457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 2626c244-ad78-418c-acd4-75b28d60287e) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:17.018130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:17.018793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.038747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.048635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a564a-5a09-408c-a207-f41cf4f64041 None None] Network 2626c244-ad78-418c-acd4-75b28d60287e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:17.078569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.099391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.8894153 Apr 15 18:20:17.105671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60476) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:17.114091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac5e88-db0e-45a4-bb71-039b3f21c2c8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:17.114520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:17.115608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4aac5e88-db0e-45a4-bb71-039b3f21c2c8 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.2372565 Apr 15 18:20:17.141101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60480) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:17.160377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd65e7-706a-4d99-af6a-a1358969d5d3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:17.163727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:17.175702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.194572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.224634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.225038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 66dfc1c6-5e2a-4ca2-9c96-1038fb55643f of type vlan for network c8c20a5a-49da-4d6d-ab98-381fcc532a3f Apr 15 18:20:17.253180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0cefc03-bd88-4b44-a400-c0a08d95bcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:17.255634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.267633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] device_id is not set on port ff69af26-2a84-49a9-a4ed-b2c8936dfe9c yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:17.273351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0a02a860-529a-4e3f-89d2-cbc0743eef6c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 200 len: 205 time: 0.1257086 Apr 15 18:20:17.278327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:17.290819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:20:17.309111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:17.376305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2eb804-00ba-407a-8fbb-bf0729539079,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:17.386865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:17.502833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.552034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7e9ce0-0569-475c-9022-4c071c518493,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:17.587127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:17.588345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] For port e582f5f2-9017-4790-b053-ec7d08d8d439, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:17.616240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.643338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.718483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 18:20:17.719052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:20:17.767663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Pushing event updated for resources: {'Port': ['ID=1bf4b56b-207a-4827-845f-a958e4255e91,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:17.814367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:17.824013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Checking segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:17.824700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Network hostable DHCP agents. Network: 4154f12e-e8c4-4176-9f3c-b073e768d606, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:17.847176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.851447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4767380 Apr 15 18:20:17.853794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] For port e582f5f2-9017-4790-b053-ec7d08d8d439, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e582f5f2-9017-4790-b053-ec7d08d8d439,segment=NetworkSegment(0440574b-68e8-4ed5-93eb-9a1eaa4e6670),segment_id=0440574b-68e8-4ed5-93eb-9a1eaa4e6670)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:17.857661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:17.865107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60488) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:17.879342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:17.884760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.778s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:17.936783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device de29c836-aec8-4d61-aff6-afead269a5f2 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:17.992371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.016773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/subnets/7c7e9ce0-0569-475c-9022-4c071c518493 HTTP/1.1" status: 204 len: 168 time: 2.8686233 Apr 15 18:20:18.027769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Pushing event deleted for resources: {'Port': ['ID=46ff9ebb-c143-4a43-9028-386f6842a5ad,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:18.049920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.056312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:18.057045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.066696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60492) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:18.074645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa4ef5cc-20cb-4504-aa1d-c0ecca4022d5 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:18.117532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.124562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:18.128355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02bb643c-6b8d-4bad-95a9-904371ef5ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:18.137208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:18.231631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] For port de29c836-aec8-4d61-aff6-afead269a5f2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=de29c836-aec8-4d61-aff6-afead269a5f2,segment=NetworkSegment(a3ef4566-a4b2-4213-8943-c619587c90d7),segment_id=a3ef4566-a4b2-4213-8943-c619587c90d7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:18.232686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.246811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] No DVR routers for this DVR port 46ff9ebb-c143-4a43-9028-386f6842a5ad on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:18.329244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.399161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Deleting port a71b54f3-4b62-43e1-ba11-5d723b1905d9 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:18.399698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.421622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 4154f12e-e8c4-4176-9f3c-b073e768d606) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:18.447698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0104311 Apr 15 18:20:18.449560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60496) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:18.460014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-2626c244-ad78-418c-acd4-75b28d60287e', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:18.460872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.471567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb3ca6-6606-44b6-8fa1-45af0a4eed06 None None] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:18.478571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:18.495682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Calling delete_port for de29c836-aec8-4d61-aff6-afead269a5f2 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:18.539419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=c8c20a5a-49da-4d6d-ab98-381fcc532a3f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:18.542256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:18.559274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:18.559274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.609691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d0ace5-ebbb-4f6e-894a-9309a5bdb61d']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:18.626691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.633805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec390b-9970-4241-99cb-2c6545c26f1a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:18.634698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89ec390b-9970-4241-99cb-2c6545c26f1a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Synchronizing usage tracker for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:18.635144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:18.646898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e46a0c81-34b3-489f-a3a7-929ac52b9571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:18.655301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db25f8f-01b8-45d8-81ac-5583b939c03c') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:18.655631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db25f8f-01b8-45d8-81ac-5583b939c03c') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:18.682273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd65e7-706a-4d99-af6a-a1358969d5d3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:18.685030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:18.685978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.689637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9bd65e7-706a-4d99-af6a-a1358969d5d3 HTTP/1.1" status: 204 len: 168 time: 1.7345419 Apr 15 18:20:18.693612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.705194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60502) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:18.705360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6d45e6c-3229-4791-8291-53a47f02041a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.6813760 Apr 15 18:20:18.738883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:18.741073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.754732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89ec390b-9970-4241-99cb-2c6545c26f1a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Unset dirty status for tenant:d165fbb7bfc34cf2bfef07704bca5a2f on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:18.760832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89ec390b-9970-4241-99cb-2c6545c26f1a tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6650276 Apr 15 18:20:18.760832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:18.762523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:18.768604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60506) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:18.775679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.816835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Usage tracker for resource:router and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:18.822323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:18.830119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:18.852680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port aa85f7d9-1c36-4d2b-a503-e4a8c9b8c69b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:18.853230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:18.966662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:18.988313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:18.998068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Allocated IP 172.20.0.2 (2626c244-ad78-418c-acd4-75b28d60287e/5e65ec64-f81a-4dca-9eac-e0555d74b8b2/a9427ad1-7605-474b-a126-7cb53ea71005) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:19.000139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:19.039545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:19.078201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.078670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.087328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Pushing event updated for resources: {'Port': ['ID=e582f5f2-9017-4790-b053-ec7d08d8d439,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:19.098746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.099887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.185773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:19.192652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.214238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.269026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60512) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:19.330000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.201s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:19.354426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Calling delete_port for a71b54f3-4b62-43e1-ba11-5d723b1905d9 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:19.379912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:19.390831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:19.391552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:19:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:19.393516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.483709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.540796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.562006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.608753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Deleting port e582f5f2-9017-4790-b053-ec7d08d8d439 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:19.609100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.615932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] DHCP port deletion for edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:19.630594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network 85d0ace5-ebbb-4f6e-894a-9309a5bdb61d has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:19.635554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:19.659223 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:19.664263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a88b32f8ba4c568d417171288875a1 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:19.666583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Deleting port 773fb855-51b3-4063-96d0-dd7a5875dfed {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:19.667023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.685693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:19.706303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:19.714523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.719599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.737980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.764370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:19.822266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-4154f12e-e8c4-4176-9f3c-b073e768d606', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:19.823077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.834223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Pushing event deleted for resources: {'Port': ['ID=de29c836-aec8-4d61-aff6-afead269a5f2,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:19.874694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:19.885684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for aa85f7d9-1c36-4d2b-a503-e4a8c9b8c69b owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:19.939597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.944060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:19.950559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:19.981318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/networks/85d0ace5-ebbb-4f6e-894a-9309a5bdb61d HTTP/1.1" status: 204 len: 168 time: 3.0267253 Apr 15 18:20:19.984799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60516) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:19.987661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Network': ['ID=85d0ace5-ebbb-4f6e-894a-9309a5bdb61d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:19.990171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:20.194020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.285292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 773fb855-51b3-4063-96d0-dd7a5875dfed no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:20.289970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting port 773fb855-51b3-4063-96d0-dd7a5875dfed {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:20.290443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.429542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] For port 773fb855-51b3-4063-96d0-dd7a5875dfed, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=773fb855-51b3-4063-96d0-dd7a5875dfed,segment=NetworkSegment(a998a9ea-40cd-42ae-a922-a529b5488ff8),segment_id=a998a9ea-40cd-42ae-a922-a529b5488ff8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:20.429882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.447247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:20.468136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.486863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:20.612952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=aa85f7d9-1c36-4d2b-a503-e4a8c9b8c69b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:20.661822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] No DVR routers for this DVR port de29c836-aec8-4d61-aff6-afead269a5f2 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:20.666792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:20.743871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] For port 773fb855-51b3-4063-96d0-dd7a5875dfed, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=773fb855-51b3-4063-96d0-dd7a5875dfed,segment=NetworkSegment(a998a9ea-40cd-42ae-a922-a529b5488ff8),segment_id=a998a9ea-40cd-42ae-a922-a529b5488ff8)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:20.744252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.767546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Calling delete_port for 773fb855-51b3-4063-96d0-dd7a5875dfed owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:20.802894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.903409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Calling delete_port for 773fb855-51b3-4063-96d0-dd7a5875dfed owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:20.948646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:20.973185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Transition to ACTIVE for port object a9427ad1-7605-474b-a126-7cb53ea71005 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:21.001738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.070561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Transition to ACTIVE for port object a9427ad1-7605-474b-a126-7cb53ea71005 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:21.079119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.096934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52be2778-7c57-46bc-9039-9869e4de2780 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:21.109492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Allocated IP 172.20.0.2 (4154f12e-e8c4-4176-9f3c-b073e768d606/719adee3-36f6-4680-80b4-239bec7545c8/d4dfc5f1-891f-49fe-adda-297ab30b77a2) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:21.118058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.119452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.151525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4209a57-48f5-4eb6-b47f-df3da6acc1d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:21.176322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] For port e582f5f2-9017-4790-b053-ec7d08d8d439, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e582f5f2-9017-4790-b053-ec7d08d8d439,segment=NetworkSegment(0440574b-68e8-4ed5-93eb-9a1eaa4e6670),segment_id=0440574b-68e8-4ed5-93eb-9a1eaa4e6670)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:21.176732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.274044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Pushing event deleted for resources: {'Port': ['ID=a71b54f3-4b62-43e1-ba11-5d723b1905d9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:21.343558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.345667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.356021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:21.363287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.365442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31073156-8ef2-488a-af60-26c94b4f81e1 tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:21.455175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801af8e7-19cd-482a-a8d6-7efa31533373 None None] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:21.465306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Port': ['ID=773fb855-51b3-4063-96d0-dd7a5875dfed,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:21.482671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:21.511841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Calling delete_port for e582f5f2-9017-4790-b053-ec7d08d8d439 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:21.515986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.516555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router 83470b07-e3a0-4247-b4b4-878516149518 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:21.542655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] No DVR routers for this DVR port 773fb855-51b3-4063-96d0-dd7a5875dfed on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:21.598684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.601164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 204 len: 168 time: 4.2815375 Apr 15 18:20:21.647543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60520) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:21.667191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.672675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:21.673092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:21.689554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912185850', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:21.693442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.717797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.735156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:21.746671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d89a97e-f416-4663-8d50-aac279994e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:21.753653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Pushing event updated for resources: {'Port': ['ID=a9427ad1-7605-474b-a126-7cb53ea71005,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:21.756855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:21.785750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-012ab6e9-2722-4e03-aa5d-c0024ac1dcd0 None None] Provisioning for port e582f5f2-9017-4790-b053-ec7d08d8d439 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:21.814396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Usage tracker for resource:router and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:21.833057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:21.859738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaffae5-3290-4aa9-99b0-2b3eb7ef16a5']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:21.873819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a998a9ea-40cd-42ae-a922-a529b5488ff8') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:21.873819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a998a9ea-40cd-42ae-a922-a529b5488ff8') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:21.886957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.902295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:21.902997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:21.910470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:21.943414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6aab77-dfe2-419d-b7c1-ef019b0acc89,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:21.948120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a88b32f8ba4c568d417171288875a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6095421 Apr 15 18:20:21.955746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:21.985626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60524) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:22.007906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Network 2626c244-ad78-418c-acd4-75b28d60287e is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:22.012866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:07Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:22.034011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.048899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:22.057886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.057886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.073548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3249ae6-c067-4871-a7de-d00101223ec1 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:07Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:22.077078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:22.100149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20f381e1-6ca8-43f5-8248-5243ab7f578d tempest-FloatingIPAdminTestJSON-1106369573 tempest-FloatingIPAdminTestJSON-1106369573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:22.162599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:22.168313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.174939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.183451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e582f5f2-9017-4790-b053-ec7d08d8d439 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:22.213081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Deleting port 773fb855-51b3-4063-96d0-dd7a5875dfed {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:22.213516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.260740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Port': ['ID=e582f5f2-9017-4790-b053-ec7d08d8d439,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:22.292352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:22.299480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Transition to ACTIVE for port object d4dfc5f1-891f-49fe-adda-297ab30b77a2 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:22.309022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e582f5f2-9017-4790-b053-ec7d08d8d439 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:22.309421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e582f5f2-9017-4790-b053-ec7d08d8d439 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 15 18:20:22.335967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.339825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.368052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:22.395076 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:22.406385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fe911-26c7-4ad0-ae20-bddcc6986db3 None None] The port '773fb855-51b3-4063-96d0-dd7a5875dfed' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:22.409797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (2626c244-ad78-418c-acd4-75b28d60287e/5e65ec64-f81a-4dca-9eac-e0555d74b8b2/87ba3278-62f2-4179-9415-c163655829f5) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:22.412051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port e582f5f2-9017-4790-b053-ec7d08d8d439 not found, will not notify nova. {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 15 18:20:22.429049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Attempting to bind port a9427ad1-7605-474b-a126-7cb53ea71005 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:22.429049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Attempting to bind port a9427ad1-7605-474b-a126-7cb53ea71005 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:22.429049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Attempting to bind port a9427ad1-7605-474b-a126-7cb53ea71005 on network 2626c244-ad78-418c-acd4-75b28d60287e {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:22.431487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Transition to ACTIVE for port object d4dfc5f1-891f-49fe-adda-297ab30b77a2 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:22.437879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:22.438698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Checking segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:22.439304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.444937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Bound using segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:22.445561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Bound port: a9427ad1-7605-474b-a126-7cb53ea71005, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:22.446062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.463393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.482783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:22.535333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b9753-c7d7-4352-86e4-ff755fef26ae None None] DHCP port deletion for c88c08ea-c70b-4c89-baa4-ecaf8add609f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:22.556457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.563833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] No DVR routers for this DVR port e582f5f2-9017-4790-b053-ec7d08d8d439 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:22.688683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Pushing event updated for resources: {'Port': ['ID=d4dfc5f1-891f-49fe-adda-297ab30b77a2,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:22.698455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:22.828784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] For port a9427ad1-7605-474b-a126-7cb53ea71005, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:22.847363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] For port a9427ad1-7605-474b-a126-7cb53ea71005, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9427ad1-7605-474b-a126-7cb53ea71005,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:22.862411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.879906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:22.883363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b395670-80e2-4313-b209-943c5dcfe48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:22.901589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.905380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-510afb08-afcf-4f23-928d-3c16f649f38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:22.924203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:22.934156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:22.936457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Network': ['ID=edaffae5-3290-4aa9-99b0-2b3eb7ef16a5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:22.939381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:22.943879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/networks/edaffae5-3290-4aa9-99b0-2b3eb7ef16a5 HTTP/1.1" status: 204 len: 168 time: 2.9581196 Apr 15 18:20:22.944587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:23.005547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:23.042711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting subnet 3d2501bf-e0a9-4e47-b3ca-273d043fbac1 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:20:23.047863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.115852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.226551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.337644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Pushing event updated for resources: {'Port': ['ID=a9427ad1-7605-474b-a126-7cb53ea71005,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:23.346043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:23.358896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Attempting to bind port d4dfc5f1-891f-49fe-adda-297ab30b77a2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:23.359308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Attempting to bind port d4dfc5f1-891f-49fe-adda-297ab30b77a2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:23.359719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Attempting to bind port d4dfc5f1-891f-49fe-adda-297ab30b77a2 on network 4154f12e-e8c4-4176-9f3c-b073e768d606 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:23.374241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:23.374711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Checking segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:23.375091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.375530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Bound using segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:23.376657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Bound port: d4dfc5f1-891f-49fe-adda-297ab30b77a2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:23.376796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.501765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] For port d4dfc5f1-891f-49fe-adda-297ab30b77a2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:23.505228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] For port d4dfc5f1-891f-49fe-adda-297ab30b77a2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d4dfc5f1-891f-49fe-adda-297ab30b77a2,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:23.511152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.527609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:23.532990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.551296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.563648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.647432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d08fd570-f02d-436f-900d-c11d7d650c0d tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:23.685708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Pushing event updated for resources: {'Port': ['ID=d4dfc5f1-891f-49fe-adda-297ab30b77a2,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:23.688385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2501bf-e0a9-4e47-b3ca-273d043fbac1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:23.692951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:23.707099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:23.722314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.731546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/subnets/3d2501bf-e0a9-4e47-b3ca-273d043fbac1 HTTP/1.1" status: 204 len: 168 time: 0.7834406 Apr 15 18:20:23.731759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60532) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:23.752883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5212ef-0fae-4841-ad23-f85348048e3f None None] Network cff69527-1cda-4151-b0b0-66a68c8c1084 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:23.776400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.796214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.879924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.880677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/b19ca52a-cb84-40ba-9b6e-a2bf4ef1d8f4 HTTP/1.1" status: 204 len: 168 time: 6.0145280 Apr 15 18:20:23.926943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:23.974937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.074686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Deleting port 41589a0d-6e2d-4411-a9ab-5d911f00a089 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:24.075072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.178373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dc10e228-18c1-42d1-a698-d6d967f139f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.243974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9427ad1-7605-474b-a126-7cb53ea71005 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:24.248730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.268546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 87ba3278-62f2-4179-9415-c163655829f5 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:24.324031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] DHCP port deletion for cff69527-1cda-4151-b0b0-66a68c8c1084 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:24.369096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Deleting port 41589a0d-6e2d-4411-a9ab-5d911f00a089 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:24.369631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.438911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] For port 41589a0d-6e2d-4411-a9ab-5d911f00a089, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=41589a0d-6e2d-4411-a9ab-5d911f00a089,segment=NetworkSegment(3db6c333-490c-40a9-a6c6-c24953eee727),segment_id=3db6c333-490c-40a9-a6c6-c24953eee727)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:24.439494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.460489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60540) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:24.488565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Allocated IP 172.26.7.210 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/8867bac4-ddad-40ac-908b-09928cb64c26) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:24.499736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88c08ea-c70b-4c89-baa4-ecaf8add609f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:24.527559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a9427ad1-7605-474b-a126-7cb53ea71005 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:24.527776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.531287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.540447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1bf4b56b-207a-4827-845f-a958e4255e91 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:24.553126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ccb825c-e08a-429f-b734-686ccf61e4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:24.562421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0440574b-68e8-4ed5-93eb-9a1eaa4e6670') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:24.562763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0440574b-68e8-4ed5-93eb-9a1eaa4e6670') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:24.650754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Calling delete_port for 41589a0d-6e2d-4411-a9ab-5d911f00a089 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:24.673115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6aab77-dfe2-419d-b7c1-ef019b0acc89,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:24.675478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.705935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.731261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.748478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] For port 41589a0d-6e2d-4411-a9ab-5d911f00a089, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=41589a0d-6e2d-4411-a9ab-5d911f00a089,segment=NetworkSegment(3db6c333-490c-40a9-a6c6-c24953eee727),segment_id=3db6c333-490c-40a9-a6c6-c24953eee727)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:24.749158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.754662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:24.780786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Usage tracker for resource:security_group_rule and tenant:35d508898feb41078d99541f26a34426 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:24.784288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:24.791486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:24.811093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.834081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd3efe19-d415-4dc2-b866-1270a6268223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:24.837323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1bf4b56b-207a-4827-845f-a958e4255e91 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:24.865442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.865902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.866325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.866702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.867108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.867513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.867913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.868314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.868710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.869110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.869504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.869924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:24.953907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Calling delete_port for 41589a0d-6e2d-4411-a9ab-5d911f00a089 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:24.964399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Port': ['ID=41589a0d-6e2d-4411-a9ab-5d911f00a089,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:24.971261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:24.975170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:24.983970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:25.004093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1bf4b56b-207a-4827-845f-a958e4255e91 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:25.004757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.031693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] No DVR routers for this DVR port 41589a0d-6e2d-4411-a9ab-5d911f00a089 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:25.040646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:25.054525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.059214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a6aab77-dfe2-419d-b7c1-ef019b0acc89 HTTP/1.1" status: 204 len: 168 time: 3.0633454 Apr 15 18:20:25.066752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-387c055e-3da8-4585-88c9-98aff0a3e832 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:25.137442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:25.138019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:25.211916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.233778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 1bf4b56b-207a-4827-845f-a958e4255e91, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1bf4b56b-207a-4827-845f-a958e4255e91,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:25.239430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.248440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:25.315363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.320209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48a71b-cfbc-4b92-8ce7-d9ab59ce8fac None None] Network 2626c244-ad78-418c-acd4-75b28d60287e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:25.359685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e582f5f2-9017-4790-b053-ec7d08d8d439 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:25.461147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:25.477360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:25.477962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bbe185e-3ab6-4565-aa45-bbe83e7e5dfe tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.775s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:25.497352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff69527-1cda-4151-b0b0-66a68c8c1084']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:25.515384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db6c333-490c-40a9-a6c6-c24953eee727') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:25.515742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db6c333-490c-40a9-a6c6-c24953eee727') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:25.535227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.559262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.571093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:25.606123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:25.629999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.643983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=1bf4b56b-207a-4827-845f-a958e4255e91,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:25.651154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Deleting port 41589a0d-6e2d-4411-a9ab-5d911f00a089 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:25.651154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.681025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e582f5f2-9017-4790-b053-ec7d08d8d439 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:25.681025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e582f5f2-9017-4790-b053-ec7d08d8d439 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:25.693437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:25.743044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.772987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50aaea7e-b866-40cb-8493-bd9e19886a7f None None] The port '41589a0d-6e2d-4411-a9ab-5d911f00a089' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:20:25.790525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Provisioning for port a9427ad1-7605-474b-a126-7cb53ea71005 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:25.822484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.844462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.852364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae0cfc-66cc-4545-8433-723d5e17e2b2 None None] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:25.854436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf512ee2-f72e-450c-81dd-cc1f85be2536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:25.863397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=09288c6c-9c4a-48f0-a314-35385aeb98fe,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:25.866815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:25.869798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: c8c20a5a-49da-4d6d-ab98-381fcc532a3f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:25.874681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network cff69527-1cda-4151-b0b0-66a68c8c1084 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:25.883480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Provisioning complete for port a9427ad1-7605-474b-a126-7cb53ea71005 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:25.883910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.893222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:25.909791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:25.928037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.004205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e1bea0-a1f7-4b86-8c4a-9149841d2af5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:26.016025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.016590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.017104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.017391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.017796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.018232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.018637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.019044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.019553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.019819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.020216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.020613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:26.028935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35d508898feb41078d99541f26a34426&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5646870 Apr 15 18:20:26.028935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:26.030881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60566) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:26.130040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:26.137620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f98bf0-be55-4078-826b-a7d8243b5f86 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:26.186517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:26.189234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:26.197526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:26.207513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Network cff69527-1cda-4151-b0b0-66a68c8c1084 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:26.308958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1bf4b56b-207a-4827-845f-a958e4255e91 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:26.356536 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:26.392385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.398739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f91e73a-0871-4bd0-b0ab-1182f2555a14 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:26.421305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.427880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.460736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.514202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Pushing event deleted for resources: {'Network': ['ID=cff69527-1cda-4151-b0b0-66a68c8c1084,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:26.519933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.523558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:26.529078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b9b99c1-51d0-46b2-9bd4-4604afb1e722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:26.545012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e1bea0-a1f7-4b86-8c4a-9149841d2af5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:26.548974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:26.551016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.555310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75e1bea0-a1f7-4b86-8c4a-9149841d2af5 HTTP/1.1" status: 204 len: 168 time: 0.5203834 Apr 15 18:20:26.555310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/networks/cff69527-1cda-4151-b0b0-66a68c8c1084 HTTP/1.1" status: 204 len: 168 time: 2.8212700 Apr 15 18:20:26.556898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60576) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:26.613708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3b70778-6cf7-439e-9de3-9b6ead5689da tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Synchronizing usage tracker for tenant:3c6d6ebbec1b4a4bb6e6326283d94572 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:26.650912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3b70778-6cf7-439e-9de3-9b6ead5689da tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Unset dirty status for tenant:3c6d6ebbec1b4a4bb6e6326283d94572 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:26.652479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3b70778-6cf7-439e-9de3-9b6ead5689da tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c878c69-c535-4be5-bb78-bb33efba6539 HTTP/1.1" status: 200 len: 205 time: 0.0944672 Apr 15 18:20:26.656389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60582) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:26.663646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.713442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.767577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] For port a9427ad1-7605-474b-a126-7cb53ea71005, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9427ad1-7605-474b-a126-7cb53ea71005,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:26.777510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1bf4b56b-207a-4827-845f-a958e4255e91 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:26.778177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.827682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:26.832405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ce3302f-a566-4559-9d41-27a90e9a1678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:26.957426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Pushing event updated for resources: {'Port': ['ID=a9427ad1-7605-474b-a126-7cb53ea71005,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:26.968880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:27.006127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.105633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Provisioning for port d4dfc5f1-891f-49fe-adda-297ab30b77a2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:27.119849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c8c20a5a-49da-4d6d-ab98-381fcc532a3f) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:27.133745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Pushing event updated for resources: {'Port': ['ID=8867bac4-ddad-40ac-908b-09928cb64c26,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:27.137236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:27.149412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:27.169610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:27.176935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:27.187226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523dd49-69f3-4707-a15a-94fe543b4ec7 None None] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:27.234656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d4dfc5f1-891f-49fe-adda-297ab30b77a2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:27.283598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-079e0ad7-71ee-478f-9a20-f3d5a76ec318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.360915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network c88c08ea-c70b-4c89-baa4-ecaf8add609f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:27.391285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.410911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Provisioning for port 87ba3278-62f2-4179-9415-c163655829f5 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:27.434473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Provisioning complete for port 87ba3278-62f2-4179-9415-c163655829f5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:27.435933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.475781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60594) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:27.476157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:27.488414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:27.489326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.510966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.513560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:27.523585 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:27.550249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Port 87ba3278-62f2-4179-9415-c163655829f5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:27.551358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.558169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d4dfc5f1-891f-49fe-adda-297ab30b77a2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:27.566118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d4dfc5f1-891f-49fe-adda-297ab30b77a2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:27.566614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.569612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4acf41a-281f-4d3d-aa1c-1cfaea4b4fa6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b0ce61da4fc42d9b27aa9a2db7f9206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922542 Apr 15 18:20:27.572521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60606) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:27.589441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.590312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Fanout notify agent at l3_agent the message router_deleted on router 4c878c69-c535-4be5-bb78-bb33efba6539 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:27.609631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.613325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d187980a-1fd3-4fc3-b865-e3fa08738f93 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] 10.222.0.32 "DELETE /v2.0/routers/4c878c69-c535-4be5-bb78-bb33efba6539 HTTP/1.1" status: 204 len: 168 time: 0.9530978 Apr 15 18:20:27.650636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:27.675701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.678743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.716838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.719494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1051993354', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:27.729265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.735459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=c88c08ea-c70b-4c89-baa4-ecaf8add609f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:27.737648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:27.738230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.748164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Usage tracker for resource:port and tenant:4fba19f4164648e1aa6ec69b81aa60e2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:27.758955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:27.762324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:27.772107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:27.777295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Provisioning complete for port a9427ad1-7605-474b-a126-7cb53ea71005 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:27.778219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c370100-6dd5-4b47-8885-3d10f41665e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.789207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Made reservation on behalf of 4fba19f4164648e1aa6ec69b81aa60e2 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:27.795344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.833373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.860353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.873603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:27.879115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Usage tracker for resource:security_group_rule and tenant:4fba19f4164648e1aa6ec69b81aa60e2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:27.883069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:27.892090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:27.910113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c8c20a5a-49da-4d6d-ab98-381fcc532a3f', 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '09288c6c-9c4a-48f0-a314-35385aeb98fe'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:27.911029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.917326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.927238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 9.4765000 Apr 15 18:20:27.928251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.931553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:27.948979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60614) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:27.951948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2eb804-00ba-407a-8fbb-bf0729539079,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:27.954526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:27.955646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:27.960872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa2eb804-00ba-407a-8fbb-bf0729539079 HTTP/1.1" status: 204 len: 168 time: 0.3870716 Apr 15 18:20:27.980070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/c88c08ea-c70b-4c89-baa4-ecaf8add609f HTTP/1.1" status: 204 len: 168 time: 9.2053976 Apr 15 18:20:27.993804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60620) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:28.086534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.140335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.168274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port d4dfc5f1-891f-49fe-adda-297ab30b77a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d4dfc5f1-891f-49fe-adda-297ab30b77a2,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:28.178345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.188757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12171c97-1566-4566-90ae-f7790a7602bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:28.245824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60624) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:28.306306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 41589a0d-6e2d-4411-a9ab-5d911f00a089 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:28.354131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 41589a0d-6e2d-4411-a9ab-5d911f00a089 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:28.354612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 41589a0d-6e2d-4411-a9ab-5d911f00a089 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:28.417611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=d4dfc5f1-891f-49fe-adda-297ab30b77a2,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:28.436825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:28.464839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.466414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Allocated IP 172.20.0.1 (c8c20a5a-49da-4d6d-ab98-381fcc532a3f/09288c6c-9c4a-48f0-a314-35385aeb98fe/2f049a01-3df1-4cab-8284-32649ef62bc2) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:28.468677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9f417508-e4f7-45a5-8ca3-04052f1d39ce None None] Provisioning complete for port d4dfc5f1-891f-49fe-adda-297ab30b77a2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:28.469259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f417508-e4f7-45a5-8ca3-04052f1d39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.486540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.545429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9427ad1-7605-474b-a126-7cb53ea71005 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:28.725617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a9427ad1-7605-474b-a126-7cb53ea71005 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:28.726080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.767005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:28.992834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9f417508-e4f7-45a5-8ca3-04052f1d39ce None None] Provisioning complete for port 87ba3278-62f2-4179-9415-c163655829f5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:28.993249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f417508-e4f7-45a5-8ca3-04052f1d39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.016313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ff79440-a0f8-4ac6-94f1-7a65e7cb64bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c6d6ebbec1b4a4bb6e6326283d94572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7264924 Apr 15 18:20:29.020333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60646) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:29.051369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.053164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.063449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f417508-e4f7-45a5-8ca3-04052f1d39ce None None] Port 87ba3278-62f2-4179-9415-c163655829f5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:29.109717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.121876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] device_id is not set on port 6f320ed9-191b-4a76-bfce-8e54c9aa0053 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:29.135439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.146785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Transition to ACTIVE for port object 2f049a01-3df1-4cab-8284-32649ef62bc2 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:29.167240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Transition to ACTIVE for port object 2f049a01-3df1-4cab-8284-32649ef62bc2 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:29.173091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.176018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c923f195-535a-4df2-85c4-6e6bec5fe4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:29.268389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcfdcbb-1209-4f4d-9190-bd806ae34afe,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:29.272893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Allocated IP 172.26.7.26 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/4c893b27-5e4e-42ee-bc34-a31b7b7f2997) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:29.275350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.280165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:29.313390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.315873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:29.329789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.342842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b113a51-b064-4630-9b75-2b557fe8cf6f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.355081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8470e382-e5d8-4bcd-a397-b2d76b7511cd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:29.392838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:29.396495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:29.400545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:29.409373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Pushing event updated for resources: {'Port': ['ID=2f049a01-3df1-4cab-8284-32649ef62bc2,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:29.452974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:29.455423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=09288c6c-9c4a-48f0-a314-35385aeb98fe,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:29.459961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ef4566-a4b2-4213-8943-c619587c90d7') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.460709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ef4566-a4b2-4213-8943-c619587c90d7') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.473971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.488963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:29.516844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Attempting to bind port 2f049a01-3df1-4cab-8284-32649ef62bc2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:29.517251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Attempting to bind port 2f049a01-3df1-4cab-8284-32649ef62bc2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:29.517649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Attempting to bind port 2f049a01-3df1-4cab-8284-32649ef62bc2 on network c8c20a5a-49da-4d6d-ab98-381fcc532a3f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:29.524251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:29.524675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Checking segment: {'id': '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:29.525128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.525565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Bound using segment: {'id': '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:29.526124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Bound port: 2f049a01-3df1-4cab-8284-32649ef62bc2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:29.526515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.639924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] For port 2f049a01-3df1-4cab-8284-32649ef62bc2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:29.644192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] For port 2f049a01-3df1-4cab-8284-32649ef62bc2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2f049a01-3df1-4cab-8284-32649ef62bc2,segment=NetworkSegment(66dfc1c6-5e2a-4ca2-9c96-1038fb55643f),segment_id=66dfc1c6-5e2a-4ca2-9c96-1038fb55643f)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:29.650091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.668146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.673312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bdec490d-4665-46c0-933c-aa85e1222d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:29.675712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.692350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ffe1bd4-3929-490a-a147-1c0a1c5ab7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:29.809089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b7b2bc-555b-42d1-9af1-c8512bfb4e90,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:29.839584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:29.846720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.884178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.888952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21b7b2bc-555b-42d1-9af1-c8512bfb4e90 HTTP/1.1" status: 204 len: 168 time: 0.8586609 Apr 15 18:20:29.909487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c20a5a-49da-4d6d-ab98-381fcc532a3f']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.928713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.929362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:29.944313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.963404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:29.972010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:30.012111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.042096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:30.115170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Pushing event updated for resources: {'Port': ['ID=2f049a01-3df1-4cab-8284-32649ef62bc2,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:30.182963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:30.198388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5269ee6-4dc7-4246-b8d1-441e22fe8ed5 None None] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:30.208436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:30.219218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.282116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:30.421583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:30.461540 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:30.511179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d4dfc5f1-891f-49fe-adda-297ab30b77a2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:30.582807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:20:30.582807 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:20:30.582807 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': 'c8c20a5a-49da-4d6d-ab98-381fcc532a3f'}] Apr 15 18:20:30.582807 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:30.583240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:30.616243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5460a-d58f-407c-97a4-963856df3c04 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:20:30.620626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:30.636010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-253085947'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:30.640767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.652789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d4dfc5f1-891f-49fe-adda-297ab30b77a2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:30.653219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.661053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.757222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:30.810814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:30.819920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Usage tracker for resource:network and tenant:40319341631f49359e0bb44f817fc35f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:30.826496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:30.844688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb5460a-d58f-407c-97a4-963856df3c04 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:20:30.909955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.912277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:30.931524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.960116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:30.977932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e57de2f-23a1-4678-99d4-65e31fcd6c05 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:31.012230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 6b113a51-b064-4630-9b75-2b557fe8cf6f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:31.084862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:31.121413 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:31.130996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60692) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:31.147234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0056391 Apr 15 18:20:31.147234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Made reservation on behalf of 40319341631f49359e0bb44f817fc35f for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:31.151701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.157159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60694) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:31.175535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 2f049a01-3df1-4cab-8284-32649ef62bc2 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:31.175925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.265161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.302880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1a015a1-a87f-4adc-bf02-95a66d9f6a57 tempest-NetworksApiDiscovery-1396546282 tempest-NetworksApiDiscovery-1396546282-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1437628 Apr 15 18:20:31.361136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.393962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:31.396850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.411708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:31.415102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:31.470136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1064644c-bd55-4cc7-9322-39bff651cf70 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:31.472222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 2f049a01-3df1-4cab-8284-32649ef62bc2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2f049a01-3df1-4cab-8284-32649ef62bc2,segment=NetworkSegment(66dfc1c6-5e2a-4ca2-9c96-1038fb55643f),segment_id=66dfc1c6-5e2a-4ca2-9c96-1038fb55643f)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:31.472632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.524604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.526630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Usage tracker for resource:security_group_rule and tenant:40319341631f49359e0bb44f817fc35f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:31.549814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Allocated IP 172.26.7.3 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/6f320ed9-191b-4a76-bfce-8e54c9aa0053) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:31.599453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:31.609341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.623464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60704) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:31.627140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 2f049a01-3df1-4cab-8284-32649ef62bc2 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:31.643094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:31.709690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/6b113a51-b064-4630-9b75-2b557fe8cf6f HTTP/1.1" status: 204 len: 168 time: 3.7130871 Apr 15 18:20:31.716191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60710) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:31.734583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event updated for resources: {'Port': ['ID=4c893b27-5e4e-42ee-bc34-a31b7b7f2997,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:31.750068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:31.752568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67f2d303-84de-4932-a7db-46b76ef1892a tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:31.810847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=6b113a51-b064-4630-9b75-2b557fe8cf6f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:31.854103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:31.866200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.870044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:31.907341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5c678f0-a950-4b05-8bc3-4be2bceb7706 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:31.920421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:31.938402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Usage tracker for resource:security_group_rule and tenant:74ce9941b5184d75b5d67754a511e789 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:31.950828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:31.955765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:31.967239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:31.969347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:31.974345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:31.980599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:31.991186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:32.032702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Router 06ef7f29-b128-4659-8d7d-5b886565edcd is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:20:32.068979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=2f049a01-3df1-4cab-8284-32649ef62bc2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:32.099230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:32.158540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.205479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5be4462c-d580-4545-a767-14f4e4b49b3b None None] Provisioning complete for port 87ba3278-62f2-4179-9415-c163655829f5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:32.206092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5be4462c-d580-4545-a767-14f4e4b49b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.271261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5be4462c-d580-4545-a767-14f4e4b49b3b None None] Port 87ba3278-62f2-4179-9415-c163655829f5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:32.273707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 2f049a01-3df1-4cab-8284-32649ef62bc2 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:32.401323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.603360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.676020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.754459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:32.828311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.844655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:32.900392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:33.006829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451f18dd-db18-45d8-af6d-929fa12d684c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:33.009944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.010342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Added segment 7fab200c-599c-47fd-bd16-07cf2e3c54cd of type vlan for network 40337347-cef7-4a70-9c61-417c16769fa5 Apr 15 18:20:33.029736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:20:33.030882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:33.076522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:33.077581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b423a48a-b391-484a-ace4-0619a32442b8']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.086186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Sync routers for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:33.093090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c20a5a-49da-4d6d-ab98-381fcc532a3f']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.097448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:33.098243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.101489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.109181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ad2be7-8a04-4850-b90c-312802882b7e') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.109512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ad2be7-8a04-4850-b90c-312802882b7e') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.117274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.117619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dfc1c6-5e2a-4ca2-9c96-1038fb55643f') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.138868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-add9cb77-88b1-4259-a968-7b13b49c5a33 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:33.194147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.196184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.255027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.296963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.298740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:33.301741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.322474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:33.344388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:33.364014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.368875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Pushing event updated for resources: {'Port': ['ID=6f320ed9-191b-4a76-bfce-8e54c9aa0053,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:33.402007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:33.451159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:33.459603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.475878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:33.492174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.496187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.7832079 Apr 15 18:20:33.504621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:33.562138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.568161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:33.568828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.591466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74ce9941b5184d75b5d67754a511e789&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9637313 Apr 15 18:20:33.598849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720b842c-13b3-46a8-8dba-e4be10e211cf,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:33.607584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60718) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:33.615849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:33.616445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a86dd5cf-1dbb-475f-94a3-ab62eec131de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:33.620800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:28Z', 'revision_number': 3, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.625209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Checking router: 06ef7f29-b128-4659-8d7d-5b886565edcd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:20:33.625946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Updating router 06ef7f29-b128-4659-8d7d-5b886565edcd port 8867bac4-ddad-40ac-908b-09928cb64c26 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:20:33.665454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:33.675854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:33.688570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.688916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:33.689800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:33.745464 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/789b4dd8-7f8c-43ad-8386-a6e560865904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.6344273 Apr 15 18:20:33.747696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4501922 Apr 15 18:20:33.760822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60722) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:33.770114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:33.934398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Pushing event updated for resources: {'Network': ['ID=40337347-cef7-4a70-9c61-417c16769fa5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:33.946695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:33.948773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network b423a48a-b391-484a-ace4-0619a32442b8 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:33.959622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.010163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:34.164597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network b423a48a-b391-484a-ace4-0619a32442b8 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:34.166342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.198070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 40337347-cef7-4a70-9c61-417c16769fa5 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:34.213684 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:34.368624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60730) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:34.383295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:34.386951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:34.397403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'network_id': '40337347-cef7-4a70-9c61-417c16769fa5', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1468689625'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:34.404198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:34.406527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.420959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:34.439334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:29Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:34.444520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:20:34.445150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Updating router 789b4dd8-7f8c-43ad-8386-a6e560865904 port 87ba3278-62f2-4179-9415-c163655829f5 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:20:34.448598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.477517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:34.490324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.511674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.553028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Usage tracker for resource:port and tenant:e2ce831a22d74ee7b56e5499668e1216 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:34.561092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:34.578944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.580867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:34.616791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8845d54b-9284-4d05-a7d8-4f91d6e87c2d tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:34.643021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.685599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.686089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.686616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.687133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.687647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.688159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.688675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.689188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.689831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.690225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.694919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4774401-8ba6-43e5-875d-9bad495f6013 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6940 time: 0.9304752 Apr 15 18:20:34.701653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60734) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:34.721434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=b423a48a-b391-484a-ace4-0619a32442b8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:34.796115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:34.796534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Made reservation on behalf of e2ce831a22d74ee7b56e5499668e1216 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:34.801020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.801251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.816370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.816883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.818648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59ae43ee-3b01-497e-87d6-050b28748a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:34.838195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b842c-13b3-46a8-8dba-e4be10e211cf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:34.848925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:34.855968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.856644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.857165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.857685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.858239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.858740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:34.863276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d25be82-db20-42c0-89c1-4738d412557e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3974 time: 0.1561999 Apr 15 18:20:34.863770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60738) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:34.866907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.870445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/720b842c-13b3-46a8-8dba-e4be10e211cf HTTP/1.1" status: 204 len: 168 time: 1.2594645 Apr 15 18:20:34.870445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.907403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network c8c20a5a-49da-4d6d-ab98-381fcc532a3f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:34.916606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.930440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/b423a48a-b391-484a-ace4-0619a32442b8 HTTP/1.1" status: 204 len: 168 time: 3.2119892 Apr 15 18:20:34.933727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60744) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:34.942950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:34.964533 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:35.307549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.320082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:35.325478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 7.8466659 Apr 15 18:20:35.343257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60748) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:35.344245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Usage tracker for resource:security_group_rule and tenant:e2ce831a22d74ee7b56e5499668e1216 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:35.348784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:35.361759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.3'}]}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:35.371467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:35.376600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:35.383737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Transition to ACTIVE for port object 8867bac4-ddad-40ac-908b-09928cb64c26 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:35.390190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Transition to ACTIVE for port object 87ba3278-62f2-4179-9415-c163655829f5 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:35.390714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Usage tracker for resource:router and tenant:4fba19f4164648e1aa6ec69b81aa60e2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:35.391858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.395834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:35.399623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.405878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.425153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:35.436938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:35.437904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb240c11-4cd0-4163-8268-4ada6bac75c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:35.444604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:35.451948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.468759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=c8c20a5a-49da-4d6d-ab98-381fcc532a3f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:35.484646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:35.548645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/c8c20a5a-49da-4d6d-ab98-381fcc532a3f HTTP/1.1" status: 204 len: 168 time: 7.5860717 Apr 15 18:20:35.562955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.563970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.567180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60752) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:35.596173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1989894380'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:35.607134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:35.624510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.641623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:35.650561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Router f6e25821-1abc-4903-b737-40d1f0c858e2 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:20:35.699184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.707508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:35.721171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Pushing event updated for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:35.731248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:35.768787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.769171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.770122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.770498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.770862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.771245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.771604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.772235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.772347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.772640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.772992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.773343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.783516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:35.799260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Pushing event updated for resources: {'Port': ['ID=8867bac4-ddad-40ac-908b-09928cb64c26,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:35.810106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.810537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.810922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.811302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.811784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.812048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.812417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.812788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.813205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.813520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.813903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.814274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:20:35.825948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:35.872742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:35.879243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.912722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Attempting to bind port 8867bac4-ddad-40ac-908b-09928cb64c26 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:35.913436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Attempting to bind port 8867bac4-ddad-40ac-908b-09928cb64c26 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:35.914036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Attempting to bind port 8867bac4-ddad-40ac-908b-09928cb64c26 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:35.920556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:35.921196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:35.921798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.922409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:35.923233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Bound port: 8867bac4-ddad-40ac-908b-09928cb64c26, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:35.923829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.933697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:35.991112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c291ae-3eb7-43ef-b964-5c290d309edc']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.014510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Attempting to bind port 87ba3278-62f2-4179-9415-c163655829f5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:36.015264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Attempting to bind port 87ba3278-62f2-4179-9415-c163655829f5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:36.015264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Attempting to bind port 87ba3278-62f2-4179-9415-c163655829f5 on network 2626c244-ad78-418c-acd4-75b28d60287e {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:36.021451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:36.022099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Checking segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:36.022543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.022970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Bound using segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:36.026642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Bound port: 87ba3278-62f2-4179-9415-c163655829f5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:36.027094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.030987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] For port 8867bac4-ddad-40ac-908b-09928cb64c26, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:36.034628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] For port 8867bac4-ddad-40ac-908b-09928cb64c26, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8867bac4-ddad-40ac-908b-09928cb64c26,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:36.046942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7541f880-fcde-4e0f-837f-c9f973b6aab4') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.047293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7541f880-fcde-4e0f-837f-c9f973b6aab4') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.049483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.072139 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8dc5e966-67b1-43a8-b310-33b0a88fcdd3 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 1.2071035 Apr 15 18:20:36.074048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.109350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:36.135672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.150958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:36.153112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:36.161467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.168137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.168514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment fe5e04bb-0401-4846-9ff8-1cb8d9467bb4 of type vlan for network 2f560b47-4208-4d96-98cc-5a7f4332fc5a Apr 15 18:20:36.179378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-80bc1fa0-1459-4ff2-92c4-99ffff52a683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:36.218292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:36.264619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] Sync routers for ids ['f6e25821-1abc-4903-b737-40d1f0c858e2'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:36.308122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.313061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.6517110 Apr 15 18:20:36.316833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60758) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:36.332983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port 53785e65-5c62-4bbb-bf5b-958505e3a957 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:36.343898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] Routers {'f6e25821-1abc-4903-b737-40d1f0c858e2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:36.344930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f6e25821-1abc-4903-b737-40d1f0c858e2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.356734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] For port 87ba3278-62f2-4179-9415-c163655829f5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:36.360052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] For port 87ba3278-62f2-4179-9415-c163655829f5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87ba3278-62f2-4179-9415-c163655829f5,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:36.373615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.393608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:36.424950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7702c3-6520-42d1-a470-8cfdf63a69ec,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:36.440800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:36.453228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.488449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.492512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.495843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 06c291ae-3eb7-43ef-b964-5c290d309edc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:36.510405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:36.511386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.519837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:36.520311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.590631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:36.591271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.632948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] Routers {'f6e25821-1abc-4903-b737-40d1f0c858e2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:36.633805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f6e25821-1abc-4903-b737-40d1f0c858e2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.819423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:36.820171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d62d94e-aadd-4ff3-988b-68fba55fbbd7 None None] The sync data for ids ['f6e25821-1abc-4903-b737-40d1f0c858e2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:36.868615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port 53785e65-5c62-4bbb-bf5b-958505e3a957 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:36.880345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:36.896212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Transition to ACTIVE for port object 53785e65-5c62-4bbb-bf5b-958505e3a957 will not be triggered until provisioned by entity L2. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:36.903088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:36.946934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Pushing event updated for resources: {'Port': ['ID=8867bac4-ddad-40ac-908b-09928cb64c26,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:36.958668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:37.057986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:37.203731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.238941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a10ed207-66a3-4b80-a07d-0d13308f0ba8 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:37.372935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Pushing event updated for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:37.383955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:37.418142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:36Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:37.422826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d30bd7-bad4-4406-ae6a-7b9ca72495a9 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:36Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:37.467415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60762) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:37.485378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:28Z', 'revision_number': 3, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:37.490580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7c9a8d-afd0-45f1-b822-88335511060d None None] The sync data for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv is: [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:28Z', 'revision_number': 3, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:37.490783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:37.519816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475346172', 'description': 'tempest-secgroup-smoke-475346172 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:37.535253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.557380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:37.580983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Allocated IP 172.20.0.1 (4154f12e-e8c4-4176-9f3c-b073e768d606/719adee3-36f6-4680-80b4-239bec7545c8/8212a008-d5a5-49b8-8fc2-6249ba2f1328) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:37.594631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=53785e65-5c62-4bbb-bf5b-958505e3a957,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:37.597722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:37.652365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:37.655707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:37.680448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.687673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:37.688457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.697553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:37.702508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-453a4729-0e0e-433f-b055-74e0a0bf62b3 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:37.806236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Network 06c291ae-3eb7-43ef-b964-5c290d309edc has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:37.861317 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:37.873102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.876371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Checking segment: {'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:37.876771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Network hostable DHCP agents. Network: 40337347-cef7-4a70-9c61-417c16769fa5, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:37.918703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:37.927427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Network 40337347-cef7-4a70-9c61-417c16769fa5 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:37.948986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3782208 Apr 15 18:20:37.950946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60766) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:37.966007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:37.985491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 40337347-cef7-4a70-9c61-417c16769fa5) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:37.988382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Transition to ACTIVE for port object 8212a008-d5a5-49b8-8fc2-6249ba2f1328 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:37.994406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f87f4-123e-4563-9438-34be1046d488 None None] Network 40337347-cef7-4a70-9c61-417c16769fa5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:38.003924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:38.098755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=2f560b47-4208-4d96-98cc-5a7f4332fc5a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:38.113177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:38.125252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:38.130214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:38.140705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:38.141079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:38.141463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:38.158115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:38.158499 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:38.162120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 2 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:38.192899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:38.205510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:38.216866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:38.224448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.252891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:38.276053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.344574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:38.344964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:38.345380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:38.363931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:38.373537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:38.386059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.387668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Pushing event deleted for resources: {'Network': ['ID=06c291ae-3eb7-43ef-b964-5c290d309edc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:38.395862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:38.399414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.411779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:38.494629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] 10.222.0.32 "DELETE /v2.0/networks/06c291ae-3eb7-43ef-b964-5c290d309edc HTTP/1.1" status: 204 len: 168 time: 3.5604057 Apr 15 18:20:38.512713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.523407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.525459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0535233 Apr 15 18:20:38.527636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7349c6-e783-4339-ae0c-a97f2d54ef4c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:38.530744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60772) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:38.546351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:38.551074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:38.561820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:38.565153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:38.565457 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:38.571400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 3 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:38.580900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8867bac4-ddad-40ac-908b-09928cb64c26 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:38.587736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:38.589451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:38.592050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.600546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:38.610102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.617156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:38.624022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Deleting port 4c893b27-5e4e-42ee-bc34-a31b7b7f2997 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:38.624542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.642011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:38.686952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8867bac4-ddad-40ac-908b-09928cb64c26 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:38.697726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8867bac4-ddad-40ac-908b-09928cb64c26 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:38.698445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.881990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:38.918206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.940494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.957542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:38.996571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8867bac4-ddad-40ac-908b-09928cb64c26, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8867bac4-ddad-40ac-908b-09928cb64c26,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:39.003336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.007035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87ba3278-62f2-4179-9415-c163655829f5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:39.060736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17b7ca3d-bd87-4ce9-a6d0-f099d0bbefff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:39.112398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:39.112775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:39.113158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:39.131670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Calling delete_port for 4c893b27-5e4e-42ee-bc34-a31b7b7f2997 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:39.171449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60778) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:39.179800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:39.185908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.188900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8867bac4-ddad-40ac-908b-09928cb64c26,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.200603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.218176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.225322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:39.225708 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:39.228321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 87ba3278-62f2-4179-9415-c163655829f5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:39.230136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.241168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 4 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:39.251832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87ba3278-62f2-4179-9415-c163655829f5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:39.252178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.259671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a568296-1a67-4993-9b2d-538f59f2348f tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:39.265409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.280927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd80fa2-96ac-4fa2-b2ae-04b74d02a35e,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.283873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.287630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.288844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7456002 Apr 15 18:20:39.305380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60784) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:39.315002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:39.397513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:39.401942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:39.429506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Pushing event updated for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.432711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.436796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.451023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.484276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:39.491761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:39.493923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.495354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 87ba3278-62f2-4179-9415-c163655829f5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87ba3278-62f2-4179-9415-c163655829f5,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:39.498918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:39.499086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.499292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:39.499669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:39.502198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:39.511783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:39.539234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:39.539604 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:39.548913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 5 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:39.583479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.587084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.615439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Pushing event deleted for resources: {'Port': ['ID=4c893b27-5e4e-42ee-bc34-a31b7b7f2997,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.626202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.627356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:39.627731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:39.628120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:39.631117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.686549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06afe57c-329c-4f78-abbb-e64e2de11a04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d165fbb7bfc34cf2bfef07704bca5a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083256 Apr 15 18:20:39.687322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:39.687693 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:39.693122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60788) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:39.693708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 6 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:39.777527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:39.780338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.783057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:39.783439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:39.783813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:39.795247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:39.818491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.820738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:39.838495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:39.847748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:39.848125 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:39.856865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 7 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:39.913370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691a357c-38b9-4351-9167-86ec4cdce130,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:39.920464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.923426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:39.943627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.947817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6383357 Apr 15 18:20:39.950792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60792) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:39.952645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:39.953043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:39.953405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:39.968690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:39.979301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:39.984943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:39.996450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:39.996818 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:39.999616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:40.003559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 8 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:40.003711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.017282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.043714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cd3ce9cd-cda7-4752-8713-221bad7bb392 None None] Provisioning for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:40.048976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cd3ce9cd-cda7-4752-8713-221bad7bb392 None None] Provisioning complete for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:40.049946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd3ce9cd-cda7-4752-8713-221bad7bb392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.064680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:40.079514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:40.114402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cd3ce9cd-cda7-4752-8713-221bad7bb392 None None] Port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:40.210051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.260534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.299608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:40.299905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:40.300283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:40.384689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:40.385067 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:40.392214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 9 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:40.467577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8867bac4-ddad-40ac-908b-09928cb64c26 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:40.555652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8867bac4-ddad-40ac-908b-09928cb64c26 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:40.555985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.556912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:40.557291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:40.557676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:40.638818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:40.639210 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:40.649604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 10 to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 Apr 15 18:20:40.665964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.677453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.684580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:40.684953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:40.685329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:40.692719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87ba3278-62f2-4179-9415-c163655829f5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:40.713440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 53785e65-5c62-4bbb-bf5b-958505e3a957 on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:40.713811 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 53785e65-5c62-4bbb-bf5b-958505e3a957 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:40.714226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.721195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.746940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ee5ab05-3bd9-41e8-b502-cd052f1269b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:40.786110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.786661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e741e8b1-79a0-4725-8491-11b46c01fb03 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:40.807701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87ba3278-62f2-4179-9415-c163655829f5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:40.808943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.817133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9554907-c171-4528-9102-06029bb03600,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:40.830884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:40.849872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.856074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.857905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9554907-c171-4528-9102-06029bb03600 HTTP/1.1" status: 204 len: 168 time: 1.1611750 Apr 15 18:20:40.860353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.862617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.867438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.873470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:40.904943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:20:40.906265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e290d4e4-90be-44f3-9591-8159b4ed013c tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.5588508 Apr 15 18:20:40.912670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60798) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.019801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3ff564e-4993-45d7-aa63-da85801be8ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:41.044863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75541a3-0efd-43ce-870a-0a0369f122ff,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:41.048471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Router f6e25821-1abc-4903-b737-40d1f0c858e2 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:20:41.051950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:41.141867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.145887 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1848292 Apr 15 18:20:41.156058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60804) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.164234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:41.232091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:41.241500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:41.243880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:41.253386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.255388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] Sync routers for ids ['f6e25821-1abc-4903-b737-40d1f0c858e2'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:41.257649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "PUT /v2.0/routers/f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 200 len: 706 time: 4.8874524 Apr 15 18:20:41.258698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60812) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.259682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:41.282762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] Routers {'f6e25821-1abc-4903-b737-40d1f0c858e2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:41.289218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f6e25821-1abc-4903-b737-40d1f0c858e2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:41.299279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port 53785e65-5c62-4bbb-bf5b-958505e3a957, host hv-neutron-7864, cleared binding levels {{(pid=86082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:41.299694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempted to set empty binding levels {{(pid=86082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:20:41.330579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:41.347396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.368698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff11bf5b-a129-4edb-a263-a4ee6d005490 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:41.389453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:41.401456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] Routers {'f6e25821-1abc-4903-b737-40d1f0c858e2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:41.402622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f6e25821-1abc-4903-b737-40d1f0c858e2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:41.437979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40935469-5bc4-41e0-90fc-478cd50a8f45 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/routers/f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 200 len: 741 time: 0.1732061 Apr 15 18:20:41.438640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60820) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.441378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.502382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:41.502979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83dec63-26ae-4d34-92ff-16769558ec45 None None] The sync data for ids ['f6e25821-1abc-4903-b737-40d1f0c858e2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:41.535771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38b32f2b-e6c4-4c99-9743-7a06d6388831 tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 200 len: 205 time: 0.0957386 Apr 15 18:20:41.540392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60826) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.579983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Deleting port 6f320ed9-191b-4a76-bfce-8e54c9aa0053 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:41.580278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.602039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b10941b5-682e-4448-ab92-996614d5672b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 200 len: 205 time: 0.0579469 Apr 15 18:20:41.607398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.614347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.619624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.677573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.695151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1358f7c7-47e5-451a-8b85-552d2112bc4a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:41.726121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=53785e65-5c62-4bbb-bf5b-958505e3a957,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:41.797921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:41.798426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:41.799061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.827043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60840) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:41.886022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fcb438-dbdb-4824-9560-e647b6ed1854,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:41.889311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:41.889439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:41.890017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.960991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:41.965021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8052015 Apr 15 18:20:41.966631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60846) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.006250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255220115'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:42.018383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:42.025761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=ed642b0b-c1fc-49cd-93b5-b504ddde3ce4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:42.044185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:42.061322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:42.085995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:42.090673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:42.099894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:42.104223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:42.160076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:42.170856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:42.178841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:42.179922 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.7951972 Apr 15 18:20:42.182740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.185903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60850) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.188733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.212360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:42.218421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.241386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:20:42.260211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.266875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.288382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.288945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Fanout notify agent at l3_agent the message router_deleted on router f6e25821-1abc-4903-b737-40d1f0c858e2 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:20:42.290743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.306874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:42.311573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.318664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Deleting port 53785e65-5c62-4bbb-bf5b-958505e3a957 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:42.319054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.350750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:42.372703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.373931 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fba4fa46-e1be-4e77-9ac9-ef6a4dd94dae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 204 len: 168 time: 0.7654984 Apr 15 18:20:42.381387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60854) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.382426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:42.382838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 2f560b47-4208-4d96-98cc-5a7f4332fc5a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:42.399519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:security_group_rule and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:42.407033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:42.428588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:42.435125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.457428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76ca448d-726f-4d47-a566-1c5d01189e5e tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 200 len: 205 time: 0.0748024 Apr 15 18:20:42.462180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60858) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.616283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Calling delete_port for 6f320ed9-191b-4a76-bfce-8e54c9aa0053 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:42.643121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-689e2b0a-c05c-497b-a47f-cc6f37850bb1 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:42.647741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-689e2b0a-c05c-497b-a47f-cc6f37850bb1 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/f6e25821-1abc-4903-b737-40d1f0c858e2 HTTP/1.1" status: 404 len: 336 time: 0.1811783 Apr 15 18:20:42.647741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.649729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.660573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60862) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.666585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.685641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:42.687868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Pushing event updated for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:42.699182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:42.709433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:42.755237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9237e631-7bd7-49bb-94a3-810bbf6a77aa tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 200 len: 205 time: 0.0928996 Apr 15 18:20:42.763667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60866) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.826270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4b7d33-596a-4301-89da-49b6e2c3d840,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:42.834182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:42.838052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.839322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8718646 Apr 15 18:20:42.842358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60870) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.850273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'de7349c6-e783-4339-ae0c-a97f2d54ef4c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:42.863196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 2f560b47-4208-4d96-98cc-5a7f4332fc5a) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:42.864346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:42.872484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b56bc2-7a0d-4921-a436-f43f9713ca60 None None] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:42.873709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:42.880151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:42.883597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port 53785e65-5c62-4bbb-bf5b-958505e3a957, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:42.883716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:42.902500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:42.905192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-af5e71ac-8254-4371-8c74-68ad25b41459 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:42.906357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-af5e71ac-8254-4371-8c74-68ad25b41459 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/83470b07-e3a0-4247-b4b4-878516149518 HTTP/1.1" status: 404 len: 336 time: 0.1201737 Apr 15 18:20:42.916606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60874) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:42.939870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:42.940465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.034526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b665ee6c-446a-4543-8a11-f1b7d7d5c5b9 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 200 len: 205 time: 0.1131427 Apr 15 18:20:43.034920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Calling delete_port for 53785e65-5c62-4bbb-bf5b-958505e3a957 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:43.047790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60878) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.073372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:20:43.086660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.172269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.188931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f016debc-3595-472f-aea2-e16648f2fdf5 tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:43.208569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-a0b5874b-4968-4cb9-8499-9c0e10f6531b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:43.212108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a0b5874b-4968-4cb9-8499-9c0e10f6531b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/8d7e4ff1-f591-447f-acbd-32da92c04a57 HTTP/1.1" status: 404 len: 336 time: 0.1574268 Apr 15 18:20:43.216131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60882) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.217940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.227567 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2715302 Apr 15 18:20:43.229647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60886) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.232468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.279753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f428731-a6cb-42d8-9ae5-66e9614b8b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:43.288716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event deleted for resources: {'Port': ['ID=53785e65-5c62-4bbb-bf5b-958505e3a957,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:43.306086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-2f560b47-4208-4d96-98cc-5a7f4332fc5a', 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': 'ed642b0b-c1fc-49cd-93b5-b504ddde3ce4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:43.307212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.313959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:43.315666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.321738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.328632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:43.359229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62bb7db2-10a5-45bd-9172-136f6bbd6c4d tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 200 len: 205 time: 0.1367059 Apr 15 18:20:43.365871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.420441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:43.429246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:43.435465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6176614e-7be2-46ad-a783-7b6047e97cc6,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:43.439164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:43.440866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:43.452391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c825456-e3b9-492b-91b2-107be171639c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:43.462540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-256c7775-787a-4125-bfb0-87c7a46d6bb6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:43.463791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-256c7775-787a-4125-bfb0-87c7a46d6bb6 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/e1fa00f3-db7b-4ebb-840d-19c2109031a3 HTTP/1.1" status: 404 len: 336 time: 0.0967720 Apr 15 18:20:43.465804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.467896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60894) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.472101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.472249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.472552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment bae2cb61-7bc0-4461-bf5b-b04cc928031d of type vlan for network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 Apr 15 18:20:43.473329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6299779 Apr 15 18:20:43.474017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:43.510088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.512130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "DELETE /v2.0/ports/53785e65-5c62-4bbb-bf5b-958505e3a957 HTTP/1.1" status: 204 len: 168 time: 1.3252082 Apr 15 18:20:43.518226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60900) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.532542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Allocated IP 172.20.0.2 (2f560b47-4208-4d96-98cc-5a7f4332fc5a/ed642b0b-c1fc-49cd-93b5-b504ddde3ce4/8b968a8c-be9f-47a3-8e6b-9fc4f8113da9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:43.848369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a07ca18d-6bdc-4401-990c-8cef3fbbc6f4 None None] Provisioning complete for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:43.848937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a07ca18d-6bdc-4401-990c-8cef3fbbc6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.888729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:43.941289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfd9a569-078b-448d-812c-13e97fadbf4c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 200 len: 205 time: 0.4688830 Apr 15 18:20:43.943942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60914) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:43.962849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a07ca18d-6bdc-4401-990c-8cef3fbbc6f4 None None] Port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:43.976568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:43.987225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Transition to ACTIVE for port object 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:44.006669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Transition to ACTIVE for port object 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:44.011337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.016070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-439a6934-58d9-4b80-aad2-5f80af80fc01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:20:44.016683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-439a6934-58d9-4b80-aad2-5f80af80fc01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:44.029457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0789e426-f8f4-4b86-a55b-e36bcabb98b5 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:44.033330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0789e426-f8f4-4b86-a55b-e36bcabb98b5 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/53d34ed1-7f0a-4bbf-a959-23271dfbd2a6 HTTP/1.1" status: 404 len: 336 time: 0.0862694 Apr 15 18:20:44.033488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:44.034076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60918) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.039064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f320ed9-191b-4a76-bfce-8e54c9aa0053,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:44.089309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-439a6934-58d9-4b80-aad2-5f80af80fc01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:44.090664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-439a6934-58d9-4b80-aad2-5f80af80fc01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports/53785e65-5c62-4bbb-bf5b-958505e3a957 HTTP/1.1" status: 404 len: 333 time: 0.5713768 Apr 15 18:20:44.097271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3617c0a1-4e2c-47e1-b050-7d3819dc9e7b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abe1cdd-02d0-46a0-b773-da45c5b0c04f HTTP/1.1" status: 200 len: 205 time: 0.0573795 Apr 15 18:20:44.098315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60922) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.098682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.107077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'network_id': '40337347-cef7-4a70-9c61-417c16769fa5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232836996'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:44.111705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:44.170804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Pushing event updated for resources: {'Port': ['ID=8b968a8c-be9f-47a3-8e6b-9fc4f8113da9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:44.183629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:44.185969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:44.190321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-31902838-7f82-4238-8eed-2866f83d3542 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] delete failed (client error): The resource could not be found. Apr 15 18:20:44.191648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31902838-7f82-4238-8eed-2866f83d3542 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/routers/0abe1cdd-02d0-46a0-b773-da45c5b0c04f HTTP/1.1" status: 404 len: 336 time: 0.0899565 Apr 15 18:20:44.195861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60930) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.200820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.227892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.230059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:44.231379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:44.233720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:44.237398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:44.244333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c244202a-eb07-49c0-be11-d5c3c5e89ea5 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] DELETE failed (client error): The resource could not be found. Apr 15 18:20:44.244835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c244202a-eb07-49c0-be11-d5c3c5e89ea5 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:20:44.248864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c244202a-eb07-49c0-be11-d5c3c5e89ea5 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] 10.222.0.32 "DELETE /v2.0/subnets/179cfb48-3c38-4e18-9445-61a5a3e8e9e4 HTTP/1.1" status: 404 len: 337 time: 0.0498548 Apr 15 18:20:44.260600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Made reservation on behalf of e2ce831a22d74ee7b56e5499668e1216 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:44.267518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.290876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-1831ac8c-765a-4763-8534-bd742c130087 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475346172&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.3563571 Apr 15 18:20:44.303292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port d8a62564-417d-4619-9b47-2e0cbcdfa2aa yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:44.334336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Attempting to bind port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:44.334750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Attempting to bind port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:44.335151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Attempting to bind port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 on network 2f560b47-4208-4d96-98cc-5a7f4332fc5a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:44.340953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:44.341369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Checking segment: {'id': 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:44.341817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.342281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Bound using segment: {'id': 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:44.342796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Bound port: 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '2f560b47-4208-4d96-98cc-5a7f4332fc5a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:44.343212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.453538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.457548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] For port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:44.465857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] For port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8b968a8c-be9f-47a3-8e6b-9fc4f8113da9,segment=NetworkSegment(fe5e04bb-0401-4846-9ff8-1cb8d9467bb4),segment_id=fe5e04bb-0401-4846-9ff8-1cb8d9467bb4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:44.471343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.482276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:44.482844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.487408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:44.576070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.591222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-4c007a0d-cb36-448d-8b45-b3bd10b75db6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:44.592863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-4c007a0d-cb36-448d-8b45-b3bd10b75db6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 797 time: 0.2884409 Apr 15 18:20:44.606499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.609952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.613207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:44.614072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.628669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:44.630014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-defd44e4-db27-4b16-84cc-67e875506871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:44.667843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Router 06ef7f29-b128-4659-8d7d-5b886565edcd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:20:44.676327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Pushing event updated for resources: {'Port': ['ID=8b968a8c-be9f-47a3-8e6b-9fc4f8113da9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:44.678563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60938) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.679684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:44.686025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-8e5e8bba-c4ef-499b-8bba-33ed76a76a0c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0823939 Apr 15 18:20:44.815072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a62564-417d-4619-9b47-2e0cbcdfa2aa,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:44.828377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:44.860609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Network 40337347-cef7-4a70-9c61-417c16769fa5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:44.876420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:44.879965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:44.880927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:44.881585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.885491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:44.911582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:44.920596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Usage tracker for resource:security_group_rule and tenant:3031aa01452a4ac99e2567d5eee5af1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:44.924936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:44.931993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:44.938150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8358929 Apr 15 18:20:44.939140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:44.948699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:45.050109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2125607 Apr 15 18:20:45.069188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=d1966252-ba49-49d9-8bb7-bc8bbf4e9e80,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:45.085016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:45.122690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.222582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:45.241573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.262670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.321434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:45.343359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:20:45.358967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Sync routers for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:20:45.371557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:45.373420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:45.392487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1a5b1-bbe8-42cf-84eb-bd69ade07c26,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:45.400007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:45.402504 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3031aa01452a4ac99e2567d5eee5af1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234128 Apr 15 18:20:45.410071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60948) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:45.417690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] 10.222.0.32 "PUT /v2.0/routers/06ef7f29-b128-4659-8d7d-5b886565edcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9121597 Apr 15 18:20:45.431952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.434442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6f320ed9-191b-4a76-bfce-8e54c9aa0053 HTTP/1.1" status: 204 len: 168 time: 4.5191023 Apr 15 18:20:45.501609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-61e19245-8335-4192-aa2d-75dd8b94d28b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7511380 Apr 15 18:20:45.639674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:45.683550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-18d85ac5-eac7-4216-b3f3-65e1cf490ddd service neutron] 10.222.0.32 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566849 Apr 15 18:20:45.743028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port d8a62564-417d-4619-9b47-2e0cbcdfa2aa yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:45.773552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.834512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8b968a8c-be9f-47a3-8e6b-9fc4f8113da9,segment=NetworkSegment(fe5e04bb-0401-4846-9ff8-1cb8d9467bb4),segment_id=fe5e04bb-0401-4846-9ff8-1cb8d9467bb4)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:45.835445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:45.847217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Transition to ACTIVE for port object d8a62564-417d-4619-9b47-2e0cbcdfa2aa will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:45.902814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.088557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ffb278d-2787-463c-b951-aaa28a01ce13 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:46.186641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:46.196615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:46.280780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-a6f2bcd9-d34a-4f1e-9d7e-830862f4dd96 service neutron] 10.222.0.32 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956943 Apr 15 18:20:46.281468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:41Z', 'revision_number': 2, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:46.286617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a62564-417d-4619-9b47-2e0cbcdfa2aa,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:46.291053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:46.300142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Checking router: 06ef7f29-b128-4659-8d7d-5b886565edcd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:20:46.300667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Updating router 06ef7f29-b128-4659-8d7d-5b886565edcd port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:20:46.380334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.423798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.455770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.613799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.634951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ab9584f-713b-40dc-90fe-439e14406528 tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:46.655088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.692199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:46.697013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Usage tracker for resource:security_group_rule and tenant:6874788b00f04f8fa28bd85f35cac533 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:46.701035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:46.708413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:46.836785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.853875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.865484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:46.874665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdf1a5b1-bbe8-42cf-84eb-bd69ade07c26 HTTP/1.1" status: 204 len: 168 time: 1.4605956 Apr 15 18:20:46.879577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1a5b1-bbe8-42cf-84eb-bd69ade07c26,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:46.888461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b5ea6-850d-45a6-933a-3b5eaa4aa9ee None None] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:46.911324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:47.012181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25ff9fe8-19da-4efa-88f7-2208a555d97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:47.015475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.015862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.016362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.029249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.030175 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.030742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 2 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.055152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.078948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.079319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.080112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.092319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.092706 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.093353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 3 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.112779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:47.132950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.133455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.133836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.151098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.151472 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.152704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 4 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.178874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.179255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.179639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.192029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.192874 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.195342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 5 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.221805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.222235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.222615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.228523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.228886 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.229317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 6 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.247765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60982) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:47.248534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.248905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.249288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.261531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218423111', 'description': 'tempest-description--1591556770'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:47.269915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:47.274021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2e3d57cb-8ded-4210-a235-5ace587eb5d3 None None] Could not find standard attr ID for object 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:20:47.275635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Usage tracker for resource:security_group and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:47.278833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:47.280731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 15 18:20:47.281633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:47.288577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:47.299565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.299942 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.300535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 7 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.317751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.386407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:47.397527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Usage tracker for resource:security_group_rule and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:47.405208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:47.424623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.425119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.425505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.429768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:47.449609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.450048 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.452286 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 8 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.506178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.506560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.506937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.547797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.548162 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.649107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.650274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 9 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.662432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:47.663277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.705405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:47.777086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 not found, will not notify nova. {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 15 18:20:47.781724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731dc50e-3131-46ae-bc12-dca1d1eb14a7,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:47.784851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.788774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5331979 Apr 15 18:20:47.788774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:47.791828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 60992) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:47.800213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.800593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.800976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.810157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'security_group_rule': {'security_group_id': '731dc50e-3131-46ae-bc12-dca1d1eb14a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:47.817529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.817951 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.819747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 10 to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa Apr 15 18:20:47.871435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706ba75-32f1-4d76-867f-06b11061f417,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:47.884364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:47.887081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:47.888142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:47.888756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:47.897600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8351f86a-3be8-4b67-828a-335fab72a5c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9177273e606a4d4da87356198e5f417b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2072034 Apr 15 18:20:47.899920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:47.900232 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:47.900780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:47.910442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bd6e7-0538-42d1-85b8-831850c1c158 req-28f1ee8d-1c84-4e73-a6df-75e593d64a87 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 1.0687592 Apr 15 18:20:47.914063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 60998) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:47.918618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:47.921664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ead36127-f920-4418-95ce-ba6060a447ea tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:47.925610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Usage tracker for resource:security_group_rule and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:47.966318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:47.984257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:48.030711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.036375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6874788b00f04f8fa28bd85f35cac533&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7643006 Apr 15 18:20:48.037658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=8b968a8c-be9f-47a3-8e6b-9fc4f8113da9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:48.048445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32770) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:48.073418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:48.127860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:20:48.141455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.173972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.212382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.228268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port d8a62564-417d-4619-9b47-2e0cbcdfa2aa, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:48.228678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempted to set empty binding levels {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:20:48.236375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.244687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-258cbc29-87b4-4f62-b63f-b4759e45a51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:48.264489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706ba75-32f1-4d76-867f-06b11061f417,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:48.268115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.272367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4706ba75-32f1-4d76-867f-06b11061f417 HTTP/1.1" status: 204 len: 168 time: 0.2210701 Apr 15 18:20:48.273676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.280614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.327687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.470732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.494708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Transition to ACTIVE for port object 8212a008-d5a5-49b8-8fc2-6249ba2f1328 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:48.506370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:48.509102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11325a54-274d-4fce-8d8a-ff006d546181 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:48.512428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.551111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-271449dd-4cc7-45ab-9d0c-229728cad2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:48.744820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32778) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:48.764312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] In _notify_port_updated(), no bound segment for port d8a62564-417d-4619-9b47-2e0cbcdfa2aa on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:20:48.765688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:48.767214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:48.767957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.770335 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "PUT /v2.0/ports/d8a62564-417d-4619-9b47-2e0cbcdfa2aa HTTP/1.1" status: 200 len: 981 time: 3.8301752 Apr 15 18:20:48.773698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32782) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:48.853279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Pushing event updated for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:48.865946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:48.890215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=d8a62564-417d-4619-9b47-2e0cbcdfa2aa,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:48.905259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.907256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:48.910406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.919586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:48.943871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8cbf89-7c76-4faf-ad57-869ba97a8121,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:48.947795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:48.963866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:48.965175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1691613 Apr 15 18:20:48.969478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32788) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:48.979511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'security_group_rule': {'security_group_id': '731dc50e-3131-46ae-bc12-dca1d1eb14a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:48.994979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:48.998786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:49.007782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.008321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.008861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.009387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.010094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.010720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:49.010838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.011286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.011839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.013311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.013899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.014407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.015009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:49.016605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:49.022358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Usage tracker for resource:security_group_rule and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:49.028533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:49.031105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:49.047884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:49.050873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.061639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:49.062782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:49.063038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-53951142-190a-4a55-808f-6c86a9197744 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11155 time: 0.2786007 Apr 15 18:20:49.074730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32792) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:49.078376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68acbbb5-d292-48cc-85ed-a80eeaacd015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:49.104236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599c4cd-bc42-4c95-b175-08f45ae368f4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:49.117505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:49.150265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32796) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:49.182755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.184087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.214063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:49.218192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Attempting to bind port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:49.218710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Attempting to bind port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:49.219216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Attempting to bind port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 on network 4154f12e-e8c4-4176-9f3c-b073e768d606 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:49.225412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:49.225994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Checking segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:49.226651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.227182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Bound using segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:49.227875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Bound port: 8212a008-d5a5-49b8-8fc2-6249ba2f1328, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:49.228386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.252973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a24c7e26-a63c-4057-a891-cb499337536d req-b6aad8cc-840a-4d26-b1d9-2a7db1113385 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.1515691 Apr 15 18:20:49.253686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:49.260595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.271006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Deleting port d8a62564-417d-4619-9b47-2e0cbcdfa2aa {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:49.271469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.360563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] For port 8212a008-d5a5-49b8-8fc2-6249ba2f1328, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:49.363922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] For port 8212a008-d5a5-49b8-8fc2-6249ba2f1328, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8212a008-d5a5-49b8-8fc2-6249ba2f1328,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:49.366516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94bec608-d4a8-47bd-9e9a-830f8f59d45e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fba19f4164648e1aa6ec69b81aa60e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145514 Apr 15 18:20:49.372602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.373775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32800) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:49.462679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.492394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.497759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=ed642b0b-c1fc-49cd-93b5-b504ddde3ce4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:49.501030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:49.525787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39688fc3-2cd2-4680-a83d-5d7daab4c823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:49.565725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-578383bd-5b2f-454d-92a8-f546dab10ca7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:49.611943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b37921-8318-4ac1-9af7-ef75f48a75f5,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:49.620394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:20:49.621249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:49.623946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:49.646169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.647482 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6768448 Apr 15 18:20:49.661413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:49.667535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port d8a62564-417d-4619-9b47-2e0cbcdfa2aa, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:49.667728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.676544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.697319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:49.764970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.768899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6599c4cd-bc42-4c95-b175-08f45ae368f4 HTTP/1.1" status: 204 len: 168 time: 1.8464653 Apr 15 18:20:49.770607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:49.803549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Pushing event updated for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:49.819236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:49.859710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Usage tracker for resource:floatingip and tenant:96603b80c2e74a2ab40dad5e4bbd1147 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:49.875353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:49.882022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Calling delete_port for d8a62564-417d-4619-9b47-2e0cbcdfa2aa owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:49.901568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:49.905474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:20:49.946073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.963674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:49.976943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1855e859-a295-47b3-9890-f83a950d7011 None None] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:50.051551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.069909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:50.117271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-6d721797-23bc-4e16-bfbf-f8db388173fd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:50.118944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-6d721797-23bc-4e16-bfbf-f8db388173fd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 797 time: 0.6168919 Apr 15 18:20:50.124154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8a62564-417d-4619-9b47-2e0cbcdfa2aa,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:50.135329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.207444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.447034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-99a0fcd0-2d6e-4521-8ff9-8303f10c36f6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8059 time: 0.2737153 Apr 15 18:20:50.455179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f560b47-4208-4d96-98cc-5a7f4332fc5a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:50.484514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['de7349c6-e783-4339-ae0c-a97f2d54ef4c']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:50.545547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:50.545952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5e04bb-0401-4846-9ff8-1cb8d9467bb4') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:50.621788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b546325-8b41-47d5-a19c-fcb31d1bdd7b None None] DHCP port deletion for 2f560b47-4208-4d96-98cc-5a7f4332fc5a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:20:50.631247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:50.632175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-034bcc49-0669-4339-96c5-fa86c84469d7 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:50.669867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.672171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcfdcbb-1209-4f4d-9190-bd806ae34afe,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:50.680883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e94e6d8-747a-421d-97b7-cb15c8fe974b req-ea6080d1-9a93-494f-8bf6-4984df74e507 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.2131674 Apr 15 18:20:50.683642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:50.723160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.725325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfcfdcbb-1209-4f4d-9190-bd806ae34afe HTTP/1.1" status: 204 len: 168 time: 1.3504860 Apr 15 18:20:50.751747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.755647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d8a62564-417d-4619-9b47-2e0cbcdfa2aa HTTP/1.1" status: 204 len: 168 time: 1.6779974 Apr 15 18:20:50.757494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32836) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:50.777556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.808542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.832844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:20:50.838112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d20a6e-3e21-42b4-96ea-a499938de92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:20:50.839091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40d20a6e-3e21-42b4-96ea-a499938de92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:50.848449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e047d9a-5750-4d19-a45a-467961fd78df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:50.859044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40d20a6e-3e21-42b4-96ea-a499938de92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:50.864943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40d20a6e-3e21-42b4-96ea-a499938de92c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports/d8a62564-417d-4619-9b47-2e0cbcdfa2aa HTTP/1.1" status: 404 len: 333 time: 0.1063850 Apr 15 18:20:50.865973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32840) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:50.873644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2023473877', 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:50.881477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32844) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:50.904818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:50.917335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:50.932717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Made reservation on behalf of e2ce831a22d74ee7b56e5499668e1216 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:50.938094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:50.966277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port 6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:51.014021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:49Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:20:51.027085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee41fe02-40d1-4878-805c-aa1fa7c1f9d7 None None] The sync data for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv is: [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:49Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:20:51.226704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.292716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:51.326890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.362028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.383229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:51.438845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-890595652'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:51.518903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:51.527647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:network and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:51.532716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:51.554466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:51.583547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:51.588654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:51.596468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:51.602658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.624953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.649818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:51.654124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:security_group_rule and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:51.657733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:51.662602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:51.664787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:51.670889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Network 40337347-cef7-4a70-9c61-417c16769fa5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:51.674442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:51.681622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:51.682655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:51.683787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:51.683951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.695742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=f215c3a9-8361-49e2-b10c-98a175073e9e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:51.714641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:51.724253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:51.741610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:51.752747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.818149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.825050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9557397 Apr 15 18:20:51.826340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32870) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:51.832082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.894040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefb444c-b5ba-45ff-93c4-9094d6028242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:51.960405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': 'bae2cb61-7bc0-4461-bf5b-b04cc928031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:51.960760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: d1966252-ba49-49d9-8bb7-bc8bbf4e9e80, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:51.966260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3c8d0d-7fc5-4c50-a770-466e76a0e2dc,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:51.983386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:51.984291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:51.989730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:51.997085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:51.999146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32874) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:52.019546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c09916-1c8c-4ccd-9eeb-8ad9d56322bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:52.020167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-32c09916-1c8c-4ccd-9eeb-8ad9d56322bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:52.020931 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59d36e7c-03e1-4a61-80b8-28ea580f24c8 req-3b6d2c65-26ac-4f98-a8e1-c5ce5f2e5247 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.1443954 Apr 15 18:20:52.025428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.025822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Added segment 2fefbcfe-910c-4562-82c8-ecb998fe324d of type vlan for network 817fc932-8ee7-4515-95a5-df2c23500fea Apr 15 18:20:52.048634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-32c09916-1c8c-4ccd-9eeb-8ad9d56322bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:52.049991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32c09916-1c8c-4ccd-9eeb-8ad9d56322bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports/6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d HTTP/1.1" status: 200 len: 959 time: 0.2218802 Apr 15 18:20:52.059735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32880) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:52.119983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.164836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Deleting port 6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:52.165225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.185020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Allocated IP 172.26.7.223 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ee07ba9d-96e6-48fe-bad5-edea6ef04fdd) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:52.207692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-102621421'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:52.221356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:52.227573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:network and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:52.232888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:52.248366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.254847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:52.255503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.259750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:52.260829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 2f560b47-4208-4d96-98cc-5a7f4332fc5a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:20:52.266205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:20:52.289332 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:20:52.312971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:52.416858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:52.422999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.457094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.469668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d1966252-ba49-49d9-8bb7-bc8bbf4e9e80) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:52.476642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5936339 Apr 15 18:20:52.485586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Network': ['ID=817fc932-8ee7-4515-95a5-df2c23500fea,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:52.486495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8bdb3-4c59-4521-b988-21fa926ddfde None None] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:52.496862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32884) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:52.504411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:52.507884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:52.511041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 817fc932-8ee7-4515-95a5-df2c23500fea details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:52.524252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:52.524921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.537002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'subnet': {'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:52.543287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8212a008-d5a5-49b8-8fc2-6249ba2f1328 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:52.556254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:security_group_rule and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:52.560579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:52.568082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:52.582702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.595803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-715fca01-a42e-44df-b501-cb78568df0f4 tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:52.621198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.659198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=2f560b47-4208-4d96-98cc-5a7f4332fc5a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:52.674038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:52.690681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9445772 Apr 15 18:20:52.709581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:52.716537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/2f560b47-4208-4d96-98cc-5a7f4332fc5a HTTP/1.1" status: 204 len: 168 time: 9.4827280 Apr 15 18:20:52.717803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1155289334'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:52.726410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32892) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:52.727586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.8 (2626c244-ad78-418c-acd4-75b28d60287e/5e65ec64-f81a-4dca-9eac-e0555d74b8b2/8c7dac55-0590-4e69-9491-85a6460a6037) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:52.736124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.739815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:52.765979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-613882821'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:52.776751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:52.784537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:52.793903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:52.799066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:52.805582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:52.810430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:52.812369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:52.816878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:52.825691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:subnet and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:52.832845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:52.861095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:52.865134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.865307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:52.871352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:52.888786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:52.894814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.017747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Calling delete_port for 6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:20:53.028138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:53.036300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:53.048165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:53.048639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.049564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.049987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment f4affd8d-f135-4570-b72d-27860f9fd1e3 of type vlan for network 62a8ef2c-cb37-4300-8def-ecf21223d128 Apr 15 18:20:53.052072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:53.058097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.061523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:53.064169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.103713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.119888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.141948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7586f4d-6f7e-496a-8563-0c36f7a7672f tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.167835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.187478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.193597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:53.194269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.206925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d1966252-ba49-49d9-8bb7-bc8bbf4e9e80', 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': 'f215c3a9-8361-49e2-b10c-98a175073e9e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:53.207959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.228597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40b2eaa0-13e1-4b83-9bee-a28c8624491b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.305345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.305894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e756a2-7a62-490a-932a-deb7a8ef599e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:53.309347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:53.320140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c76d2c79-0457-4213-b9e9-5c3224bb0246 req-b47c2065-8a52-466a-baa6-e441aa4d632c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:53.326665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.327067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment defbc5cb-c2e8-43c9-842c-c87b153460c6 of type vlan for network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 Apr 15 18:20:53.333654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.357245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a41780d-50cc-4468-998a-5b28dbdd82b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.409363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8212a008-d5a5-49b8-8fc2-6249ba2f1328, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8212a008-d5a5-49b8-8fc2-6249ba2f1328,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:53.420618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.425061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fcc9dbca-5d7e-44b8-aeb9-b9c93c504571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.426420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6951792 Apr 15 18:20:53.449723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'Port': ['ID=ee07ba9d-96e6-48fe-bad5-edea6ef04fdd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:53.456581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32898) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:53.464664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:53.469463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c76d2c79-0457-4213-b9e9-5c3224bb0246 req-b47c2065-8a52-466a-baa6-e441aa4d632c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:53.470719 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c76d2c79-0457-4213-b9e9-5c3224bb0246 req-b47c2065-8a52-466a-baa6-e441aa4d632c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.2931910 Apr 15 18:20:53.471288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f25b503f-cf40-4aa7-a644-6bf8e8474a63 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.475223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:20:53.482807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:53.485374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:53.523715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:20:53.524406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8b968a8c-be9f-47a3-8e6b-9fc4f8113da9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:20:53.534631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Allocated IP 2001:db8:0:ffff::2 (d1966252-ba49-49d9-8bb7-bc8bbf4e9e80/f215c3a9-8361-49e2-b10c-98a175073e9e/51cf175b-a9b8-40f4-822e-648ebacd0232) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:53.558279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.566055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:53.580611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:53.586770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:53.602980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.631557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.660038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d HTTP/1.1" status: 204 len: 168 time: 1.5967529 Apr 15 18:20:53.676205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32902) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:53.724017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=62a8ef2c-cb37-4300-8def-ecf21223d128,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:53.739858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:53.745733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:20:53.760007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 8c7dac55-0590-4e69-9491-85a6460a6037 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:53.794117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:53.799270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a673259c-f7a8-4530-a533-1fa10ef80108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:20:53.799988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a673259c-f7a8-4530-a533-1fa10ef80108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:53.802520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:53.805208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:53.810530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:53.818360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:53.822408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:20:53.822797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:20:53.827222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a673259c-f7a8-4530-a533-1fa10ef80108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:53.828517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a673259c-f7a8-4530-a533-1fa10ef80108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports/6c5da97a-0f85-4aa1-a1b8-3a25fbf6ad2d HTTP/1.1" status: 404 len: 333 time: 0.1518669 Apr 15 18:20:53.834324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32906) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:53.842527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:53.845247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.845399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'network_id': '40337347-cef7-4a70-9c61-417c16769fa5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-267736087'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:53.851348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:53.851517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:53.852053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.852181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.856283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:53.870829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c6cfc8c-3d61-4ff7-9d07-db44d479fe03 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.873389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:53.894909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Made reservation on behalf of e2ce831a22d74ee7b56e5499668e1216 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:53.900377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.924967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Transition to ACTIVE for port object 51cf175b-a9b8-40f4-822e-648ebacd0232 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:53.937690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port 58aae1b1-237e-4858-bf04-68b7edfaa13c yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:53.957767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:53.967478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Transition to ACTIVE for port object 51cf175b-a9b8-40f4-822e-648ebacd0232 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:53.978083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:53.999546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:53.999800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2869468 Apr 15 18:20:54.008118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32910) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:54.027432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:54.046009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:54.052134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.073107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=d4808a1f-f5b6-4f30-904a-4fd0118f61b2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.089426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.090696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.103597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:54.185208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.213291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43545337-7127-405a-bbe2-09e81ab4b49f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:54.216870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c272a7d9-c56b-4d12-8a16-426e796fd649 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:54.238154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Pushing event updated for resources: {'Port': ['ID=51cf175b-a9b8-40f4-822e-648ebacd0232,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.255088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.271182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1de070a1-c35b-4d2e-8719-e0e1da8e69a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.294755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:20:54.331923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.338230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:54.339535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:54.342150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:54.391654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing IP validity checks on allocation pools {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:20:54.392260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:20:54.415349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:20:54.431788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Subnet': ['ID=164746e6-4853-4f70-ad3d-d04184f85807,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.435151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.443733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.448443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.448844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Added segment 2b7d4230-272c-49b8-8b5d-dfcea575e609 of type vlan for network 530f0ff6-d890-4520-b761-45c133c833af Apr 15 18:20:54.450470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:54.451200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Attempting to bind port 51cf175b-a9b8-40f4-822e-648ebacd0232 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:54.451756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Attempting to bind port 51cf175b-a9b8-40f4-822e-648ebacd0232 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bae2cb61-7bc0-4461-bf5b-b04cc928031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:54.452470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Attempting to bind port 51cf175b-a9b8-40f4-822e-648ebacd0232 on network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:54.455438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.469609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:54.470907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Checking segment: {'id': 'bae2cb61-7bc0-4461-bf5b-b04cc928031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:54.474826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.476019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Bound using segment: {'id': 'bae2cb61-7bc0-4461-bf5b-b04cc928031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:54.477044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Bound port: 51cf175b-a9b8-40f4-822e-648ebacd0232, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae2cb61-7bc0-4461-bf5b-b04cc928031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd1966252-ba49-49d9-8bb7-bc8bbf4e9e80'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:54.477660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.522865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.596123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.597954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Checking segment: {'id': '2fefbcfe-910c-4562-82c8-ecb998fe324d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:54.598370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network hostable DHCP agents. Network: 817fc932-8ee7-4515-95a5-df2c23500fea, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:54.607273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:54.610850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:20:54.614867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8212a008-d5a5-49b8-8fc2-6249ba2f1328 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:54.620078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1d66e71-824a-4b42-a558-071e4d87cdf9 tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:54.661686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.662735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.667868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:54.669109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.681676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c31845b0-c5b9-4701-946d-cd48c246674c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:54.782085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:54.789063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.801402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.804480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:54.817177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:54.823564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8198948 Apr 15 18:20:54.823564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=58aae1b1-237e-4858-bf04-68b7edfaa13c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.831316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.831828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32916) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:54.832400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-679fa221-f795-4070-aa24-1be00f036b99 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:54.855736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Pushing event updated for resources: {'Port': ['ID=51cf175b-a9b8-40f4-822e-648ebacd0232,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:54.856139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:54.863975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:54.871553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:54.896107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:54.896503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:54.941364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 817fc932-8ee7-4515-95a5-df2c23500fea) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:54.955875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71154b-6b67-48fd-a393-399f31ede04e None None] Network 817fc932-8ee7-4515-95a5-df2c23500fea requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:55.001759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:55.008252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.060552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Network 40337347-cef7-4a70-9c61-417c16769fa5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:55.064324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:55.065232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.082888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:55.093585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Network': ['ID=530f0ff6-d890-4520-b761-45c133c833af,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:55.096034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:55.097006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:55.097664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.105603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:55.111066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 530f0ff6-d890-4520-b761-45c133c833af details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:20:55.117361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:55.119881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:55.130478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6256843 Apr 15 18:20:55.130478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:55.133022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32920) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:55.135166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:55.143094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1804533882', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:55.146672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:55.149112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:55.153449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:55.156112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:55.162054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3264840 Apr 15 18:20:55.163956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:55.171541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:router and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:55.177676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:55.189189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:55.194096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.241492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:55.392898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28aa6-f55a-4400-bfd0-cb83d2df6f8f req-6f40df8c-95b9-43b8-bb11-6da48bc695c8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:55.396056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4de28aa6-f55a-4400-bfd0-cb83d2df6f8f req-6f40df8c-95b9-43b8-bb11-6da48bc695c8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 931 time: 0.5968323 Apr 15 18:20:55.412424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:55.413175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.610986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:55.617421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.651321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9f5d32a-5b51-42b9-8676-a0df51992105 None None] Provisioning for port 8c7dac55-0590-4e69-9491-85a6460a6037 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:55.662209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9f5d32a-5b51-42b9-8676-a0df51992105 None None] Provisioning complete for port 8c7dac55-0590-4e69-9491-85a6460a6037 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:55.662776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d32a-5b51-42b9-8676-a0df51992105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.722216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.723333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.733519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2677717 Apr 15 18:20:55.736759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4de28aa6-f55a-4400-bfd0-cb83d2df6f8f req-9c1818c5-b562-4710-99f5-2566ea55ed9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044417 Apr 15 18:20:55.759045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Request body: {'port': {'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:55.781904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d32a-5b51-42b9-8676-a0df51992105 None None] Port 8c7dac55-0590-4e69-9491-85a6460a6037 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:20:55.781904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8cda84-bb53-4cd5-a3f3-d658416ec3b6 None None] Network 817fc932-8ee7-4515-95a5-df2c23500fea requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:55.824380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:55.904507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.045572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.093282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.187393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.215939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:56.384100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.474893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'Port': ['ID=ee07ba9d-96e6-48fe-bad5-edea6ef04fdd,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:56.492487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:56.536375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 51cf175b-a9b8-40f4-822e-648ebacd0232 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:56.603075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] device_id is not set on port 58aae1b1-237e-4858-bf04-68b7edfaa13c yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:20:56.613416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.619703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 51cf175b-a9b8-40f4-822e-648ebacd0232 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:56.657459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Transition to ACTIVE for port object 58aae1b1-237e-4858-bf04-68b7edfaa13c will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:56.671958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4837dd19-b31a-4bef-b444-78d428ad295d None None] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:56.711497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.733171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9916bd8-a12b-44df-bfeb-f6a2a9c727c4 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:56.758362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.772269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Provisioning for port 51cf175b-a9b8-40f4-822e-648ebacd0232 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:20:56.779286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46e6fc0f-59cc-41e8-a0a6-e93e75b4c27c tempest-DHCPAgentSchedulersTestJSON-176834041 tempest-DHCPAgentSchedulersTestJSON-176834041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:56.804867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Provisioning complete for port 51cf175b-a9b8-40f4-822e-648ebacd0232 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:56.815144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:56.941225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=58aae1b1-237e-4858-bf04-68b7edfaa13c,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:56.957611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:57.111521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f85ea39f-3c8a-4e4b-a087-4f95db8fdd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.119970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.140724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.178296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:57.184859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.188275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:57.188882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:57.189017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:57.189135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:57.264248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:57.264630 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:57.267321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 2 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:57.274827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Pushing event updated for resources: {'Port': ['ID=51cf175b-a9b8-40f4-822e-648ebacd0232,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:57.283655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:57.305411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.321930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.329281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=7fd3ca47-7056-4b8c-959a-421d1c0b3231,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:57.337113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:57.381705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:57.382101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:57.382481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:57.403597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.407828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:57.408197 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:57.411681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 3 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:57.418288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.420184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7576501 Apr 15 18:20:57.486558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:57.486924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:57.487294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:57.505280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.515731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5cc0698b-1bcc-4ec8-b67d-ceb1db30293e None None] Provisioning complete for port 51cf175b-a9b8-40f4-822e-648ebacd0232 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:57.516308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cc0698b-1bcc-4ec8-b67d-ceb1db30293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.525096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:57.544753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.556074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:57.556438 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:57.564833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:57.565664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 4 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:57.696254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7dac55-0590-4e69-9491-85a6460a6037 {{(pid=86082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:20:57.706988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.723928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.745060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b84af-1cb7-42a3-a0c7-c9033660c178 req-bc356e07-810f-47ee-8eb8-036ee1a41bf7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:57.747447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-564b84af-1cb7-42a3-a0c7-c9033660c178 req-bc356e07-810f-47ee-8eb8-036ee1a41bf7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 931 time: 0.5149016 Apr 15 18:20:57.829155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': 'f4affd8d-f135-4570-b72d-27860f9fd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:57.829582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 62a8ef2c-cb37-4300-8def-ecf21223d128, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:57.863754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=d3e94090-2d86-42ef-9967-75cecd97c1b8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:57.871700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Transition to ACTIVE for port object 8c7dac55-0590-4e69-9491-85a6460a6037 will not be triggered until provisioned by entity L2. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:20:57.881081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:57.891950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:57.930152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:57.965912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:57.966144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:57.966485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:57.979538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cc239566-7156-4506-963d-50630e094cea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--218423111&fields=id&tenant_id=96603b80c2e74a2ab40dad5e4bbd1147 HTTP/1.1" status: 200 len: 267 time: 0.2669740 Apr 15 18:20:58.003317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.003666 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.009796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 5 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.032934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=38250d18-0a34-45ba-bfca-7b54d98351ea,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:58.052180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:58.058689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.059091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.059465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.073709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.074029 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.082021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 6 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.099614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.118 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/7ba0526b-f2b1-4232-8e72-ac922f0859f7) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:20:58.100884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-564b84af-1cb7-42a3-a0c7-c9033660c178 req-5f850ec6-4926-44a6-a1b6-93aa3fb42638 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218470 Apr 15 18:20:58.125997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:58.126521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.126796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.127074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.157297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.157660 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.162430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 7 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.223365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:58.236959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:58.251318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.251688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.252062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.256134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 62a8ef2c-cb37-4300-8def-ecf21223d128) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:58.268746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e58d5-2433-42b0-826e-6db1ece52d82 None None] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:58.272938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.273306 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.276995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 8 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.306820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:58.307158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network hostable DHCP agents. Network: 530f0ff6-d890-4520-b761-45c133c833af, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:58.321330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.321678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.322039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.332027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:58.332704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.350184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.350553 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.354523 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 9 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.367559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': 'defbc5cb-c2e8-43c9-842c-c87b153460c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:58.367980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: d4808a1f-f5b6-4f30-904a-4fd0118f61b2, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:20:58.382982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:58.392833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.399193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.399564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.399950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.417756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 530f0ff6-d890-4520-b761-45c133c833af) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:58.423379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.423745 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.443638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempt 10 to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c Apr 15 18:20:58.453273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-d2668dba-9e09-4064-be85-224c83c049fa tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:58.454969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-d2668dba-9e09-4064-be85-224c83c049fa tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 812 time: 0.4006062 Apr 15 18:20:58.462780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bd5cb-3fad-4c8a-a7b8-4fc718282a90 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:58.466929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 5.0034728 Apr 15 18:20:58.476483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32946) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:58.494499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:58.495163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.517366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.529457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:58.529836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:58.542507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempting to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:58.543717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-805e9c59-2d20-446e-92c1-3dd23fe98ec2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/quotas/96603b80c2e74a2ab40dad5e4bbd1147 HTTP/1.1" status: 200 len: 375 time: 0.0599978 Apr 15 18:20:58.559700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:58.559969 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR neutron.plugins.ml2.managers [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Failed to bind port 58aae1b1-237e-4858-bf04-68b7edfaa13c on host hv-neutron-7864 for vnic_type normal using segments [{'id': '7fab200c-599c-47fd-bd16-07cf2e3c54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '40337347-cef7-4a70-9c61-417c16769fa5'}] Apr 15 18:20:58.560375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.618810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7670507 Apr 15 18:20:58.641764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32950) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:58.685067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'name': 'tempest-NetworksTestDHCPv6-1919368027'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:20:58.688290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.702571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 51cf175b-a9b8-40f4-822e-648ebacd0232 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:20:58.714509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69e3901a-0701-45e6-bfeb-863154a91a92 tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:58.746122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:20:58.867232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d4808a1f-f5b6-4f30-904a-4fd0118f61b2) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:58.874460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port 58aae1b1-237e-4858-bf04-68b7edfaa13c, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:20:58.874887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attempted to set empty binding levels {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 15 18:20:58.890006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.935874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=7ba0526b-f2b1-4232-8e72-ac922f0859f7,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:58.939162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 51cf175b-a9b8-40f4-822e-648ebacd0232 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:20:58.939589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.953452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:58.954159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:58.998802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:59.007287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.012677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:20:59.029043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dcc3f7-46b9-465e-a0ee-1616d5f393c1 None None] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:20:59.110920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Attempting to bind port 8c7dac55-0590-4e69-9491-85a6460a6037 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:20:59.111251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Attempting to bind port 8c7dac55-0590-4e69-9491-85a6460a6037 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:20:59.111570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Attempting to bind port 8c7dac55-0590-4e69-9491-85a6460a6037 on network 2626c244-ad78-418c-acd4-75b28d60287e {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:59.117640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.1066818 Apr 15 18:20:59.125858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 32954) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:59.132231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-35269de8-9927-4c98-8b5c-56bd031e8c4b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Synchronizing usage tracker for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:20:59.147207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] In _notify_port_updated(), no bound segment for port 58aae1b1-237e-4858-bf04-68b7edfaa13c on network 40337347-cef7-4a70-9c61-417c16769fa5 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:20:59.148164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:20:59.148840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.153556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "PUT /v2.0/ports/58aae1b1-237e-4858-bf04-68b7edfaa13c HTTP/1.1" status: 200 len: 980 time: 3.9871571 Apr 15 18:20:59.154447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event updated for resources: {'Port': ['ID=58aae1b1-237e-4858-bf04-68b7edfaa13c,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:20:59.159155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32960) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:20:59.162109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:20:59.169044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Port 8c7dac55-0590-4e69-9491-85a6460a6037 on network 2626c244-ad78-418c-acd4-75b28d60287e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:20:59.169423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Attempting to bind port 8c7dac55-0590-4e69-9491-85a6460a6037 on network 2626c244-ad78-418c-acd4-75b28d60287e {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:20:59.196387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:20:59.202282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:20:59.211109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:20:59.249210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-62a8ef2c-cb37-4300-8def-ecf21223d128', 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '7fd3ca47-7056-4b8c-959a-421d1c0b3231'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:59.250758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.283316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Deleting port 58aae1b1-237e-4858-bf04-68b7edfaa13c {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:20:59.284336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.284751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:20:59.287545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:20:59.287931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Checking segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:20:59.288364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Bound using segment: {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'} {{(pid=86082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:20:59.288860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Bound port: 8c7dac55-0590-4e69-9491-85a6460a6037, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07cdeae9-7708-4405-8ffa-cc9d8c2e23de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e'}}] {{(pid=86082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:20:59.289252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.344390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:20:59.346265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '38250d18-0a34-45ba-bfca-7b54d98351ea'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:59.347178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.354760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:20:59.394949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-35269de8-9927-4c98-8b5c-56bd031e8c4b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Unset dirty status for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:20:59.396337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-35269de8-9927-4c98-8b5c-56bd031e8c4b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7938595 Apr 15 18:20:59.432246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:20:59.503314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.548634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:20:59.554852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.810395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d4808a1f-f5b6-4f30-904a-4fd0118f61b2', 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': 'd3e94090-2d86-42ef-9967-75cecd97c1b8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:20:59.811318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.901236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] For port 58aae1b1-237e-4858-bf04-68b7edfaa13c, host hv-neutron-7864, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:20:59.901876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:20:59.949115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.016882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-8e06f864-a30c-4ec0-96a9-22befc69f483 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:21:00.017965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-8e06f864-a30c-4ec0-96a9-22befc69f483 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4821808 Apr 15 18:21:00.028795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 78126878-a9cb-4e3e-ad67-af1793994548 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:00.034324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Allocated IP 172.20.0.3 (62a8ef2c-cb37-4300-8def-ecf21223d128/7fd3ca47-7056-4b8c-959a-421d1c0b3231/230e2c74-bde1-4d49-989d-37ebc71ad306) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:00.049746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/38250d18-0a34-45ba-bfca-7b54d98351ea/a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:00.067078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Calling delete_port for 58aae1b1-237e-4858-bf04-68b7edfaa13c owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:00.090265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, cleared binding levels {{(pid=86082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:00.168997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.205022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c7dac55-0590-4e69-9491-85a6460a6037,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:00.277545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da467f98-92ae-413c-b95b-2900f397d096 req-09fbde3b-9e5e-403c-abf1-041f299895a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:00.279176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-da467f98-92ae-413c-b95b-2900f397d096 req-09fbde3b-9e5e-403c-abf1-041f299895a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 943 time: 1.0083930 Apr 15 18:21:00.303927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.321252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.325225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Allocated IP 2001:db8::1 (d4808a1f-f5b6-4f30-904a-4fd0118f61b2/d3e94090-2d86-42ef-9967-75cecd97c1b8/b19f1ba7-42b0-49e9-9f26-6329f311dae0) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:00.332640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f07bfcb-285a-4dba-bc86-564fdd83ee1a tempest-ExternalNetworksAdminNegativeTestJSON-313637220 tempest-ExternalNetworksAdminNegativeTestJSON-313637220-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:00.353510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ba8e2f9-816e-427a-9470-800253da5a1c tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:00.452235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Pushing event deleted for resources: {'Port': ['ID=58aae1b1-237e-4858-bf04-68b7edfaa13c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:00.459555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:00.582297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.607104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.645918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Transition to ACTIVE for port object 230e2c74-bde1-4d49-989d-37ebc71ad306 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:00.668079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "DELETE /v2.0/ports/58aae1b1-237e-4858-bf04-68b7edfaa13c HTTP/1.1" status: 204 len: 168 time: 1.5077913 Apr 15 18:21:00.671645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32970) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:00.686855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.695618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.726742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Transition to ACTIVE for port object a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:00.736375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Transition to ACTIVE for port object 230e2c74-bde1-4d49-989d-37ebc71ad306 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:00.741103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-da467f98-92ae-413c-b95b-2900f397d096 req-22b30a8f-0d2a-45e6-a69c-fe352c463812 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3986549 Apr 15 18:21:00.741864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:00.767699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3f3e80-7eaf-4259-aee4-53c9a4e2b40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] GET failed (client error): The resource could not be found. Apr 15 18:21:00.768306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a3f3e80-7eaf-4259-aee4-53c9a4e2b40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Synchronizing usage tracker for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:00.779886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.786033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:00.803196 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cc5c6b46-93e6-48ba-8caf-047ff3c4d46d service neutron] 10.222.0.32 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050436 Apr 15 18:21:00.820657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:00.843845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:00.865820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a3f3e80-7eaf-4259-aee4-53c9a4e2b40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Unset dirty status for tenant:e2ce831a22d74ee7b56e5499668e1216 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:00.872125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a3f3e80-7eaf-4259-aee4-53c9a4e2b40b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] 10.222.0.32 "GET /v2.0/ports/58aae1b1-237e-4858-bf04-68b7edfaa13c HTTP/1.1" status: 404 len: 333 time: 0.1989326 Apr 15 18:21:00.872815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:00.904668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Transition to ACTIVE for port object a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:00.984181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.020553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.090632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Pushing event updated for resources: {'Port': ['ID=230e2c74-bde1-4d49-989d-37ebc71ad306,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:01.096020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:01.096720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.098296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 1093 time: 5.3439064 Apr 15 18:21:01.100382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:01.104108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:01.107054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c14958b3-0a70-47dd-9168-fc2986b6b695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:01.224326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037', 'status': 'completed', 'code': 200} Apr 15 18:21:01.232737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Transition to ACTIVE for port object b19f1ba7-42b0-49e9-9f26-6329f311dae0 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:01.259461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.286573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5cc537db-00c7-4e81-b495-e614da800f63 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:01.330023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Transition to ACTIVE for port object b19f1ba7-42b0-49e9-9f26-6329f311dae0 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:01.349286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:01.356893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:01.360308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:01.372895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.397050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::313 (530f0ff6-d890-4520-b761-45c133c833af/38250d18-0a34-45ba-bfca-7b54d98351ea/78126878-a9cb-4e3e-ad67-af1793994548) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:01.397943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Pushing event updated for resources: {'Port': ['ID=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:01.400847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:01.416866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a69431-99eb-4f64-8aa3-684913d71677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:01.417631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.430636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd3ca47-7056-4b8c-959a-421d1c0b3231,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:01.458237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:01.494991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-f5527aa5-adce-4538-af44-593f8ded21aa service neutron] 10.222.0.32 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751585 Apr 15 18:21:01.654544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:01.704293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:21:01.707879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:01.740682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:01.742625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Pushing event updated for resources: {'Port': ['ID=b19f1ba7-42b0-49e9-9f26-6329f311dae0,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:01.757321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:01.825326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:01.890776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-82b62a47-eb78-44f1-95a7-f6f8d22786c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:01.892488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-82b62a47-eb78-44f1-95a7-f6f8d22786c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1096 time: 0.7119052 Apr 15 18:21:01.902553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d5103b0-0073-423d-a13e-cdf0304581b1 req-359c821b-3b1f-404b-a56d-9221b4e51f9f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 210 time: 0.1298001 Apr 15 18:21:01.977299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.104947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Attempting to bind port 230e2c74-bde1-4d49-989d-37ebc71ad306 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:02.105364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Attempting to bind port 230e2c74-bde1-4d49-989d-37ebc71ad306 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'f4affd8d-f135-4570-b72d-27860f9fd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:02.106138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Attempting to bind port 230e2c74-bde1-4d49-989d-37ebc71ad306 on network 62a8ef2c-cb37-4300-8def-ecf21223d128 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:02.111624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:02.117812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:02.124210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:02.124637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Checking segment: {'id': 'f4affd8d-f135-4570-b72d-27860f9fd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:02.125095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.126930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Bound using segment: {'id': 'f4affd8d-f135-4570-b72d-27860f9fd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:02.126930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Bound port: 230e2c74-bde1-4d49-989d-37ebc71ad306, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4affd8d-f135-4570-b72d-27860f9fd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '62a8ef2c-cb37-4300-8def-ecf21223d128'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:02.126930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.146626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:02.168681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40337347-cef7-4a70-9c61-417c16769fa5']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.189235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fab200c-599c-47fd-bd16-07cf2e3c54cd') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.189744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fab200c-599c-47fd-bd16-07cf2e3c54cd') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.210092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.237536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] For port 230e2c74-bde1-4d49-989d-37ebc71ad306, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:02.240917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] For port 230e2c74-bde1-4d49-989d-37ebc71ad306, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=230e2c74-bde1-4d49-989d-37ebc71ad306,segment=NetworkSegment(f4affd8d-f135-4570-b72d-27860f9fd1e3),segment_id=f4affd8d-f135-4570-b72d-27860f9fd1e3)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:02.250783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:02.259083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.261162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:02.282564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:02.284437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.289157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:02.306033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.310978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1773300 Apr 15 18:21:02.312048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 32994) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:02.322185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Attempting to bind port b19f1ba7-42b0-49e9-9f26-6329f311dae0 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:02.322602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Attempting to bind port b19f1ba7-42b0-49e9-9f26-6329f311dae0 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'defbc5cb-c2e8-43c9-842c-c87b153460c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:02.323011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Attempting to bind port b19f1ba7-42b0-49e9-9f26-6329f311dae0 on network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:02.335250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:02.335674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Checking segment: {'id': 'defbc5cb-c2e8-43c9-842c-c87b153460c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:02.336129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.336655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Bound using segment: {'id': 'defbc5cb-c2e8-43c9-842c-c87b153460c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:02.337191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Bound port: b19f1ba7-42b0-49e9-9f26-6329f311dae0, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defbc5cb-c2e8-43c9-842c-c87b153460c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:02.337613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.348410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.370963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:02.418969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.449323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:02.450107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.472463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Pushing event updated for resources: {'Port': ['ID=230e2c74-bde1-4d49-989d-37ebc71ad306,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:02.500721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:02.509907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Network 40337347-cef7-4a70-9c61-417c16769fa5 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:02.520163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.550523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Attempting to bind port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:02.550969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.551334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Attempting to bind port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:02.551497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a2ff77-62ec-4230-b0e1-126a651ce61b None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:02.552038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Attempting to bind port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:02.576137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:02.576693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:02.577150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.577596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:02.578148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Bound port: a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:02.578574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.591068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a8ef2c-cb37-4300-8def-ecf21223d128']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.605766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4affd8d-f135-4570-b72d-27860f9fd1e3') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.606915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4affd8d-f135-4570-b72d-27860f9fd1e3') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:02.620801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.641456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.680068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-15b06fff-7158-41af-aca1-6cdcbe81a450 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 217 time: 0.7731431 Apr 15 18:21:02.686224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:02.693237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] For port b19f1ba7-42b0-49e9-9f26-6329f311dae0, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:02.706960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.721370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Network 40337347-cef7-4a70-9c61-417c16769fa5 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:02.747352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] For port b19f1ba7-42b0-49e9-9f26-6329f311dae0, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b19f1ba7-42b0-49e9-9f26-6329f311dae0,segment=NetworkSegment(defbc5cb-c2e8-43c9-842c-c87b153460c6),segment_id=defbc5cb-c2e8-43c9-842c-c87b153460c6)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:02.764863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:02.776879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:02.799320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:02.811267 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:02.982566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e94090-2d86-42ef-9967-75cecd97c1b8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:02.996819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:03.057031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] For port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:03.067682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Pushing event updated for resources: {'Port': ['ID=b19f1ba7-42b0-49e9-9f26-6329f311dae0,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:03.076850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:03.081220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:03.084119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3d1fb-4cbc-4894-b0ba-816b5a1056de None None] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:03.085876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2336b989-f304-422d-941d-45df117629eb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:03.094198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:03.099675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] For port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:03.101617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:03.111982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:03.135057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Pushing event deleted for resources: {'Network': ['ID=40337347-cef7-4a70-9c61-417c16769fa5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:03.141551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:03.200616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] 10.222.0.32 "DELETE /v2.0/networks/40337347-cef7-4a70-9c61-417c16769fa5 HTTP/1.1" status: 204 len: 168 time: 2.2750115 Apr 15 18:21:03.236376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:03.248560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:03.372202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-414c509a-bb12-4da4-b1b7-6629316ecc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:03.393598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-47426da8-bc79-4055-b772-e26ee1d1d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:03.399792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-47426da8-bc79-4055-b772-e26ee1d1d19d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 200 len: 835 time: 0.6600275 Apr 15 18:21:03.590877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Pushing event updated for resources: {'Port': ['ID=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:03.645355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:03.714991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33008) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:03.745537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 78126878-a9cb-4e3e-ad67-af1793994548 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:03.756353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-ea0f7aa3-fe42-4cd6-86ff-0bd4c270046b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:03.757165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-ea0f7aa3-fe42-4cd6-86ff-0bd4c270046b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Synchronizing usage tracker for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:03.778832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a6b53b-5569-4e34-b3a5-ce661892e6c8 req-51507f44-2a40-47d0-a24d-7643f18b7981 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 210 time: 0.5795224 Apr 15 18:21:03.789617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-ea0f7aa3-fe42-4cd6-86ff-0bd4c270046b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Unset dirty status for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:03.791221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-ea0f7aa3-fe42-4cd6-86ff-0bd4c270046b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 812 time: 0.5893257 Apr 15 18:21:03.844071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:03.886470 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:03.895282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c773e5-52bd-42cd-b509-124efbc588d5 req-f777fb01-22c4-490d-b8d2-8a195b47db6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:03.896938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3c773e5-52bd-42cd-b509-124efbc588d5 req-f777fb01-22c4-490d-b8d2-8a195b47db6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 943 time: 1.8856459 Apr 15 18:21:03.985132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-76c1aaa7-ebda-4afa-a232-536ec39028cb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Synchronizing usage tracker for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:04.040085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.081718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd5d0f55-3fef-45d2-8e24-fbf711bb4275 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40319341631f49359e0bb44f817fc35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621452 Apr 15 18:21:04.085604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33014) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:04.104332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-76c1aaa7-ebda-4afa-a232-536ec39028cb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Unset dirty status for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:04.105684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-76c1aaa7-ebda-4afa-a232-536ec39028cb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147 HTTP/1.1" status: 200 len: 5708 time: 0.3026464 Apr 15 18:21:04.131124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'port': {'device_id': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'admin_state_up': True, 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'security_groups': ['731dc50e-3131-46ae-bc12-dca1d1eb14a7']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:04.173148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:21:04.173148 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:21:04.173148 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '62a8ef2c-cb37-4300-8def-ecf21223d128'}] Apr 15 18:21:04.173148 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:04.173503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:04.181950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-32375e98-75ad-4e12-a9f6-13879cfe8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:04.183558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-32375e98-75ad-4e12-a9f6-13879cfe8bbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2626c244-ad78-418c-acd4-75b28d60287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6325600 Apr 15 18:21:04.201269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3c773e5-52bd-42cd-b509-124efbc588d5 req-62f29508-812d-4d2a-9bd7-1b71851c5d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848537 Apr 15 18:21:04.229556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.258401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:04.338643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.361035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4808a1f-f5b6-4f30-904a-4fd0118f61b2']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:04.373657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.449223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defbc5cb-c2e8-43c9-842c-c87b153460c6') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:04.450118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defbc5cb-c2e8-43c9-842c-c87b153460c6') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:04.504617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.539482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=78126878-a9cb-4e3e-ad67-af1793994548,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:04.561975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:04.571067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.604354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:04.615077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b19f1ba7-42b0-49e9-9f26-6329f311dae0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:04.700175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-6c6cba86-4b57-4e13-9316-23cf3ef259ff service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944375 Apr 15 18:21:04.700743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.705183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b19f1ba7-42b0-49e9-9f26-6329f311dae0 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:04.711572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:04.834430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:04.891339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:04.906791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:04.907432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fcd8c3-984b-4277-b1f8-df07b5739bf7 None None] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:04.927034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:04.981578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Made reservation on behalf of 96603b80c2e74a2ab40dad5e4bbd1147 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:04.987797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.008012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942fc92b-e56c-4eba-a6c5-0d1085a46465 req-4a15f6a5-f2a1-47a4-a5ee-1fe0996cea33 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354264 Apr 15 18:21:05.156685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.160594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Provisioning for port b19f1ba7-42b0-49e9-9f26-6329f311dae0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:05.167154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Provisioning complete for port b19f1ba7-42b0-49e9-9f26-6329f311dae0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:05.167919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:05.168032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.190838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:05.192177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 230e2c74-bde1-4d49-989d-37ebc71ad306 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:05.192559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.205564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f18dd-db18-45d8-af6d-929fa12d684c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:05.222295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:05.307271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0531aac2-2ea3-4930-9208-ad7bf05a87cc None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:05.346244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:05.379976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.383926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/451f18dd-db18-45d8-af6d-929fa12d684c HTTP/1.1" status: 204 len: 168 time: 1.2935343 Apr 15 18:21:05.470849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.490749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Allocated IP 172.20.0.9 (4154f12e-e8c4-4176-9f3c-b073e768d606/719adee3-36f6-4680-80b4-239bec7545c8/3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:05.504491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] DHCP port deletion for d4808a1f-f5b6-4f30-904a-4fd0118f61b2 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:05.520035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.1 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:05.520538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Deleting port b19f1ba7-42b0-49e9-9f26-6329f311dae0 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:05.520967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.589022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] For port b19f1ba7-42b0-49e9-9f26-6329f311dae0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b19f1ba7-42b0-49e9-9f26-6329f311dae0,segment=NetworkSegment(defbc5cb-c2e8-43c9-842c-c87b153460c6),segment_id=defbc5cb-c2e8-43c9-842c-c87b153460c6)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:05.607609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.620778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:05.785048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Provisioning for port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:05.814185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Provisioning complete for port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:05.814615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.817651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:05.826380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:05.830071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:05.836389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42910edc-b133-4362-b969-2eb5df53d84b req-c5bf8ce8-52e9-40b2-a7d0-d2b92ac48c67 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 210 time: 0.8210337 Apr 15 18:21:05.844527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:05.846635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33026) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:05.866213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.005077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b816cb8f-bdc4-4a8d-b06b-40bc9f6a7f4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2ce831a22d74ee7b56e5499668e1216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545730 Apr 15 18:21:06.007366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:06.019111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 230e2c74-bde1-4d49-989d-37ebc71ad306, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=230e2c74-bde1-4d49-989d-37ebc71ad306,segment=NetworkSegment(f4affd8d-f135-4570-b72d-27860f9fd1e3),segment_id=f4affd8d-f135-4570-b72d-27860f9fd1e3)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:06.019525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.032667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.038449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.062289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Transition to ACTIVE for port object 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:06.066325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Pushing event updated for resources: {'Port': ['ID=b19f1ba7-42b0-49e9-9f26-6329f311dae0,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:06.080309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.4275157 Apr 15 18:21:06.081806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33034) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:06.160709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.169773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:06.177223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b30bbd45-9d2f-4774-9696-8b6bcfc212df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:06.221749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] For port b19f1ba7-42b0-49e9-9f26-6329f311dae0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b19f1ba7-42b0-49e9-9f26-6329f311dae0,segment=NetworkSegment(defbc5cb-c2e8-43c9-842c-c87b153460c6),segment_id=defbc5cb-c2e8-43c9-842c-c87b153460c6)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:06.222221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.279730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 230e2c74-bde1-4d49-989d-37ebc71ad306 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:06.302634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.367279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:06.399724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Calling delete_port for b19f1ba7-42b0-49e9-9f26-6329f311dae0 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:06.413521 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:06.420204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-63e511c6-5791-405e-b808-ed79c9810b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:06.421484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-63e511c6-5791-405e-b808-ed79c9810b11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1096 time: 1.3356578 Apr 15 18:21:06.431783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:06.444139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:06.444482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20be99d8-d9bf-4b11-ab50-7c7c49fecf9b tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:06.485763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca2b86-3a37-49e0-9b97-dabd62ddd4ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:06.490759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.492368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca2b86-3a37-49e0-9b97-dabd62ddd4ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:06.494208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9ca2b86-3a37-49e0-9b97-dabd62ddd4ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4112687 Apr 15 18:21:06.532843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33038) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:06.540053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b19f1ba7-42b0-49e9-9f26-6329f311dae0 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:06.587731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] For port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:06.596159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.604936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:06.671391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event updated for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:06.676149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:06.680829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Pushing event updated for resources: {'Port': ['ID=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:06.685293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:06.686220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:06.686788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:06.701470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:06.749256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.760708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.762233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 78126878-a9cb-4e3e-ad67-af1793994548 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:06.762233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.766779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2b930-0920-40b6-a169-9d5c618ac300 req-56a13ab4-9fab-4430-b47d-97035e9b1244 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:06.778738 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b4a2b930-0920-40b6-a169-9d5c618ac300 req-56a13ab4-9fab-4430-b47d-97035e9b1244 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 943 time: 1.4246790 Apr 15 18:21:06.781694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-1fc6afda-f7d9-4779-b4e5-b605ed0a0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:06.783444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-1fc6afda-f7d9-4779-b4e5-b605ed0a0db5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 898 time: 0.3528469 Apr 15 18:21:06.812660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:21:06.812660 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:21:06.812660 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': 'd4808a1f-f5b6-4f30-904a-4fd0118f61b2'}] Apr 15 18:21:06.812660 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:06.813059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:06.841243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:06.885727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:06.892020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:06.934677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-330bb1a8-1885-497f-ad90-6f820d308d64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 217 time: 0.1146777 Apr 15 18:21:06.940892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:06.982943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.035516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b37e55d-20ff-438c-8977-5c3fdd3bb07b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:07.091666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Provisioning complete for port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:07.091990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.118587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.148481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Pushing event deleted for resources: {'Port': ['ID=b19f1ba7-42b0-49e9-9f26-6329f311dae0,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:07.151156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:07.160040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] No DVR routers for this DVR port b19f1ba7-42b0-49e9-9f26-6329f311dae0 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:07.168904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-ade77010-d206-49ed-a10d-115a60a69e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:07.173253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-ade77010-d206-49ed-a10d-115a60a69e81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 200 len: 835 time: 0.2242944 Apr 15 18:21:07.174241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.198572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:07.199249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.227992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe6135-930d-4da1-a2b9-780ae8e47324 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:21:07.243469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1276908 Apr 15 18:21:07.247855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-681a1253-40c1-4b31-80bc-0ba631dd6b07 tempest-FloatingIPNegativeTestJSON-5322751 tempest-FloatingIPNegativeTestJSON-5322751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:07.270221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Request body: {'port': {'device_id': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:07.337689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Provisioning for port 78126878-a9cb-4e3e-ad67-af1793994548 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:07.349910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Provisioning complete for port 78126878-a9cb-4e3e-ad67-af1793994548 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:07.350312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.373151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.412071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.439070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-75c97e19-f08e-4b30-b9fe-60eeac6869f9 None None] Port 78126878-a9cb-4e3e-ad67-af1793994548 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:07.442690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b4a2b930-0920-40b6-a169-9d5c618ac300 req-1171b91a-b00d-4c29-a3e8-131d1ab9c9e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6620283 Apr 15 18:21:07.445084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe6135-930d-4da1-a2b9-780ae8e47324 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:21:07.460557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=230e2c74-bde1-4d49-989d-37ebc71ad306,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:07.463843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:07.495065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.511089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:07.520503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.575607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Provisioning for port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:07.583641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7702c3-6520-42d1-a470-8cfdf63a69ec,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:07.586262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:07.589196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Provisioning complete for port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:07.589653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.703004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 230e2c74-bde1-4d49-989d-37ebc71ad306 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:07.719622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:07.765587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.769927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b7702c3-6520-42d1-a470-8cfdf63a69ec HTTP/1.1" status: 204 len: 168 time: 1.7537346 Apr 15 18:21:07.783939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dec42-9f94-4261-b162-30c1e3fab096 req-cd90cd8d-1265-4bb2-9612-46171dc5a963 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:07.792056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c47dec42-9f94-4261-b162-30c1e3fab096 req-cd90cd8d-1265-4bb2-9612-46171dc5a963 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 931 time: 0.7411721 Apr 15 18:21:07.795714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 8c7dac55-0590-4e69-9491-85a6460a6037 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:21:07.843275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-66f8bd9d-86c8-4a22-a276-2d1ecfbf5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:07.844911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-66f8bd9d-86c8-4a22-a276-2d1ecfbf5b49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2626c244-ad78-418c-acd4-75b28d60287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6390164 Apr 15 18:21:07.846863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.850854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Provisioning complete for port 78126878-a9cb-4e3e-ad67-af1793994548 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:07.851278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:07.924295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 78126878-a9cb-4e3e-ad67-af1793994548 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:07.991056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-03bd7644-f919-43b8-968b-030916174623 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:08.006601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a010c-bd49-4b93-9375-159f98112de0 None None] Port 78126878-a9cb-4e3e-ad67-af1793994548 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:08.038134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.154072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.192699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c47dec42-9f94-4261-b162-30c1e3fab096 req-77b01d15-6330-48b6-8f26-5dff15b0cac4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996148 Apr 15 18:21:08.197872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c7dac55-0590-4e69-9491-85a6460a6037,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:08.216449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '8c7dac55-0590-4e69-9491-85a6460a6037', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:21:08.292072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4808a1f-f5b6-4f30-904a-4fd0118f61b2']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.294243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.358320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defbc5cb-c2e8-43c9-842c-c87b153460c6') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.358702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defbc5cb-c2e8-43c9-842c-c87b153460c6') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.464883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.504355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a8ef2c-cb37-4300-8def-ecf21223d128']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.521999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.554564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4affd8d-f135-4570-b72d-27860f9fd1e3') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.554564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4affd8d-f135-4570-b72d-27860f9fd1e3') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:08.562270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:08.570546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:08.601748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-6b430451-a015-458b-a4c8-3f29010de304 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815739 Apr 15 18:21:08.603692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.638069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7dac55-0590-4e69-9491-85a6460a6037 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:21:08.678915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c7dac55-0590-4e69-9491-85a6460a6037,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:08.692263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.694884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff3f7ec1-de09-4b4e-9daa-629555f6bb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:08.787823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:08.788591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.801644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:08.812218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33066) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:08.870472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:08.898916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:08.908736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:08.992107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['8c7dac55-0590-4e69-9491-85a6460a6037'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:21:09.054844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=78126878-a9cb-4e3e-ad67-af1793994548,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:09.080820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:09.086536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-625250608'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:09.113337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:09.134724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Usage tracker for resource:network and tenant:6abd3ad756864176982f03c2fa9f99c4 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:09.142909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:09.156802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.173517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:09.227937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:09.242427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Made reservation on behalf of 6abd3ad756864176982f03c2fa9f99c4 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:09.249023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.268187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.271728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.280098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:09.287845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.325828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:09.345449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.397389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:09.411517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Usage tracker for resource:security_group_rule and tenant:6abd3ad756864176982f03c2fa9f99c4 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:09.461323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:09.492981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:09.546066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.556226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.573585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:09.597345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:09.654596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/78126878-a9cb-4e3e-ad67-af1793994548 HTTP/1.1" status: 204 len: 168 time: 3.1206038 Apr 15 18:21:09.660288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33074) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:09.705065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:21:09.727067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:09.731766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.740457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:09.768677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 8c7dac55-0590-4e69-9491-85a6460a6037 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:09.774318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11d2bc7a-652c-4400-a857-23c1e0f016e6 req-2916ee50-da5f-48c0-a667-189f0d60341e service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895541 Apr 15 18:21:09.776069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d4808a1f-f5b6-4f30-904a-4fd0118f61b2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:09.803773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0aae-84b0-4c01-a0ec-6932b05e4517 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:09.805462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b0aae-84b0-4c01-a0ec-6932b05e4517 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:09.806305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-661b0aae-84b0-4c01-a0ec-6932b05e4517 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:09.841938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-661b0aae-84b0-4c01-a0ec-6932b05e4517 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:09.845683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-661b0aae-84b0-4c01-a0ec-6932b05e4517 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1818385 Apr 15 18:21:09.845683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:09.846655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33078) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:09.849460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:09.871204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 8c7dac55-0590-4e69-9491-85a6460a6037 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:09.873816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aba73-64d4-45ee-aa79-01e81d52e4b5 req-e42bccb7-7d3f-4bd3-b92c-2051b48e05c7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:09.875718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-870aba73-64d4-45ee-aa79-01e81d52e4b5 req-e42bccb7-7d3f-4bd3-b92c-2051b48e05c7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 944 time: 0.8681548 Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:09.876431 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:09.878645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 8c7dac55-0590-4e69-9491-85a6460a6037 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:09.878645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.014786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.050995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:10.061193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 38250d18-0a34-45ba-bfca-7b54d98351ea {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:21:10.063990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c7dac55-0590-4e69-9491-85a6460a6037,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:10.066514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.067083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.069888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.104058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e555b-f7fa-44e3-aa42-6b7fb5070ee8 req-6270e1fd-d69d-4902-81a4-67e6365178e1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:10.105648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d1e555b-f7fa-44e3-aa42-6b7fb5070ee8 req-6270e1fd-d69d-4902-81a4-67e6365178e1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 931 time: 0.7447171 Apr 15 18:21:10.128738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 62a8ef2c-cb37-4300-8def-ecf21223d128 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:10.153567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:10.154876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.158529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:10.159320 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:10.179154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-870aba73-64d4-45ee-aa79-01e81d52e4b5 req-1311d974-bcea-41d8-81fd-7c4076ec4665 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864757 Apr 15 18:21:10.179811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.220405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:10.239739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037', 'code': 200} Apr 15 18:21:10.260628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83c15504-70a6-4bc1-9251-963518e8a9c8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.283547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.308801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=d4808a1f-f5b6-4f30-904a-4fd0118f61b2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:10.311724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/d4808a1f-f5b6-4f30-904a-4fd0118f61b2 HTTP/1.1" status: 204 len: 168 time: 11.1747756 Apr 15 18:21:10.315028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d1e555b-f7fa-44e3-aa42-6b7fb5070ee8 req-a4f0966b-71c0-4c7a-9635-d0948b053d53 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968219 Apr 15 18:21:10.315885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:10.316389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33084) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:10.323923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821200165'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:10.329965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:10.332484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Transition to ACTIVE for port object 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:10.333879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.335939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:10.343985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.347442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9329cbc-113d-444b-a3f4-438166807b18 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.364311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.369911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:10.381152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=62a8ef2c-cb37-4300-8def-ecf21223d128,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:10.383715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:10.386259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:10.388372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/62a8ef2c-cb37-4300-8def-ecf21223d128 HTTP/1.1" status: 204 len: 168 time: 11.9108334 Apr 15 18:21:10.393143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33088) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:10.400593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65159389'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:10.406720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:10.410772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:10.414113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:10.421833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52899e15-a3d0-4fdb-a664-d5d2d9a88f0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.422502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:10.425927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:10.431939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.504992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:10.511260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.545258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:10.581011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.581417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 154d315a-0c6c-4110-97e9-3178d0f29e91 of type vlan for network f91d1560-f057-445c-a450-ac26e116308b Apr 15 18:21:10.584104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:10.619958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.620270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 24721315-042f-4583-9b6b-6c7ade61d16d of type vlan for network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 Apr 15 18:21:10.627473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd917f-0e7e-41ca-ab58-ae4a1f73eca0 req-71d44e78-5699-4b2d-b28e-d36a2baa84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:10.629108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ccd917f-0e7e-41ca-ab58-ae4a1f73eca0 req-71d44e78-5699-4b2d-b28e-d36a2baa84b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1098 time: 0.1839859 Apr 15 18:21:10.639685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.710811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.727854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ccd917f-0e7e-41ca-ab58-ae4a1f73eca0 req-a9fa3c04-d216-4e53-984c-0900fc7ba457 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916216 Apr 15 18:21:10.744879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.751442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:10.752113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.760999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.865317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.872022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:10.872559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.893704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5762002 Apr 15 18:21:10.898256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33092) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:10.904261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5100024 Apr 15 18:21:10.907177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33096) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:10.908502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'f91d1560-f057-445c-a450-ac26e116308b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:10.913356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:10.924074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=f91d1560-f057-445c-a450-ac26e116308b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:10.929269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:10.929758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:10.935803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f91d1560-f057-445c-a450-ac26e116308b details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:10.945463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:10.954680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:10.983763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:11.117635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:11.119751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=78497a7b-5cf8-4011-ae6e-8412b7b20c62,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:11.124711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:11.130158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:11.134167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:11.135854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:11.137468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:11.143021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:11.143375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:11.153275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:11.159386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.220644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.229567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:11.230232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:11.285216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.294170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:11.303311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/routers/c90ebecc-1b19-4cca-b88e-0c505a11545f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5848637 Apr 15 18:21:11.304731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:11.310155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:11.339664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:11.340940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:20:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:11.374555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33102) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:11.401494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:11.411437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'port': {'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea', 'name': 'tempest-FloatingIPTestJSON-852434834'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:11.437548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:11.438079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18472b0-bc50-480a-97ca-d5c27f262fa7 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:11.457036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:11.464428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:11.494481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:11.509992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:11.516282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.678457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75443e9-3af7-4154-94da-b56c9468f4bb req-b6cec11f-b096-4a85-b560-56cd7ba80b31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:11.686124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e75443e9-3af7-4154-94da-b56c9468f4bb req-b6cec11f-b096-4a85-b560-56cd7ba80b31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.2511942 Apr 15 18:21:11.714563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021857a4-0c10-4e17-b9ff-f065f603a8f1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:11.770314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:11.775527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0432-abc0-4b92-a599-699fe070b011 req-93c2f86e-9025-4d5e-82e7-d49b9c3c4e3d tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:11.777146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-84be0432-abc0-4b92-a599-699fe070b011 req-93c2f86e-9025-4d5e-82e7-d49b9c3c4e3d tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 943 time: 0.2178738 Apr 15 18:21:11.778108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.778917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Added segment f136ac60-d1c6-4fa8-bc26-0f3cd88d030f of type vlan for network 89ec6109-622c-4044-8093-0da0fdc7bdb7 Apr 15 18:21:11.783260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e75443e9-3af7-4154-94da-b56c9468f4bb req-e8785fd9-dc88-4f39-a791-aec4cb268609 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962050 Apr 15 18:21:11.873591 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-84be0432-abc0-4b92-a599-699fe070b011 req-7ded67c8-7f53-40f1-8e46-844d42246431 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873115 Apr 15 18:21:11.904544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:11.920599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6243ee0e-f984-47e3-bdfa-604a3f705a40 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:11.998306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.044868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:12.057617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Attempting to bind port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:12.058025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Attempting to bind port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:12.058393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Attempting to bind port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd on network 4154f12e-e8c4-4176-9f3c-b073e768d606 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:12.064569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:port and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:12.070146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:12.098241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:12.100579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd on network 4154f12e-e8c4-4176-9f3c-b073e768d606 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:21:12.100939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Attempting to bind port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd on network 4154f12e-e8c4-4176-9f3c-b073e768d606 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:12.117157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:12.117527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Checking segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:12.117997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Bound using segment: {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:12.118479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Bound port: 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:12.118842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.136166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.163058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6018599-af3f-4c15-a21b-e22e54264e72 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643 tempest-ExtraDHCPOptionsIpV6TestJSON-1758919643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:12.230275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:12.236953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.246882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.253387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:12.254017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.339847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=e68fb976-03b7-43e9-9a00-516681a21e96,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:12.345130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:12.361088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=38250d18-0a34-45ba-bfca-7b54d98351ea,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:12.381127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:12.392284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:12.405202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '154d315a-0c6c-4110-97e9-3178d0f29e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:12.405542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: f91d1560-f057-445c-a450-ac26e116308b, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:12.425039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f91d1560-f057-445c-a450-ac26e116308b is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:12.433238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f91d1560-f057-445c-a450-ac26e116308b) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:12.442357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b94c2b-3d69-4dae-bc84-7fe5fb5ee2cd None None] Network f91d1560-f057-445c-a450-ac26e116308b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:12.446586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] device_id is not set on port 3bd84d31-701f-4aa6-8dc1-280cea19aabd yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:12.446720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:12.447271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.468380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5686955 Apr 15 18:21:12.471982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33108) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:12.478941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81011597'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:12.484466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:12.492388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:12.495583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:12.502237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:12.580250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:12.588178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.607607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7771502 Apr 15 18:21:12.610500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33112) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:12.620188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Request body: {'subnet': {'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:12.651141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'Network': ['ID=89ec6109-622c-4044-8093-0da0fdc7bdb7,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:12.674589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:12.677750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:12.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:12.696303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.700736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa68cab-7d4a-40b1-9f14-8d949454f3b3 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:12.722114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-f91d1560-f057-445c-a450-ac26e116308b', 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': 'e68fb976-03b7-43e9-9a00-516681a21e96'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:12.723027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.731843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.732236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 5d7c429f-21e6-4704-a10c-f72326e2120c of type vlan for network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 Apr 15 18:21:12.747948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/38250d18-0a34-45ba-bfca-7b54d98351ea HTTP/1.1" status: 204 len: 168 time: 2.8997700 Apr 15 18:21:12.749372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:12.751894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33116) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:12.792262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:12.848297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.856567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:12.863325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4228786b-beaa-4a63-8a20-b476db7fbac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066258 Apr 15 18:21:12.869150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d37d22af-fd11-4a4d-ab6c-17eb0ad3660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:12.870063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:12.874601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33122) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:12.878278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Usage tracker for resource:subnet and tenant:6abd3ad756864176982f03c2fa9f99c4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:12.885492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:12.905339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:12.920509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:12.992054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.4 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/3bd84d31-701f-4aa6-8dc1-280cea19aabd) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:13.048970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:13.113813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:13.118709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Made reservation on behalf of 6abd3ad756864176982f03c2fa9f99c4 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:13.125801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.136194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:13.218084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Allocated IP 2001:db8::3 (f91d1560-f057-445c-a450-ac26e116308b/e68fb976-03b7-43e9-9a00-516681a21e96/96221964-78fa-4bb5-8522-912c34640492) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:13.256768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.263640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:13.264352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.269159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:13.278995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-572b4f49-4828-4bfe-8dd7-cebdcc114395 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:13.335034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:13.346907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Deleting port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:13.347329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.434870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:13.461106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9852645 Apr 15 18:21:13.472497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33128) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:13.491675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:13.507776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:13.518968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c4f47-33c2-4a10-9fc3-bd63d4c46445 req-4e2ae60f-5fe7-4995-8d77-e0c58ae03429 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:13.525023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:13.526505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab1c4f47-33c2-4a10-9fc3-bd63d4c46445 req-4e2ae60f-5fe7-4995-8d77-e0c58ae03429 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.5539999 Apr 15 18:21:13.534867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:13.537341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:13.543697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.562262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:13.562940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.564459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1093 time: 6.3111391 Apr 15 18:21:13.565016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:13.767642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.783234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8502b-3dea-4e14-94e3-9bec1e8a731b req-881209ef-358c-47bd-9ce1-e49ea8e7ab13 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:13.785271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bff8502b-3dea-4e14-94e3-9bec1e8a731b req-881209ef-358c-47bd-9ce1-e49ea8e7ab13 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 943 time: 0.7269590 Apr 15 18:21:13.811674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:13.829007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:13.963402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dd2b76b1-b941-4b1c-bfe2-a16383ec4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:13.965469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-dd2b76b1-b941-4b1c-bfe2-a16383ec4188 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1096 time: 0.3498578 Apr 15 18:21:13.983021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab1c4f47-33c2-4a10-9fc3-bd63d4c46445 req-9c814405-d74c-41a6-9e0c-a7e57ce480ee tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554019 Apr 15 18:21:13.987203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:13.993226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bff8502b-3dea-4e14-94e3-9bec1e8a731b req-90b91605-42ea-461a-affe-401ac0e9f78c tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849720 Apr 15 18:21:13.998677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:14.005028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:14.029094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:14.051546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=68d3f178-74a2-4505-942c-07a4e1f45422,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:14.066774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:14.078818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-b803d8d7-a6ad-400d-9b86-c20e6c615f4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 217 time: 0.1025589 Apr 15 18:21:14.097773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:14.102902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.103942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.122581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Transition to ACTIVE for port object 96221964-78fa-4bb5-8522-912c34640492 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:14.145637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'status': 'completed', 'code': 200} Apr 15 18:21:14.146818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.158119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Transition to ACTIVE for port object 96221964-78fa-4bb5-8522-912c34640492 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:14.169049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.170542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:14.189495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10a0fb24-290f-4052-85b0-046dc4018226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:14.298164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] For port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:14.298621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.346632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-b4921414-a03a-4ce6-9652-84b5fd39b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:14.347757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing IP validity checks on allocation pools {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:21:14.348241 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-b4921414-a03a-4ce6-9652-84b5fd39b331 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.2551425 Apr 15 18:21:14.348375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:21:14.361203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=3bd84d31-701f-4aa6-8dc1-280cea19aabd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:14.409144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:14.468563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Calling delete_port for a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:14.485015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '24721315-042f-4583-9b6b-6c7ade61d16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:14.485411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 78497a7b-5cf8-4011-ae6e-8412b7b20c62, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:14.520703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:14.522763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:14.527149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:14.535469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Pushing event updated for resources: {'Port': ['ID=96221964-78fa-4bb5-8522-912c34640492,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:14.538709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:14.539757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:14.553586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cfc37-9d50-4914-9098-22ecb612b13f req-876b8836-0a68-4581-91d4-f7ca13e93767 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:14.555201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-928cfc37-9d50-4914-9098-22ecb612b13f req-876b8836-0a68-4581-91d4-f7ca13e93767 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.3534677 Apr 15 18:21:14.575772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:14.587243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-802116ba-1aae-4405-b6a5-4cd0b625a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:14.588896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-802116ba-1aae-4405-b6a5-4cd0b625a0ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2342973 Apr 15 18:21:14.596169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 78497a7b-5cf8-4011-ae6e-8412b7b20c62) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:14.619706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff08a2-accd-4823-8a0e-5f9a782eca36 None None] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:14.660264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.700133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:14.700785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.717036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:14.717914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.739380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-928cfc37-9d50-4914-9098-22ecb612b13f req-a912e225-b36d-4641-94df-89e49fe201d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235683 Apr 15 18:21:14.759879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8490860 Apr 15 18:21:14.761000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33136) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:14.794263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33140) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:14.795920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4171357 Apr 15 18:21:14.799103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33142) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:14.898180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Network f91d1560-f057-445c-a450-ac26e116308b is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:14.901147 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-c3cf4688-2ab3-440f-aeb0-75bffb6dbe3e service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031008 Apr 15 18:21:14.904042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:14.906660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:14.909199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:14.936208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4dc02ab0-08b3-456d-bc43-777062b720b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:14.938721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'port': {'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea', 'name': 'tempest-FloatingIPTestJSON-131416923'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:15.049062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.097632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Pushing event deleted for resources: {'Port': ['ID=a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:15.100336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:15.100643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.101418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.125307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8478c33-46ea-4dd8-9631-f96bf56532bf tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:15.245553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2416a721-54f8-4c3d-8a97-adea263ee57d req-6a5d9daa-2258-4529-8dd5-f18624304b80 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373089 Apr 15 18:21:15.262909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.297154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Attempting to bind port 96221964-78fa-4bb5-8522-912c34640492 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:15.297753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Attempting to bind port 96221964-78fa-4bb5-8522-912c34640492 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '154d315a-0c6c-4110-97e9-3178d0f29e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:15.298334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Attempting to bind port 96221964-78fa-4bb5-8522-912c34640492 on network f91d1560-f057-445c-a450-ac26e116308b {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:15.339725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:15.340350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Checking segment: {'id': '154d315a-0c6c-4110-97e9-3178d0f29e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:15.341650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.341650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Bound using segment: {'id': '154d315a-0c6c-4110-97e9-3178d0f29e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:15.342070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Bound port: 96221964-78fa-4bb5-8522-912c34640492, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154d315a-0c6c-4110-97e9-3178d0f29e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'f91d1560-f057-445c-a450-ac26e116308b'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:15.342609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.449540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-78497a7b-5cf8-4011-ae6e-8412b7b20c62', 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '68d3f178-74a2-4505-942c-07a4e1f45422'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:15.450725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.474866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] No DVR routers for this DVR port a9c30d31-e8a4-42dc-84fc-b5e7da5fc53e on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:15.495232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-5bd12bbb-0617-47e6-93b1-ac04082e9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:15.497433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-5bd12bbb-0617-47e6-93b1-ac04082e9b07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1096 time: 0.2017369 Apr 15 18:21:15.598609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] For port 96221964-78fa-4bb5-8522-912c34640492, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:15.616454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] For port 96221964-78fa-4bb5-8522-912c34640492, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96221964-78fa-4bb5-8522-912c34640492,segment=NetworkSegment(154d315a-0c6c-4110-97e9-3178d0f29e91),segment_id=154d315a-0c6c-4110-97e9-3178d0f29e91)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:15.661719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.679795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:15.702746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'Subnet': ['ID=8dcdd8d5-f64c-485f-ad00-eca8b70e45e4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:15.706808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28968d-7cdf-4a51-bd06-603b198957c6 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:15.708407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de28968d-7cdf-4a51-bd06-603b198957c6 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1093 time: 0.9122968 Apr 15 18:21:15.711727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33150) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:15.712593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:15.731932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:15.761337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-7d59de6b-a789-49be-b044-5503596b0ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:15.763117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-7d59de6b-a789-49be-b044-5503596b0ce5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.2586145 Apr 15 18:21:15.782876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:15.794609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:port and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:15.813712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:15.818287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:15.838896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:15.840390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Allocated IP 172.20.0.1 (78497a7b-5cf8-4011-ae6e-8412b7b20c62/68d3f178-74a2-4505-942c-07a4e1f45422/6d3aa128-4558-4afd-b535-1fa01ef36081) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:15.843798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:15.851751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:15.856660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-739195fa-0ac7-4404-a73c-8ce184ea6333 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 217 time: 0.0868356 Apr 15 18:21:15.870471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Pushing event updated for resources: {'Port': ['ID=96221964-78fa-4bb5-8522-912c34640492,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:15.878411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:15.879236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:15.906421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.920936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:15.926995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:15.930039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-f9174d98-e290-45f1-b506-52d683e63be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:15.931639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-f9174d98-e290-45f1-b506-52d683e63be2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.0691161 Apr 15 18:21:15.942414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:15.987465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eaad8-9aa8-49bf-98d3-0f302fc65900 req-bcf40ffb-1a33-4ca5-9ca8-7acb8b65b0a5 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:15.989177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-206eaad8-9aa8-49bf-98d3-0f302fc65900 req-bcf40ffb-1a33-4ca5-9ca8-7acb8b65b0a5 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 943 time: 0.8256385 Apr 15 18:21:16.021491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-2997d72a-072c-4bb5-b7f3-f68062a14195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:16.023207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-2997d72a-072c-4bb5-b7f3-f68062a14195 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851784 Apr 15 18:21:16.079302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.145173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] device_id is not set on port 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:16.180882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-5683d036-bde8-4714-8cc0-f378a024f97a service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505182 Apr 15 18:21:16.305772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.316864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Transition to ACTIVE for port object 6d3aa128-4558-4afd-b535-1fa01ef36081 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:16.338416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f029867e-bb0f-4830-8c8f-8ee769ab0dca req-6122f5e8-b732-4661-b594-1441a744e7f8 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515524 Apr 15 18:21:16.339530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Transition to ACTIVE for port object 6d3aa128-4558-4afd-b535-1fa01ef36081 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:16.345590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.365617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad0b005-fc77-479b-bc46-dbb75c9060ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:16.369360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.377658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=a79717ba-cdc6-4fda-83a7-32febac40452,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:16.384660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:16.393236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Checking segment: {'id': 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:16.393648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network hostable DHCP agents. Network: 89ec6109-622c-4044-8093-0da0fdc7bdb7, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:16.409794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-206eaad8-9aa8-49bf-98d3-0f302fc65900 req-e84e4ade-e2b4-4e88-8e48-3f622116bf93 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526056 Apr 15 18:21:16.444134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.475565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb182ef5-027c-4830-b267-8415dd4c50db tempest-RoutersAdminTest-1829526914 tempest-RoutersAdminTest-1829526914-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:16.495708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:16.508326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Pushing event updated for resources: {'Port': ['ID=6d3aa128-4558-4afd-b535-1fa01ef36081,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:16.513360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:16.544343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=68d3f178-74a2-4505-942c-07a4e1f45422,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:16.557763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:16.568246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:16.569437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:16.572473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:16.687133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:16.717163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Attempting to bind port 6d3aa128-4558-4afd-b535-1fa01ef36081 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:16.717903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Attempting to bind port 6d3aa128-4558-4afd-b535-1fa01ef36081 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '24721315-042f-4583-9b6b-6c7ade61d16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:16.718503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Attempting to bind port 6d3aa128-4558-4afd-b535-1fa01ef36081 on network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:16.723687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:16.725644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:16.726329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Checking segment: {'id': '24721315-042f-4583-9b6b-6c7ade61d16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:16.726950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.747693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:16.754278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Bound using segment: {'id': '24721315-042f-4583-9b6b-6c7ade61d16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:16.754939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Bound port: 6d3aa128-4558-4afd-b535-1fa01ef36081, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24721315-042f-4583-9b6b-6c7ade61d16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:16.755389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.758270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=371b626d-cf4b-4b88-ae1e-4129d8531d55,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:16.762828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:16.789435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 89ec6109-622c-4044-8093-0da0fdc7bdb7) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:16.810989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:16.812015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.828994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca36aa-bf9e-42a0-8d65-7b6d63a7aa92 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:16.840554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:16.841312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:16.846171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36ad91-0623-41fe-82a4-8569d246caf2 None None] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:16.872438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.13 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:16.979382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3665807 Apr 15 18:21:16.981669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1057553 Apr 15 18:21:16.991078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33154) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:16.991595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33156) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:17.013535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'name': 'tempest-NetworksTestDHCPv6-154229619'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:17.032598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Request body: {'port': {'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-134012297'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:17.047396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.067951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] For port 6d3aa128-4558-4afd-b535-1fa01ef36081, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:17.106973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] For port 6d3aa128-4558-4afd-b535-1fa01ef36081, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6d3aa128-4558-4afd-b535-1fa01ef36081,segment=NetworkSegment(24721315-042f-4583-9b6b-6c7ade61d16d),segment_id=24721315-042f-4583-9b6b-6c7ade61d16d)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:17.115843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.138658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:17.172081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78497a7b-5cf8-4011-ae6e-8412b7b20c62']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:17.185059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24721315-042f-4583-9b6b-6c7ade61d16d') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:17.185399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24721315-042f-4583-9b6b-6c7ade61d16d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:17.197498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.217539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.224405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:17.268220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.384672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '5d7c429f-21e6-4704-a10c-f72326e2120c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:17.385183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:17.404882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:17.414318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.463828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Pushing event updated for resources: {'Port': ['ID=6d3aa128-4558-4afd-b535-1fa01ef36081,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:17.473385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:17.509885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'a79717ba-cdc6-4fda-83a7-32febac40452'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:17.511449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.574483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:17.577427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:17.588336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-89ec6109-622c-4044-8093-0da0fdc7bdb7', 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7', 'tenant_id': '6abd3ad756864176982f03c2fa9f99c4', 'fixed_ips': [{'subnet_id': '8dcdd8d5-f64c-485f-ad00-eca8b70e45e4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:17.589495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.609610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:17.624765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:17.630216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:17.710511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:17.734031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c5a8a-584b-44b8-a6f0-6183c4986fd4 None None] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:17.738757 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:17.742676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:17.747269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Usage tracker for resource:port and tenant:6abd3ad756864176982f03c2fa9f99c4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:17.750505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:17.770909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714cf16-46c5-415a-96a2-9a8d08869793 None None] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:17.774134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:17.800066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:17.805019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:17.805831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.845017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:17.851900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.870847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.871823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:21:17.895961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Made reservation on behalf of 6abd3ad756864176982f03c2fa9f99c4 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:17.902393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:17.907128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:21:17.907128 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:21:17.907128 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '78497a7b-5cf8-4011-ae6e-8412b7b20c62'}] Apr 15 18:21:17.907128 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:17.907973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:17.937604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4623513 Apr 15 18:21:17.940190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2f0c1-d66b-4c24-a868-6b862cfd4d6c None None] Network f91d1560-f057-445c-a450-ac26e116308b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:17.940350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33164) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:17.940486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.203 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/0d74dc97-687f-4177-a65f-6cba49f19de1) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:17.954363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port c5de4fe7-afff-4a2a-bf14-de940b78641f yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:18.021361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] device_id is not set on port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:18.117671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.217329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35f92e-6f3e-4f15-822e-90d87e05e316 req-c60f47da-f8ff-435e-825b-2551cef686b9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:18.219063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c35f92e-6f3e-4f15-822e-90d87e05e316 req-c60f47da-f8ff-435e-825b-2551cef686b9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 943 time: 0.5860007 Apr 15 18:21:18.258250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.344665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-03bd7644-f919-43b8-968b-030916174623 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:18.365317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.391988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:18.411617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.482918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-544261d9-b5eb-4824-a624-6a2345acd4f0 None None] Provisioning for port 96221964-78fa-4bb5-8522-912c34640492 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:18.548393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 6d3aa128-4558-4afd-b535-1fa01ef36081 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:18.548771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.556575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/a79717ba-cdc6-4fda-83a7-32febac40452/c5607875-f4e6-4ceb-877d-9ddb2efa4bbb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:18.614601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96221964-78fa-4bb5-8522-912c34640492 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:18.848704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c35f92e-6f3e-4f15-822e-90d87e05e316 req-1217c966-f405-4487-9c59-890eaae2ea22 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6110826 Apr 15 18:21:18.883923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:18.890085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Allocated IP 172.20.0.10 (89ec6109-622c-4044-8093-0da0fdc7bdb7/8dcdd8d5-f64c-485f-ad00-eca8b70e45e4/55f24ddf-9d5c-4133-b5aa-af83f0dd1309) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:18.910136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 6d3aa128-4558-4afd-b535-1fa01ef36081, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6d3aa128-4558-4afd-b535-1fa01ef36081,segment=NetworkSegment(24721315-042f-4583-9b6b-6c7ade61d16d),segment_id=24721315-042f-4583-9b6b-6c7ade61d16d)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:18.910529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.919160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.938025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:18.940297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:18.945789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:18.954819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:18.981190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'port_id': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'mac_address': 'fa:16:3e:94:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:21:19.035897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79725994-f838-4976-b992-ad558efccb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23', 'network_id': 'aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': '371b626d-cf4b-4b88-ae1e-4129d8531d55'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:19.036833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79725994-f838-4976-b992-ad558efccb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.101749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 96221964-78fa-4bb5-8522-912c34640492 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:19.126232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 96221964-78fa-4bb5-8522-912c34640492 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:19.126569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.150989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=371b626d-cf4b-4b88-ae1e-4129d8531d55,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:19.161366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:19.168659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:19.172851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 6d3aa128-4558-4afd-b535-1fa01ef36081 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:19.174323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:19.204575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:19.251151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.272420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58c129ac-ed87-47d2-861e-25b97fc1b4da tempest-AllowedAddressPairTestJSON-650330156 tempest-AllowedAddressPairTestJSON-650330156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:19.308929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.366020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:21:19.369460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.387842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:19.397397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:19.398248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.414417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.422396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:19.466199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a1ad6d-ce2c-4b3a-ae49-c01b8ced24d2 None None] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:19.487006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.489631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Transition to ACTIVE for port object c5607875-f4e6-4ceb-877d-9ddb2efa4bbb will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:19.490221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=6d3aa128-4558-4afd-b535-1fa01ef36081,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:19.493534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.497323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac8c4017-750c-40b6-bbce-4634cbbe45e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:19.499736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0d74dc97-687f-4177-a65f-6cba49f19de1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:19.519205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:19.525818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7210426 Apr 15 18:21:19.526032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:19.528188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33168) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:19.531409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.544546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:19.557882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:19.577009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:floatingip and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:19.583986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:19.594793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Transition to ACTIVE for port object 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:19.598941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:19.628767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.662381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.662522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:19.668444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:19.672133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:19.688312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Transition to ACTIVE for port object c5607875-f4e6-4ceb-877d-9ddb2efa4bbb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:19.716782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 6d3aa128-4558-4afd-b535-1fa01ef36081 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:19.739708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:21:19.757229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:19.777739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.858514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::c4 (530f0ff6-d890-4520-b761-45c133c833af/a79717ba-cdc6-4fda-83a7-32febac40452/c5de4fe7-afff-4a2a-bf14-de940b78641f) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:19.862373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7c429f-21e6-4704-a10c-f72326e2120c') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:19.862717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7c429f-21e6-4704-a10c-f72326e2120c') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:19.872095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.889019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.898253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5b74f4d-5390-4763-964f-0edf7b340fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:19.911670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:19.921536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:20.029474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:20.033219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:20.051484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90173437-5520-4335-a248-75c79eaca3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:20.054183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.181959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 96221964-78fa-4bb5-8522-912c34640492, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96221964-78fa-4bb5-8522-912c34640492,segment=NetworkSegment(154d315a-0c6c-4110-97e9-3178d0f29e91),segment_id=154d315a-0c6c-4110-97e9-3178d0f29e91)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:20.218746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.225132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'Port': ['ID=55f24ddf-9d5c-4133-b5aa-af83f0dd1309,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:20.228737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:20.235392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:20.248062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.268413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fa479890-8c35-4c7e-b41d-d959ed059ae6 None None] Provisioning complete for port 96221964-78fa-4bb5-8522-912c34640492 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:20.268837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa479890-8c35-4c7e-b41d-d959ed059ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.334723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Pushing event updated for resources: {'Port': ['ID=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:20.338016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:20.347822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:20.426393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Allocated IP 172.20.0.2 (89ec6109-622c-4044-8093-0da0fdc7bdb7/8dcdd8d5-f64c-485f-ad00-eca8b70e45e4/6c7ba696-4375-4b99-ac04-63fa1de6e785) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:20.619504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=96221964-78fa-4bb5-8522-912c34640492,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:20.623601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:20.630267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:20.637745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78497a7b-5cf8-4011-ae6e-8412b7b20c62']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:20.640914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:20.643332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:20.661364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbffad-461e-47e1-be4c-c231d21f59cc req-e0948a84-dd7e-477f-813f-5f492fa6e0f3 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:20.663038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92cbffad-461e-47e1-be4c-c231d21f59cc req-e0948a84-dd7e-477f-813f-5f492fa6e0f3 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 944 time: 0.6108060 Apr 15 18:21:20.693651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:20.712710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24721315-042f-4583-9b6b-6c7ade61d16d') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:20.713081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24721315-042f-4583-9b6b-6c7ade61d16d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:20.715453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:20.741681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:20.743414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.767341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:20.793647 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:20.826498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.863908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.881593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:20.891533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Attempting to bind port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:20.891728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Attempting to bind port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:20.892063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Attempting to bind port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:20.909252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:20.909658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:20.910715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.910715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:20.911056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Bound port: c5607875-f4e6-4ceb-877d-9ddb2efa4bbb, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:20.911600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.913638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92cbffad-461e-47e1-be4c-c231d21f59cc req-99a8452b-dd75-4fa3-a9b0-5ff59eb806a5 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220738 Apr 15 18:21:20.930110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.965225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.970702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:20.989669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:20.992582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:20.993282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.017222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.022824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object c5de4fe7-afff-4a2a-bf14-de940b78641f will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:21.073670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.079569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.087063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0924075 Apr 15 18:21:21.092124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33174) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:21.099417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Request body: {'port': {'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-558070940', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:21.099971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] bootfile-name is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:21.100367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] tftp-server is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:21.100730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] server-ip-address is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:21.107187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 HTTP/1.1" status: 204 len: 168 time: 3.1616790 Apr 15 18:21:21.112943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33178) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:21.113241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Transition to ACTIVE for port object 6c7ba696-4375-4b99-ac04-63fa1de6e785 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:21.116776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:21.129558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948865415'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:21.134403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.143073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] For port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:21.147521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] For port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:21.149086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Transition to ACTIVE for port object 6c7ba696-4375-4b99-ac04-63fa1de6e785 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:21.153382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.154061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:21.169882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.209065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.218684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:21.224406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:21.228927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.96 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/db2d8fa7-081f-4505-bb8b-4822022c5650) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:21.236944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:21.237183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.263768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9b6ba29-3774-4b04-9075-e6a0b7eeb41f tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.326579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:21.332656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.359746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 78497a7b-5cf8-4011-ae6e-8412b7b20c62 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:21.386647 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:21.418858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Pushing event updated for resources: {'Port': ['ID=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.422692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.427755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.476688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:21.488471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.490684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.491079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 171d7808-9e06-4c31-9307-52a3431b6cf2 of type vlan for network c13de1d4-5599-469b-bc4d-5d59a03a6868 Apr 15 18:21:21.494132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.518816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.531996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=78497a7b-5cf8-4011-ae6e-8412b7b20c62,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.539748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.546357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/78497a7b-5cf8-4011-ae6e-8412b7b20c62 HTTP/1.1" status: 204 len: 168 time: 6.7814193 Apr 15 18:21:21.548573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33182) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:21.557248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-862940264'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:21.563324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Pushing event updated for resources: {'Port': ['ID=6c7ba696-4375-4b99-ac04-63fa1de6e785,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.574846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:21.576843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.581288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.586218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:21.590138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:21.598632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:21.610278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:21.612468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:21.614937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:21.628156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:21.634613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.653607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.659827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:21.660566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.667430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.724994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Attempting to bind port 6c7ba696-4375-4b99-ac04-63fa1de6e785 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:21.725386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Attempting to bind port 6c7ba696-4375-4b99-ac04-63fa1de6e785 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:21.725801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Attempting to bind port 6c7ba696-4375-4b99-ac04-63fa1de6e785 on network 89ec6109-622c-4044-8093-0da0fdc7bdb7 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:21.743835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:21.744198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Checking segment: {'id': 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:21.744996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.744996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Bound using segment: {'id': 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:21.745544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Bound port: 6c7ba696-4375-4b99-ac04-63fa1de6e785, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '89ec6109-622c-4044-8093-0da0fdc7bdb7'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:21.746759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.787507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6733944 Apr 15 18:21:21.795760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33186) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:21.803621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:21.819196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:21.822115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=c13de1d4-5599-469b-bc4d-5d59a03a6868,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.822270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:21.825148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.828490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.829216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 947e2cdb-10f3-496b-a59f-302b0b5947d4 of type vlan for network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 Apr 15 18:21:21.858780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:21.865275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.871021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=c5de4fe7-afff-4a2a-bf14-de940b78641f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:21.904135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.910858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:21.911826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:21.946596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2e0b228-3273-4507-9881-ccd2f3a04dc9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:21.969499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:21.980847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4310508 Apr 15 18:21:21.986114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33192) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:21.995785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:22.040837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Usage tracker for resource:port and tenant:6abd3ad756864176982f03c2fa9f99c4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:22.053631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:22.067816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:22.116313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:22.156178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:22.204558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=1190c69e-5aa0-4c33-90fa-84f4a049b7e2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:22.210001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:22.227917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:22.234916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:22.238980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:22.242022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:22.243425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:22.246498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Made reservation on behalf of 6abd3ad756864176982f03c2fa9f99c4 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:22.248072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:22.252995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:22.253173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.257406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:22.264206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.269377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.272808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.284937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:22.303320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:22.309784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:22.320488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:22.327279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:22.327973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.336557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] device_id is not set on port 9df46e04-72ae-4876-90c8-78e35ad6997c yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:22.381136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] For port 6c7ba696-4375-4b99-ac04-63fa1de6e785, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:22.390045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:22.396286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.417072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] For port 6c7ba696-4375-4b99-ac04-63fa1de6e785, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6c7ba696-4375-4b99-ac04-63fa1de6e785,segment=NetworkSegment(f136ac60-d1c6-4fa8-bc26-0f3cd88d030f),segment_id=f136ac60-d1c6-4fa8-bc26-0f3cd88d030f)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:22.433377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.504836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:22.538916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:22.569296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:22.569725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.618679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6223841 Apr 15 18:21:22.619018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33196) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:22.667960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c5607875-f4e6-4ceb-877d-9ddb2efa4bbb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:22.733766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c3d8-08e7-4819-86b5-84424eba05f7 req-fff02241-b440-4e85-a796-39e59d8793ca tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:22.735814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d335c3d8-08e7-4819-86b5-84424eba05f7 req-fff02241-b440-4e85-a796-39e59d8793ca tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 944 time: 0.5822279 Apr 15 18:21:22.753557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efde3f5-de87-41b4-8a9b-d572a076404e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:22.759627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Pushing event updated for resources: {'Port': ['ID=6c7ba696-4375-4b99-ac04-63fa1de6e785,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:22.759953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efde3f5-de87-41b4-8a9b-d572a076404e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:22.760808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2efde3f5-de87-41b4-8a9b-d572a076404e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:22.763679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:22.780077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.801523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2efde3f5-de87-41b4-8a9b-d572a076404e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:22.803291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2efde3f5-de87-41b4-8a9b-d572a076404e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1831634 Apr 15 18:21:22.806393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33200) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:22.878866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:22.893542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96221964-78fa-4bb5-8522-912c34640492 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:22.937500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.939135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.941835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port c5de4fe7-afff-4a2a-bf14-de940b78641f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:22.942258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:22.968690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:22.992626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:23.026474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.027594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:23.034822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.039237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ff05ccc-a67a-428c-9f76-010f9f26055e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:23.046442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:23.099442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'code': 200} Apr 15 18:21:23.169319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 96221964-78fa-4bb5-8522-912c34640492 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:23.169745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.245142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Allocated IP 172.20.0.3 (89ec6109-622c-4044-8093-0da0fdc7bdb7/8dcdd8d5-f64c-485f-ad00-eca8b70e45e4/9df46e04-72ae-4876-90c8-78e35ad6997c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:23.274846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:23.280773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:23.383475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=a44daf98-3e91-4bc2-9a11-01dc87b56bc7,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:23.396405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d335c3d8-08e7-4819-86b5-84424eba05f7 req-57a57347-59ae-49d4-a24c-ab398e8f1a97 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5210602 Apr 15 18:21:23.429276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:23.455767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=db2d8fa7-081f-4505-bb8b-4822022c5650,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:23.458993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:23.525260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Provisioning for port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:23.532947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Provisioning complete for port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:23.533717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.632612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.643950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d739574-1fb3-4272-ba1c-c79d0dc47e2a req-d89eddeb-4606-460b-84a1-7fbfd863e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:23.645573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d739574-1fb3-4272-ba1c-c79d0dc47e2a req-d89eddeb-4606-460b-84a1-7fbfd863e4a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.3150482 Apr 15 18:21:23.696819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.740755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] For port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:23.747417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.754079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:23.802023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for c5de4fe7-afff-4a2a-bf14-de940b78641f owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:23.837564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Pushing event updated for resources: {'Port': ['ID=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:23.841493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:23.850488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '947e2cdb-10f3-496b-a59f-302b0b5947d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:23.850889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 1190c69e-5aa0-4c33-90fa-84f4a049b7e2, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:23.858705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:23.864401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:23.871006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4480f6fa-b1d0-47d8-8eaf-e301136d2287 None None] Provisioning for port c5de4fe7-afff-4a2a-bf14-de940b78641f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:23.876558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4480f6fa-b1d0-47d8-8eaf-e301136d2287 None None] Provisioning complete for port c5de4fe7-afff-4a2a-bf14-de940b78641f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:23.876924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4480f6fa-b1d0-47d8-8eaf-e301136d2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:23.896279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d739574-1fb3-4272-ba1c-c79d0dc47e2a req-852fc47f-ba39-4b95-9a69-b8b3aa054abc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423811 Apr 15 18:21:23.913215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:23.922088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:23.932252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 1190c69e-5aa0-4c33-90fa-84f4a049b7e2) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:23.939093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4480f6fa-b1d0-47d8-8eaf-e301136d2287 None None] Port c5de4fe7-afff-4a2a-bf14-de940b78641f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:23.942287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c166c-6548-4fd9-a98a-efe69961ed6a None None] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:23.987943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:23.988595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.011083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.029927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0424249 Apr 15 18:21:24.031450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.032960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33206) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:24.036277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.049334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:24.157121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25b4ac17-f51a-470f-bb96-a13c119a7e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.184086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:24.219290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=c5de4fe7-afff-4a2a-bf14-de940b78641f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:24.228648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-1190c69e-5aa0-4c33-90fa-84f4a049b7e2', 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': 'a44daf98-3e91-4bc2-9a11-01dc87b56bc7'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:24.229597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.241204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:24.417449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Allocated IP 172.20.0.1 (1190c69e-5aa0-4c33-90fa-84f4a049b7e2/a44daf98-3e91-4bc2-9a11-01dc87b56bc7/ce2d3641-7671-406c-92b9-be2b94af31ad) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:24.579235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b24df-2d3f-4d32-8709-1f338b99009a None None] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:24.674821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.715287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c5607875-f4e6-4ceb-877d-9ddb2efa4bbb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:24.844828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-86f1bdcf-0ba8-4e8c-a807-c1eea992167e None None] Provisioning for port 6c7ba696-4375-4b99-ac04-63fa1de6e785 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:24.859292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.864496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/c5de4fe7-afff-4a2a-bf14-de940b78641f HTTP/1.1" status: 204 len: 168 time: 2.0536158 Apr 15 18:21:24.872882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33212) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:24.913176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.940855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:24.946261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Transition to ACTIVE for port object ce2d3641-7671-406c-92b9-be2b94af31ad will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:25.018996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Transition to ACTIVE for port object ce2d3641-7671-406c-92b9-be2b94af31ad will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:25.031171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:25.031689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.064715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.093051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:25.142947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a651f6cf-a479-49c9-a1c5-630d75996226 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:25.144642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a651f6cf-a479-49c9-a1c5-630d75996226 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:25.145467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a651f6cf-a479-49c9-a1c5-630d75996226 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:25.187239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a651f6cf-a479-49c9-a1c5-630d75996226 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:25.191223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a651f6cf-a479-49c9-a1c5-630d75996226 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3151257 Apr 15 18:21:25.192640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33216) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:25.240217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.273037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0d74dc97-687f-4177-a65f-6cba49f19de1,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:25.293424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:25.326592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Transition to ACTIVE for port object 9df46e04-72ae-4876-90c8-78e35ad6997c will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:25.337112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.345095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet a79717ba-cdc6-4fda-83a7-32febac40452 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:21:25.356653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.429652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.467044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Pushing event updated for resources: {'Port': ['ID=ce2d3641-7671-406c-92b9-be2b94af31ad,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:25.470746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:25.479336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.502301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:25.605249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=a44daf98-3e91-4bc2-9a11-01dc87b56bc7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:25.608600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6c7ba696-4375-4b99-ac04-63fa1de6e785 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:25.629458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.629671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.630079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.630497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.630929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.631344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.632007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.632138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.632496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.632892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.633296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.633766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:25.640483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:25.644986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:25.646525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:25.655814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:25.671374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b74a2-18b1-4b76-8042-a16e8529d401 req-9359e428-9c3c-4d06-9f63-0c2c505553e1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:25.673067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e1b74a2-18b1-4b76-8042-a16e8529d401 req-9359e428-9c3c-4d06-9f63-0c2c505553e1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 1.1224091 Apr 15 18:21:25.710714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.722474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.737044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 associated. External IP: 172.26.7.203, port: 8c7dac55-0590-4e69-9491-85a6460a6037. Apr 15 18:21:25.784605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Attempting to bind port ce2d3641-7671-406c-92b9-be2b94af31ad on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:25.785181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Attempting to bind port ce2d3641-7671-406c-92b9-be2b94af31ad by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '947e2cdb-10f3-496b-a59f-302b0b5947d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:25.785697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Attempting to bind port ce2d3641-7671-406c-92b9-be2b94af31ad on network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:25.795569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:25.796153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Checking segment: {'id': '947e2cdb-10f3-496b-a59f-302b0b5947d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:25.796710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.797252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Bound using segment: {'id': '947e2cdb-10f3-496b-a59f-302b0b5947d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:25.797909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Bound port: ce2d3641-7671-406c-92b9-be2b94af31ad, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947e2cdb-10f3-496b-a59f-302b0b5947d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:25.798470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.813878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 6c7ba696-4375-4b99-ac04-63fa1de6e785 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:25.835780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.849362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fe846f6-18b9-415d-a857-639989b1a0c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:25.888636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:25.943855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6c7ba696-4375-4b99-ac04-63fa1de6e785 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:25.944403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.031345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Provisioning complete for port 6c7ba696-4375-4b99-ac04-63fa1de6e785 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:26.031766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.098778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] For port ce2d3641-7671-406c-92b9-be2b94af31ad, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:26.133125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1190c69e-5aa0-4c33-90fa-84f4a049b7e2']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:26.137740 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e1b74a2-18b1-4b76-8042-a16e8529d401 req-fc7aa1ce-42f3-4233-a52e-d68cc59042d0 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4546337 Apr 15 18:21:26.155213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947e2cdb-10f3-496b-a59f-302b0b5947d4') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:26.155559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947e2cdb-10f3-496b-a59f-302b0b5947d4') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:26.179495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] For port ce2d3641-7671-406c-92b9-be2b94af31ad, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ce2d3641-7671-406c-92b9-be2b94af31ad,segment=NetworkSegment(947e2cdb-10f3-496b-a59f-302b0b5947d4),segment_id=947e2cdb-10f3-496b-a59f-302b0b5947d4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:26.182467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.192943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.207359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'Port': ['ID=9df46e04-72ae-4876-90c8-78e35ad6997c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:26.214564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:26.241377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.244655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.245165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.245668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.246213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.246707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.247196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.247819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.247951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.248238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.248725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.249209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.249695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.250458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:26.254658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.262105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:26.280340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:26.282635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:26.467980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 6c7ba696-4375-4b99-ac04-63fa1de6e785, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6c7ba696-4375-4b99-ac04-63fa1de6e785,segment=NetworkSegment(f136ac60-d1c6-4fa8-bc26-0f3cd88d030f),segment_id=f136ac60-d1c6-4fa8-bc26-0f3cd88d030f)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:26.471277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Pushing event updated for resources: {'Port': ['ID=ce2d3641-7671-406c-92b9-be2b94af31ad,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:26.471446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:26.478072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:26.481264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.482476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.490605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.498294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6391136-bc24-4a09-b35b-553b17eff960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:26.509375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.522219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=763e9866-a6ed-4c1d-9cd4-3b2b6f79c047,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:26.574153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:26.598555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:26.628848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:26.641910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:26.674113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:26.680343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=a79717ba-cdc6-4fda-83a7-32febac40452,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:26.685109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=6c7ba696-4375-4b99-ac04-63fa1de6e785,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:26.700811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:26.704649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:26.713136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.717854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:26.718457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:26.725999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7080cb30-b7a7-468a-bbbe-1dd59788e614 None None] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:26.785155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '171d7808-9e06-4c31-9307-52a3431b6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:26.785560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: c13de1d4-5599-469b-bc4d-5d59a03a6868, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:26.846850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:26.847596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.856838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:26.886341 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:26.889535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:26.891137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:26.915837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:26.931099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 5.8355796 Apr 15 18:21:26.943393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a4cff-af9c-4c74-98d6-c4d6f2746704 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:26.953563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33220) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:27.031938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a79717ba-cdc6-4fda-83a7-32febac40452 HTTP/1.1" status: 204 len: 168 time: 1.8358741 Apr 15 18:21:27.033627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33224) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:27.052284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c13de1d4-5599-469b-bc4d-5d59a03a6868) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:27.082698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501bdd9-9156-48b2-8dcb-cad93cf80b1a None None] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:27.112527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:21:27.112527 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:21:27.112527 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '1190c69e-5aa0-4c33-90fa-84f4a049b7e2'}] Apr 15 18:21:27.112527 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:27.112997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:27.118446 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b9f96ad4-844c-4d20-9b1d-20aa35120cd1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817273 Apr 15 18:21:27.118694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33228) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:27.127924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:27.277952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3d311-0993-4432-9ae0-cbc708bd44a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:27.284742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3d311-0993-4432-9ae0-cbc708bd44a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:27.291310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c3d311-0993-4432-9ae0-cbc708bd44a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:27.296109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2c3d311-0993-4432-9ae0-cbc708bd44a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3386087 Apr 15 18:21:27.299113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33234) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:27.303305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:27.345053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:27.353630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:27.364002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:27.368505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80b0ceb4-a463-4de0-aba3-8575258c1c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.382397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.401162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Deleting port 9df46e04-72ae-4876-90c8-78e35ad6997c {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:27.401550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.438476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:27.444133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.514296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:27.515026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.562199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Provisioning for port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:27.569265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c13de1d4-5599-469b-bc4d-5d59a03a6868', 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': '763e9866-a6ed-4c1d-9cd4-3b2b6f79c047'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:27.570193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.589202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.7796056 Apr 15 18:21:27.593086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33238) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:27.597470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Provisioning complete for port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:27.597910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.614918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.727753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:27.763385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.763814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.769275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:27.769477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-be8092ce-d4af-41a6-8c2a-f25bdc9072c5 None None] Port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:27.783389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c370657-f67f-4972-ab2a-90c464aba158 req-8dccb91c-6917-4668-ba81-8e07a1c1f8f8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:27.785708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c370657-f67f-4972-ab2a-90c464aba158 req-8dccb91c-6917-4668-ba81-8e07a1c1f8f8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4138811 Apr 15 18:21:27.794589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:27.815284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:27.816299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:27.820149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:27.864399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:27.875479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Deleting port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:27.875910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.047992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:21:28.068063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port ce2d3641-7671-406c-92b9-be2b94af31ad {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:28.068395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.088264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c267439c-a3b7-467e-91dd-be0723d10590 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:28.152784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Allocated IP 2001:db8::1 (c13de1d4-5599-469b-bc4d-5d59a03a6868/763e9866-a6ed-4c1d-9cd4-3b2b6f79c047/b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:28.215886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.294440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=db2d8fa7-081f-4505-bb8b-4822022c5650,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:28.301580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c370657-f67f-4972-ab2a-90c464aba158 req-70b80358-196b-4e5e-b0a2-7220025b513c tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2974916 Apr 15 18:21:28.308693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.366142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.443502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:20Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:28.448400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:21:28.451041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:28.458378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:28.459415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:28.460230 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.7413447 Apr 15 18:21:28.461512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.477326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33244) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:28.544915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.563381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Transition to ACTIVE for port object b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:28.589091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Transition to ACTIVE for port object b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:28.618727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.647701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a661166-e44d-4657-8581-db40ecf5da8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:28.669317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:21:28.695354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6c7ba696-4375-4b99-ac04-63fa1de6e785 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:28.712079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Calling delete_port for 9df46e04-72ae-4876-90c8-78e35ad6997c owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:28.726836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Provisioning for port 9df46e04-72ae-4876-90c8-78e35ad6997c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:28.817709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:28.824956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 426ae854-f1a6-4b6d-8c7b-097905bdee66 associated. External IP: 172.26.7.96, port: 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2. Apr 15 18:21:28.872001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Provisioning complete for port 9df46e04-72ae-4876-90c8-78e35ad6997c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:28.872665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.877777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port ce2d3641-7671-406c-92b9-be2b94af31ad, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ce2d3641-7671-406c-92b9-be2b94af31ad,segment=NetworkSegment(947e2cdb-10f3-496b-a59f-302b0b5947d4),segment_id=947e2cdb-10f3-496b-a59f-302b0b5947d4)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:28.878231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.892966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e53ba28b-0a4b-4561-8c36-e5ab93ab9919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 HTTP/1.1" status: 200 len: 991 time: 0.4126606 Apr 15 18:21:28.919510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.969647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:28.993967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037', 'status': 'completed', 'code': 200} Apr 15 18:21:29.046277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6c7ba696-4375-4b99-ac04-63fa1de6e785 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:29.046736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.119101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Pushing event updated for resources: {'Port': ['ID=b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:29.161064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:29.178809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for ce2d3641-7671-406c-92b9-be2b94af31ad owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:29.288470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:20Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:29.292964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ada5d6c-b286-4dca-b4e3-b5dc98b8a379 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:20:27Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:20Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:29.293184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Port 9df46e04-72ae-4876-90c8-78e35ad6997c cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:29.342464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Provisioning complete for port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:29.343053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.378289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.400338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:29.430017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c5607875-f4e6-4ceb-877d-9ddb2efa4bbb no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:29.459096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:29.484026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:29.493150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140443f-9cd7-4daa-9862-929297963970 req-41955a22-e399-4be6-8f21-0f794a2854b9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:29.494996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4140443f-9cd7-4daa-9862-929297963970 req-41955a22-e399-4be6-8f21-0f794a2854b9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.8151743 Apr 15 18:21:29.507994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:29.525540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-7969ad6e-858f-4a54-92b5-3ca23c7e1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:29.527293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-7969ad6e-858f-4a54-92b5-3ca23c7e1813 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1098 time: 0.4786868 Apr 15 18:21:29.528675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=ce2d3641-7671-406c-92b9-be2b94af31ad,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:29.535046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ba38f17-93b8-48b3-864d-fc215753d577 None None] Port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:29.544335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33250) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:29.550316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:29.564835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.583593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.590023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f1acc15-a09e-4dac-843c-a7fa97d33cb2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:29.595362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Request body: {'floatingip': {'port_id': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:29.657201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] For port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:29.657677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.671601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Attempting to bind port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:29.672019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Attempting to bind port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '171d7808-9e06-4c31-9307-52a3431b6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:29.672428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Attempting to bind port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f on network c13de1d4-5599-469b-bc4d-5d59a03a6868 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:29.681377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:29.797527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35183353-f66f-48d2-9fcc-035b50508ff3 None None] New status for floating IP 9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:21:29.820475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=763e9866-a6ed-4c1d-9cd4-3b2b6f79c047,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:29.823569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:29.852337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:29.852736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Checking segment: {'id': '171d7808-9e06-4c31-9307-52a3431b6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:29.853194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.853631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Bound using segment: {'id': '171d7808-9e06-4c31-9307-52a3431b6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:29.854190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Bound port: b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171d7808-9e06-4c31-9307-52a3431b6cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:29.854608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.866502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event deleted for resources: {'Port': ['ID=9df46e04-72ae-4876-90c8-78e35ad6997c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:29.879185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Calling delete_port for c5607875-f4e6-4ceb-877d-9ddb2efa4bbb owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:29.881588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:29.894229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:29.920056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33254) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:30.112940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port ce2d3641-7671-406c-92b9-be2b94af31ad on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:30.258999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.343004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.437009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] For port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:30.445785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] For port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f,segment=NetworkSegment(171d7808-9e06-4c31-9307-52a3431b6cf2),segment_id=171d7808-9e06-4c31-9307-52a3431b6cf2)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:30.479168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:30.480710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.513679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ee04184-1891-4d50-b00e-7fc0abd3eda8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 HTTP/1.1" status: 200 len: 991 time: 0.5906329 Apr 15 18:21:30.558195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69d033b1-5a94-415f-a8f3-bc80486fe421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:30.589327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.611184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13de1d4-5599-469b-bc4d-5d59a03a6868']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:30.679272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-c9f17e35-7226-456b-81bb-25b0530f9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:30.680896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-c9f17e35-7226-456b-81bb-25b0530f9792 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 898 time: 1.1294026 Apr 15 18:21:30.694365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171d7808-9e06-4c31-9307-52a3431b6cf2') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:30.694706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171d7808-9e06-4c31-9307-52a3431b6cf2') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:30.721878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.724055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Pushing event deleted for resources: {'Port': ['ID=c5607875-f4e6-4ceb-877d-9ddb2efa4bbb,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:30.743755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:30.744649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:30.768494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.788311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:30.832338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:30.882762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:30.888824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Pushing event updated for resources: {'Port': ['ID=b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:30.895111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:30.903680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:30.922371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:30.924680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:30.930267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] No DVR routers for this DVR port c5607875-f4e6-4ceb-877d-9ddb2efa4bbb on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:31.016756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.050253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa94e72-ce52-49d0-b34b-03f0988a2079 None None] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:31.067049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.077367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:31.081490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:31.082336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.093307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.097637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.164981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.165623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e258c-41b1-4bc6-a339-ad389523685b None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:31.199989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ede1f93-72ce-4965-8f0b-bc1a079005d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:31.224063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.6888783 Apr 15 18:21:31.229378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33258) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:31.255260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:31.297441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:21:31.320104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229096d6-63b0-4230-9f86-9418649894d7 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:21:31.338455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-9d02f151-e554-40ff-8484-c7c5fe3c3208 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 1001 time: 0.6456323 Apr 15 18:21:31.405902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:31.440268 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:31.469651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229096d6-63b0-4230-9f86-9418649894d7 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:21:31.489426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1190c69e-5aa0-4c33-90fa-84f4a049b7e2']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.516952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33262) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:31.543934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=f4d6adc9-6b0b-46a7-b4e8-773afb93a729,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:31.548120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.553575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947e2cdb-10f3-496b-a59f-302b0b5947d4') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.553934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947e2cdb-10f3-496b-a59f-302b0b5947d4') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:31.567577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:31.596608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-88c0b493-1421-4e51-a544-43d9cb422e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:31.598724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-88c0b493-1421-4e51-a544-43d9cb422e36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 200 len: 835 time: 0.2350066 Apr 15 18:21:31.610111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.619194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.707944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:21:31.707944 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:21:31.707944 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': 'c13de1d4-5599-469b-bc4d-5d59a03a6868'}] Apr 15 18:21:31.707944 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:31.708397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:31.746680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "DELETE /v2.0/ports/9df46e04-72ae-4876-90c8-78e35ad6997c HTTP/1.1" status: 204 len: 168 time: 4.4447951 Apr 15 18:21:31.764323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db1f8e38-2cae-4b97-95c3-6247630c7ec9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 HTTP/1.1" status: 200 len: 993 time: 0.2426374 Apr 15 18:21:31.769067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:31.778800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.805498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:31.844133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:31.851131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:31.854138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Request body: {'port': {'name': 'tempest-new-port-name-71187917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:31.854581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] bootfile-name is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:31.854976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] tftp-server is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:31.855376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.api.validators [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] server-ip-address is not in valid_values {{(pid=86082) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 15 18:21:31.879885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'f4d6adc9-6b0b-46a7-b4e8-773afb93a729'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:31.881034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:31.963271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:31.963941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.070051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:32.074612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/f4d6adc9-6b0b-46a7-b4e8-773afb93a729/8ec82c32-c16b-498b-830c-96c16e9b04c9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:32.085001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.101042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-dc30748f-2683-4fdc-aed6-c61669cd194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:32.102745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-dc30748f-2683-4fdc-aed6-c61669cd194b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2626c244-ad78-418c-acd4-75b28d60287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4777322 Apr 15 18:21:32.108007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.9844813 Apr 15 18:21:32.112971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33270) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:32.113155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.115769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.131670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.132034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 426ae854-f1a6-4b6d-8c7b-097905bdee66 disassociated. External IP: 172.26.7.96, port: 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2. Apr 15 18:21:32.212270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'name': 'tempest-NetworksTestDHCPv6-1172639041'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:32.291327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.303193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.313996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Transition to ACTIVE for port object 8ec82c32-c16b-498b-830c-96c16e9b04c9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:32.332774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Transition to ACTIVE for port object 8ec82c32-c16b-498b-830c-96c16e9b04c9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:32.337186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.353068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:32.415249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:32.415646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.449754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:32.490099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Pushing event updated for resources: {'Port': ['ID=8ec82c32-c16b-498b-830c-96c16e9b04c9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:32.600539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 1190c69e-5aa0-4c33-90fa-84f4a049b7e2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:32.702172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:32.753266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:32.754908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:32.757289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:32.865821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Attempting to bind port 8ec82c32-c16b-498b-830c-96c16e9b04c9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:32.866210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Attempting to bind port 8ec82c32-c16b-498b-830c-96c16e9b04c9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:32.866621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Attempting to bind port 8ec82c32-c16b-498b-830c-96c16e9b04c9 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:32.873782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:32.874223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:32.874678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.875372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:32.875898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Bound port: 8ec82c32-c16b-498b-830c-96c16e9b04c9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:32.876322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:32.964941 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:32.976330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:32.978161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] For port 8ec82c32-c16b-498b-830c-96c16e9b04c9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:32.982206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] For port 8ec82c32-c16b-498b-830c-96c16e9b04c9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8ec82c32-c16b-498b-830c-96c16e9b04c9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:32.985295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.000689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:33.065382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.157025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Pushing event updated for resources: {'Port': ['ID=8ec82c32-c16b-498b-830c-96c16e9b04c9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:33.162462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:33.223228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:33.239907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-7496d474-2a50-4d82-8474-d54b95b39070 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1261537 Apr 15 18:21:33.240537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.244857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:33.253617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:33.273101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.276118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:33.319183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:33.322592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f,segment=NetworkSegment(171d7808-9e06-4c31-9307-52a3431b6cf2),segment_id=171d7808-9e06-4c31-9307-52a3431b6cf2)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:33.322996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.327137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=1190c69e-5aa0-4c33-90fa-84f4a049b7e2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:33.384709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:33.394613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/1190c69e-5aa0-4c33-90fa-84f4a049b7e2 HTTP/1.1" status: 204 len: 168 time: 9.3557100 Apr 15 18:21:33.398857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33274) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:33.410127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1957388006'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:33.421099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:33.428407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.440712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:33.476555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:33.486023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:33.488820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:33.500886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:33.527046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Floating IP 00a5df79-3de9-4f44-93ca-aade767537da associated. External IP: 172.26.7.223, port: 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd. Apr 15 18:21:33.530122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:33.547145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.560856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.582551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbfc2355-0071-46e3-8aa6-1ecbc55932cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:33.609362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 2c6f70ae-fd84-4d91-b004-213e46f788ec yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:33.717893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:33.723847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.798741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8667b4f-7348-4a52-bd88-8ff2068a371f req-0281d59f-3034-4ae3-91ac-5548721ba9bb service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501049 Apr 15 18:21:33.850517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:33.884268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event updated for resources: {'Port': ['ID=55f24ddf-9d5c-4133-b5aa-af83f0dd1309,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:33.908902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:33.916756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.916756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 7aef9a51-1ab0-43e6-9a54-4be4dfa565cc of type vlan for network 868effb5-d1ae-419e-afe9-34d4e988148b Apr 15 18:21:33.917193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:33.938550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:34.043155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:34.078766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:34.099875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::e6 (530f0ff6-d890-4520-b761-45c133c833af/f4d6adc9-6b0b-46a7-b4e8-773afb93a729/2c6f70ae-fd84-4d91-b004-213e46f788ec) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:34.120263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:34.130068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.135517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:34.149235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:34.150562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:34.173697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.219883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:34.229325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port b55ee4b9-f6e3-40e0-952e-a8bd5e31eb5f on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:34.229512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:34.230670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:34.234081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Router 06ef7f29-b128-4659-8d7d-5b886565edcd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:34.247652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.254064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:34.254723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.265962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24b2ff84-d291-4d18-aefc-6c8c1981a590 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:34.315599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:34.316975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92171d2-da7f-48a1-a4b4-5bb42b04345a None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:34.317489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ad02aa6-0688-4672-a801-8e6f08eafce2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/426ae854-f1a6-4b6d-8c7b-097905bdee66 HTTP/1.1" status: 200 len: 687 time: 3.0862062 Apr 15 18:21:34.325095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:34.373377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] In _notify_port_updated(), no bound segment for port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 on network 89ec6109-622c-4044-8093-0da0fdc7bdb7 {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:21:34.379610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:34.380363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.384222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "PUT /v2.0/ports/55f24ddf-9d5c-4133-b5aa-af83f0dd1309 HTTP/1.1" status: 200 len: 1135 time: 2.6111774 Apr 15 18:21:34.384736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33282) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:34.530172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1253140 Apr 15 18:21:34.540133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33286) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:34.560070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.608254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a067d9-f112-4cea-868b-35602a368eb5 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:21:34.610985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=868effb5-d1ae-419e-afe9-34d4e988148b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:34.620004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:34.634143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'New_network'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:34.642906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:34.722449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.733956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-88151f10-c3d4-4169-85d1-87d992af2f08 None None] Provisioning for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:34.743683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 2c6f70ae-fd84-4d91-b004-213e46f788ec will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:34.793387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:34.804031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Sync routers for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:34.812546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port db2d8fa7-081f-4505-bb8b-4822022c5650 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:34.812933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.817875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.822307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:34.823415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:34.824998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:34.828852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8ec82c32-c16b-498b-830c-96c16e9b04c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:34.869268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a08aac4-4e75-4092-bac6-f9072566ad70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:34.884488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b8b3a-d778-4faa-ab3c-2ca70eeb46c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:34.885163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-466b8b3a-d778-4faa-ab3c-2ca70eeb46c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Synchronizing usage tracker for tenant:6abd3ad756864176982f03c2fa9f99c4 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:34.990837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:35.011633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:35.012034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.053152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f2ab0b7-7922-4fdc-972d-366c13f52175 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "PUT /v2.0/floatingips/00a5df79-3de9-4f44-93ca-aade767537da HTTP/1.1" status: 200 len: 991 time: 5.5069180 Apr 15 18:21:35.059551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:21:35.075643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:21:35.087728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=2c6f70ae-fd84-4d91-b004-213e46f788ec,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:35.092952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:35.168764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'status': 'completed', 'code': 200} Apr 15 18:21:35.174199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:35.175504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:35.182138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a067d9-f112-4cea-868b-35602a368eb5 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:21:35.224793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:35.231982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:35.232718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.257419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0698700 Apr 15 18:21:35.264529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33294) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:35.369187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.375440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-646e95bc-d353-4fec-87c4-a2b6cc4abe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:35.377064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-646e95bc-d353-4fec-87c4-a2b6cc4abe46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.1991556 Apr 15 18:21:35.453968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.454364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.460692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8ec82c32-c16b-498b-830c-96c16e9b04c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8ec82c32-c16b-498b-830c-96c16e9b04c9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:35.494917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.504239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:35.550669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '00a5df79-3de9-4f44-93ca-aade767537da', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'port_id': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'mac_address': 'fa:16:3e:94:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:20:54Z', 'updated_at': '2021-04-15T18:21:32Z', 'revision_number': 1, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:35.556458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Checking router: 06ef7f29-b128-4659-8d7d-5b886565edcd for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:21:35.567722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:35.568570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:35.609331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for db2d8fa7-081f-4505-bb8b-4822022c5650 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:35.612974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8ec82c32-c16b-498b-830c-96c16e9b04c9,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:35.617861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:35.739844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13de1d4-5599-469b-bc4d-5d59a03a6868']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:35.761072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-466b8b3a-d778-4faa-ab3c-2ca70eeb46c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Unset dirty status for tenant:6abd3ad756864176982f03c2fa9f99c4 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:35.768766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-466b8b3a-d778-4faa-ab3c-2ca70eeb46c7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "GET /v2.0/ports/55f24ddf-9d5c-4133-b5aa-af83f0dd1309 HTTP/1.1" status: 200 len: 1135 time: 1.3632927 Apr 15 18:21:35.777746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc210260-e5be-40a0-a956-57bc45c8e2de None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:35.873820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-271b9c22-4aa1-4cd1-8ae7-fba770f18408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:35.878955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-271b9c22-4aa1-4cd1-8ae7-fba770f18408 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.4942288 Apr 15 18:21:35.879501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33298) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:35.906709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:21:35.910359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd50cf9-bba4-4cce-950d-7290d7979862 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:35.919149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:35.922405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd50cf9-bba4-4cce-950d-7290d7979862 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:35.923296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4bd50cf9-bba4-4cce-950d-7290d7979862 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:35.948563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171d7808-9e06-4c31-9307-52a3431b6cf2') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:35.949401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171d7808-9e06-4c31-9307-52a3431b6cf2') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:35.968397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.003729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.013932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:36.116939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Deleting port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:36.117455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.117670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f06429c6-a364-44a6-8020-abc0bf351fae None None] Provisioning complete for port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:36.118410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f06429c6-a364-44a6-8020-abc0bf351fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.179867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4bd50cf9-bba4-4cce-950d-7290d7979862 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:36.181267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4bd50cf9-bba4-4cce-950d-7290d7979862 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9105096 Apr 15 18:21:36.188488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f06429c6-a364-44a6-8020-abc0bf351fae None None] Port 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:36.194192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33306) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:36.222986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.318657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-9ffc2302-41d0-4d48-8b89-d2d801230268 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 999 time: 0.3859534 Apr 15 18:21:36.363783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:36.392138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '00a5df79-3de9-4f44-93ca-aade767537da', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'port_id': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'mac_address': 'fa:16:3e:94:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:20:54Z', 'updated_at': '2021-04-15T18:21:32Z', 'revision_number': 1, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:36.398654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36f13ac-d583-4113-93c7-1707400d135d None None] The sync data for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv is: [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '00a5df79-3de9-4f44-93ca-aade767537da', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'port_id': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'mac_address': 'fa:16:3e:94:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:20:54Z', 'updated_at': '2021-04-15T18:21:32Z', 'revision_number': 1, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:36.472669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 2c6f70ae-fd84-4d91-b004-213e46f788ec {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:36.473054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.479462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:36.494570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.509828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 868effb5-d1ae-419e-afe9-34d4e988148b is not hosted by any dhcp agent {{(pid=86082) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 15 18:21:36.516513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:36.517222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.518688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "PUT /v2.0/networks/868effb5-d1ae-419e-afe9-34d4e988148b HTTP/1.1" status: 200 len: 723 time: 1.9641721 Apr 15 18:21:36.523141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Provisioning for port 2c6f70ae-fd84-4d91-b004-213e46f788ec completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:36.530969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33312) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:36.531623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Provisioning complete for port 2c6f70ae-fd84-4d91-b004-213e46f788ec triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:36.532166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.539884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:36.602446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Port 2c6f70ae-fd84-4d91-b004-213e46f788ec cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:36.617750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=868effb5-d1ae-419e-afe9-34d4e988148b,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:36.622128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Provisioning complete for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:36.622563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8db9984-fc01-4156-a9ad-7ea544711665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.641465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:36.707423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:36.804894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8ec82c32-c16b-498b-830c-96c16e9b04c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:36.844375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcce9c41-4b27-4450-9651-ad16cf2be130 None None] New status for floating IP 00a5df79-3de9-4f44-93ca-aade767537da: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:21:36.853279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network c13de1d4-5599-469b-bc4d-5d59a03a6868 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:36.856648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-df022242-ee3f-42b1-9d50-544d80a7f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:36.858288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-df022242-ee3f-42b1-9d50-544d80a7f671 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.4874818 Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:36.882486 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:36.950734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:36.974691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ce55bc1-fc1b-4544-98fd-00e4bc4e0791 tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:36.984112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:37.014992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:37.033708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:37.073208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=db2d8fa7-081f-4505-bb8b-4822022c5650,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:37.076312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:37.097605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.102556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.106880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:37.107584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.115039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7410a7a1-b19e-47b9-99a6-341b3b3b8fb8 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:37.146727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=c13de1d4-5599-469b-bc4d-5d59a03a6868,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:37.149449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:37.171023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/c13de1d4-5599-469b-bc4d-5d59a03a6868 HTTP/1.1" status: 204 len: 168 time: 9.5710645 Apr 15 18:21:37.172003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33316) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:37.180793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028360674'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:37.186440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:37.203124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:37.209652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:37.219392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:37.276276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Calling delete_port for 55f24ddf-9d5c-4133-b5aa-af83f0dd1309 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:37.304698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:37.310885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.322334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:37.322677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.322787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:37.329315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.368539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.372007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:37.383920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.389787 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/426ae854-f1a6-4b6d-8c7b-097905bdee66 HTTP/1.1" status: 204 len: 168 time: 3.0020969 Apr 15 18:21:37.394404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33322) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:37.398390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.399466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2 of type vlan for network addb5b1d-db8d-4489-bdf4-598a777ac2e1 Apr 15 18:21:37.439711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.466211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-7659ff01-5589-433d-bc9e-e62fb25af554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:37.467877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-7659ff01-5589-433d-bc9e-e62fb25af554 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5903263 Apr 15 18:21:37.491028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f593b5fb-f5fd-442e-b5f3-f1bf65fa201b None None] Provisioning complete for port 2c6f70ae-fd84-4d91-b004-213e46f788ec triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:37.491440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f593b5fb-f5fd-442e-b5f3-f1bf65fa201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.494389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.501104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:37.501926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.508854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '3bd84d31-701f-4aa6-8dc1-280cea19aabd'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:37.517387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:37.521273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:floatingip and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:37.524970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:37.527501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.531629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ba6671a-959e-4780-9556-a4539417c22e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:37.562603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:37.601923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f593b5fb-f5fd-442e-b5f3-f1bf65fa201b None None] Port 2c6f70ae-fd84-4d91-b004-213e46f788ec cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:37.651503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4758434 Apr 15 18:21:37.653089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33326) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:37.653897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.678072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:37.693282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=addb5b1d-db8d-4489-bdf4-598a777ac2e1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:37.696195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:37.705311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:37.754160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 2c6f70ae-fd84-4d91-b004-213e46f788ec owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:37.885276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:37.892397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:37.897968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:37.910488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:37.927818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:37.934491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:37.998884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-e865202f-73ff-40bc-ba63-00859886a40b service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051706 Apr 15 18:21:38.072521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.084234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.098790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f16ddb8-6eb0-47da-bde4-fd72a1556d13 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:38.455417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.471730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92d9e88-1222-429a-9bbf-9e7417458c58 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:38.532961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event deleted for resources: {'Port': ['ID=55f24ddf-9d5c-4133-b5aa-af83f0dd1309,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:38.545668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:38.607992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.627287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=8a2e967d-b398-4bca-9424-6a942a464073,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:38.634790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:38.652166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf0ce58c-ff83-43e9-827f-452648d26ebd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:38.762246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=2c6f70ae-fd84-4d91-b004-213e46f788ec,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:38.773182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.140 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/f58fe6be-cbc3-4375-9f75-36cab4ec192f) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:38.788404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:38.788807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: addb5b1d-db8d-4489-bdf4-598a777ac2e1, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:38.801240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:38.845370 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b56fc945-ebee-4c0d-97df-94a5d85799cd req-d7867f70-fac7-4e29-9144-40b8bbfb0764 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8096693 Apr 15 18:21:38.881232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:38.902605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, addb5b1d-db8d-4489-bdf4-598a777ac2e1) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:38.923890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaef90f-4a80-4201-99fe-409fc4156842 None None] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:38.939090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:38.939762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.991497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:38.999195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3275166 Apr 15 18:21:39.002061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:39.128538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.159911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.164218 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/2c6f70ae-fd84-4d91-b004-213e46f788ec HTTP/1.1" status: 204 len: 168 time: 2.9639621 Apr 15 18:21:39.165453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33338) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:39.173574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "DELETE /v2.0/ports/55f24ddf-9d5c-4133-b5aa-af83f0dd1309 HTTP/1.1" status: 204 len: 168 time: 3.2918684 Apr 15 18:21:39.219257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33342) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:39.226206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-addb5b1d-db8d-4489-bdf4-598a777ac2e1', 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': '8a2e967d-b398-4bca-9424-6a942a464073'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:39.227603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.310776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Deleting subnet 8dcdd8d5-f64c-485f-ad00-eca8b70e45e4 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:21:39.314936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.425365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.427406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Allocated IP 2001:db8::1 (addb5b1d-db8d-4489-bdf4-598a777ac2e1/8a2e967d-b398-4bca-9424-6a942a464073/7cb50aaa-5733-4e5a-a572-222bb1c5120c) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:39.473063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce5e9f-cf2d-45ce-8b0e-8c0d132d3829 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:39.474815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce5e9f-cf2d-45ce-8b0e-8c0d132d3829 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:39.475654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8ce5e9f-cf2d-45ce-8b0e-8c0d132d3829 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:39.483971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.502162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b587ebbb-212b-4bd2-a64f-02381977b32f tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:39.533465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8ce5e9f-cf2d-45ce-8b0e-8c0d132d3829 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:39.537334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f8ce5e9f-cf2d-45ce-8b0e-8c0d132d3829 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3681371 Apr 15 18:21:39.544479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33346) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:39.606854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.614355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.643830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.647672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.664496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:39.667079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Transition to ACTIVE for port object 7cb50aaa-5733-4e5a-a572-222bb1c5120c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:39.689744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Transition to ACTIVE for port object 7cb50aaa-5733-4e5a-a572-222bb1c5120c will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:39.694964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.714946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-182d6de4-6d2f-4b7f-965f-6f125a76954c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:39.728334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=f58fe6be-cbc3-4375-9f75-36cab4ec192f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:39.734692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=60f832c5-afd6-4b03-9f4a-510be8b89f92,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:39.737178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:39.787662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 7cb50aaa-5733-4e5a-a572-222bb1c5120c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:39.788002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.789125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:39.878611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet f4d6adc9-6b0b-46a7-b4e8-773afb93a729 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:21:39.881772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:39.891047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Pushing event updated for resources: {'Port': ['ID=7cb50aaa-5733-4e5a-a572-222bb1c5120c,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:39.912537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.912923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.913300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.913671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.914067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.914437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.914801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.915215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.915808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.915925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.916248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.916607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:21:39.924828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:39.960707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:39.962079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:39.964766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:40.026586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.063530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Attempting to bind port 7cb50aaa-5733-4e5a-a572-222bb1c5120c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:40.063884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Attempting to bind port 7cb50aaa-5733-4e5a-a572-222bb1c5120c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:40.064263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Attempting to bind port 7cb50aaa-5733-4e5a-a572-222bb1c5120c on network addb5b1d-db8d-4489-bdf4-598a777ac2e1 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:40.070105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:40.070529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Checking segment: {'id': '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:40.070976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.071415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Bound using segment: {'id': '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:40.071928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Bound port: 7cb50aaa-5733-4e5a-a572-222bb1c5120c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'addb5b1d-db8d-4489-bdf4-598a777ac2e1'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:40.072349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.098788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:40.099188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 868effb5-d1ae-419e-afe9-34d4e988148b, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:40.107787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:40.114953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:40.138918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 868effb5-d1ae-419e-afe9-34d4e988148b is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:40.154546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 868effb5-d1ae-419e-afe9-34d4e988148b) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:40.169014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78024594-a296-42f2-bb0b-62fcf96c8e3d None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:40.170444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:40.171097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.173639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:40.186998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.202853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:40.239383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] For port 7cb50aaa-5733-4e5a-a572-222bb1c5120c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:40.256879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] For port 7cb50aaa-5733-4e5a-a572-222bb1c5120c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7cb50aaa-5733-4e5a-a572-222bb1c5120c,segment=NetworkSegment(0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2),segment_id=0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:40.271629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.288845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08530acd-75a2-4932-89ca-ec8ce8cb9c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:40.309589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcdd8d5-f64c-485f-ad00-eca8b70e45e4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:40.312145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:40.315847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7811470 Apr 15 18:21:40.319021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33352) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:40.327767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:40.379698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 7cb50aaa-5733-4e5a-a572-222bb1c5120c, host dv-neutron-786478-1-hyperv, got binding levels [] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:40.380385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.396075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.409257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.413876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "DELETE /v2.0/subnets/8dcdd8d5-f64c-485f-ad00-eca8b70e45e4 HTTP/1.1" status: 204 len: 168 time: 1.1909215 Apr 15 18:21:40.414987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33356) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:40.430563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594e574b-0fee-4ad0-9957-024afce730f3 None None] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:40.545858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Pushing event updated for resources: {'Port': ['ID=7cb50aaa-5733-4e5a-a572-222bb1c5120c,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:40.573950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:40.593440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848594709'] for subnet, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.604751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 7cb50aaa-5733-4e5a-a572-222bb1c5120c owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:40.635257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.725037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Deleting port 6c7ba696-4375-4b99-ac04-63fa1de6e785 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:40.725396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.789876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-868effb5-d1ae-419e-afe9-34d4e988148b', 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '60f832c5-afd6-4b03-9f4a-510be8b89f92'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:40.790794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:40.998988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] DHCP port deletion for 89ec6109-622c-4044-8093-0da0fdc7bdb7 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:41.006671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Deleting port 6c7ba696-4375-4b99-ac04-63fa1de6e785 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:41.007092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.053078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:41.053352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:41.083184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Allocated IP 172.20.0.2 (868effb5-d1ae-419e-afe9-34d4e988148b/60f832c5-afd6-4b03-9f4a-510be8b89f92/1f89e14d-75da-4287-b435-9677a306e9a9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:41.194857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] For port 6c7ba696-4375-4b99-ac04-63fa1de6e785, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6c7ba696-4375-4b99-ac04-63fa1de6e785,segment=NetworkSegment(f136ac60-d1c6-4fa8-bc26-0f3cd88d030f),segment_id=f136ac60-d1c6-4fa8-bc26-0f3cd88d030f)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:41.195507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.222401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.250091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a488ab94-793d-430d-b4a3-972091437968 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:41.323267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.379618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Calling delete_port for 6c7ba696-4375-4b99-ac04-63fa1de6e785 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:41.409427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d6adc9-6b0b-46a7-b4e8-773afb93a729,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:41.432485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:41.463268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.479518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7799515f-94af-4cee-910d-c63b9bc4f8f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:41.517770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.558793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 7cb50aaa-5733-4e5a-a572-222bb1c5120c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:41.559276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.566469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe39df-4f6b-4f80-8414-df5944da2faa None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:41.591743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.593286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event deleted for resources: {'Port': ['ID=6c7ba696-4375-4b99-ac04-63fa1de6e785,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:41.598311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:41.633729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] No DVR routers for this DVR port 6c7ba696-4375-4b99-ac04-63fa1de6e785 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:41.634270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/f4d6adc9-6b0b-46a7-b4e8-773afb93a729 HTTP/1.1" status: 204 len: 168 time: 2.0350800 Apr 15 18:21:41.648169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33362) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:41.686229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] For port 6c7ba696-4375-4b99-ac04-63fa1de6e785, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6c7ba696-4375-4b99-ac04-63fa1de6e785,segment=NetworkSegment(f136ac60-d1c6-4fa8-bc26-0f3cd88d030f),segment_id=f136ac60-d1c6-4fa8-bc26-0f3cd88d030f)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:41.686688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.770606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a2693d6e-6cfc-4926-81a5-4138a14b9ee2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186581 Apr 15 18:21:41.770813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:41.788595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33366) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:41.919070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Calling delete_port for 6c7ba696-4375-4b99-ac04-63fa1de6e785 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:41.965475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec6109-622c-4044-8093-0da0fdc7bdb7']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:41.990940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:41.991359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f136ac60-d1c6-4fa8-bc26-0f3cd88d030f') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:42.005976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:42.006397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:42.013426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.040801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2edcd7-891e-4980-9141-7a73b68c0911 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:42.041374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e2edcd7-891e-4980-9141-7a73b68c0911 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:42.064564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.071684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e2edcd7-891e-4980-9141-7a73b68c0911 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:42.075629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e2edcd7-891e-4980-9141-7a73b68c0911 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2836783 Apr 15 18:21:42.075629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:42.089279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33374) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:42.109196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.138014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Transition to ACTIVE for port object 1f89e14d-75da-4287-b435-9677a306e9a9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:42.171465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Transition to ACTIVE for port object 1f89e14d-75da-4287-b435-9677a306e9a9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:42.177174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.198734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:42.313267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:42.331490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Deleting port 8ec82c32-c16b-498b-830c-96c16e9b04c9 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:42.332335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.360888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 7cb50aaa-5733-4e5a-a572-222bb1c5120c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7cb50aaa-5733-4e5a-a572-222bb1c5120c,segment=NetworkSegment(0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2),segment_id=0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:42.361297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.405273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f89e14d-75da-4287-b435-9677a306e9a9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:42.408506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:42.508102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Deleting port 6c7ba696-4375-4b99-ac04-63fa1de6e785 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:42.508529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.526245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.535493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 7cb50aaa-5733-4e5a-a572-222bb1c5120c owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:42.548595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80596181-4685-4273-b381-56dcdec9be1d None None] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:42.570956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.593422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:42.687169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b56dc594-17ed-4878-8428-a2f31f4d6968 None None] The port '6c7ba696-4375-4b99-ac04-63fa1de6e785' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:21:42.726352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1561db1-99b8-48bd-ad25-825721ae7e90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:42.731809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1561db1-99b8-48bd-ad25-825721ae7e90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6388280 Apr 15 18:21:42.752170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33378) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:42.784481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=f58fe6be-cbc3-4375-9f75-36cab4ec192f,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:42.791012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:42.843113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:42.889820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:42.897336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3452b20e-3540-46aa-b80a-fba36124d469 None None] Provisioning for port 7cb50aaa-5733-4e5a-a572-222bb1c5120c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:42.900685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7cb50aaa-5733-4e5a-a572-222bb1c5120c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:42.910190 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-585764aa-f2b4-4631-bfb8-6c519596e4b0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526453 Apr 15 18:21:42.912761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33382) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:42.920691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:42.939464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:42.955920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:42.958099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:42.974676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] For port 8ec82c32-c16b-498b-830c-96c16e9b04c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8ec82c32-c16b-498b-830c-96c16e9b04c9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:42.975120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.028569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.058654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:43.090412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7261638'] for subnet, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.112918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3206497-59c6-4938-a719-7f92256cd983 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:43.170266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=7cb50aaa-5733-4e5a-a572-222bb1c5120c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:43.185272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:43.210341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Network 89ec6109-622c-4044-8093-0da0fdc7bdb7 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:43.215470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:43.247660 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:43.300433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:43.317361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:43.374370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=60f832c5-afd6-4b03-9f4a-510be8b89f92,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:43.380282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:43.381387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:43.384842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.391469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d370ce-fdd8-4c6f-882b-7ec4d14fdac6 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:43.410581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:43.411232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.433167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Pushing event deleted for resources: {'Network': ['ID=89ec6109-622c-4044-8093-0da0fdc7bdb7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:43.440241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:43.454362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] 10.222.0.32 "DELETE /v2.0/networks/89ec6109-622c-4044-8093-0da0fdc7bdb7 HTTP/1.1" status: 204 len: 168 time: 3.0369201 Apr 15 18:21:43.461624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:43.462781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.467389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "PUT /v2.0/subnets/60f832c5-afd6-4b03-9f4a-510be8b89f92 HTTP/1.1" status: 200 len: 806 time: 3.1472762 Apr 15 18:21:43.470068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33390) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:43.476172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Calling delete_port for 8ec82c32-c16b-498b-830c-96c16e9b04c9 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:43.480100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:43.486575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.559800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port 7cb50aaa-5733-4e5a-a572-222bb1c5120c {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:21:43.560335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7cb50aaa-5733-4e5a-a572-222bb1c5120c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 15 18:21:43.631746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.641261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port 7cb50aaa-5733-4e5a-a572-222bb1c5120c not found, will not notify nova. {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 15 18:21:43.659722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Attempting to bind port 1f89e14d-75da-4287-b435-9677a306e9a9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:43.660142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Attempting to bind port 1f89e14d-75da-4287-b435-9677a306e9a9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:43.660553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Attempting to bind port 1f89e14d-75da-4287-b435-9677a306e9a9 on network 868effb5-d1ae-419e-afe9-34d4e988148b {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:43.662192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port 7cb50aaa-5733-4e5a-a572-222bb1c5120c on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:43.666963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 7b0600a1-1345-4cb7-9b63-310760104fa3 associated. External IP: 172.26.7.140, port: 3bd84d31-701f-4aa6-8dc1-280cea19aabd. Apr 15 18:21:43.716250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 1f89e14d-75da-4287-b435-9677a306e9a9 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:43.718209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.740415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6c7ba696-4375-4b99-ac04-63fa1de6e785 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:43.845312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:43.845970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Checking segment: {'id': '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:43.846572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.847172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Bound using segment: {'id': '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:43.847938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Bound port: 1f89e14d-75da-4287-b435-9677a306e9a9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '868effb5-d1ae-419e-afe9-34d4e988148b'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:43.848546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.850836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33396) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:43.878136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 6c7ba696-4375-4b99-ac04-63fa1de6e785 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:21:43.878532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6c7ba696-4375-4b99-ac04-63fa1de6e785 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:21:43.879146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8ec82c32-c16b-498b-830c-96c16e9b04c9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:43.922684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.974647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:43.993647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7cdb023-766a-41db-8e2c-c38b65a65942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:44.020554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 1f89e14d-75da-4287-b435-9677a306e9a9, host dv-neutron-786478-1-hyperv, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:44.021231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.156830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Pushing event deleted for resources: {'Port': ['ID=8ec82c32-c16b-498b-830c-96c16e9b04c9,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:44.162050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:44.183731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] For port 1f89e14d-75da-4287-b435-9677a306e9a9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:44.187042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] For port 1f89e14d-75da-4287-b435-9677a306e9a9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f89e14d-75da-4287-b435-9677a306e9a9,segment=NetworkSegment(7aef9a51-1ab0-43e6-9a54-4be4dfa565cc),segment_id=7aef9a51-1ab0-43e6-9a54-4be4dfa565cc)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:44.188192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port 8ec82c32-c16b-498b-830c-96c16e9b04c9 {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:21:44.188636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8ec82c32-c16b-498b-830c-96c16e9b04c9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:21:44.190998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 1f89e14d-75da-4287-b435-9677a306e9a9 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:44.206944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.225536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fce749a5-a85e-4334-91d3-16411d06307b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:44.328986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6edcb7e2-7409-452a-b6b5-a45cc76e575e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6abd3ad756864176982f03c2fa9f99c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748659 Apr 15 18:21:44.330407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33404) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:44.345142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] No DVR routers for this DVR port 8ec82c32-c16b-498b-830c-96c16e9b04c9 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:44.352980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:21:44.353639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:21:44.395151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Pushing event updated for resources: {'Port': ['ID=1f89e14d-75da-4287-b435-9677a306e9a9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:44.401555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:44.421630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.460024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.478689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.518002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.522750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2cb6447-8d05-4169-ac86-2109c00a3b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:44.538323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021857a4-0c10-4e17-b9ff-f065f603a8f1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:44.541413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:44.548186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.549791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/021857a4-0c10-4e17-b9ff-f065f603a8f1 HTTP/1.1" status: 204 len: 168 time: 0.2175150 Apr 15 18:21:44.855538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 1f89e14d-75da-4287-b435-9677a306e9a9 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:44.857361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.927259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:44.951309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:44.986877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:45.055332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2e967d-b398-4bca-9424-6a942a464073,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:45.075791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:45.175067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 1f89e14d-75da-4287-b435-9677a306e9a9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f89e14d-75da-4287-b435-9677a306e9a9,segment=NetworkSegment(7aef9a51-1ab0-43e6-9a54-4be4dfa565cc),segment_id=7aef9a51-1ab0-43e6-9a54-4be4dfa565cc)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:45.175478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.300317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5387f-6e4e-4d3b-9aa4-ebc9b1549b33 None None] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:45.324369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 1f89e14d-75da-4287-b435-9677a306e9a9 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:45.434692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.445559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33428) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:45.462231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:45.473370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:45.501028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.507337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:45.512556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.564376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7272a8f3-bff1-4f94-bcf6-f20598eaaf0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:45.640795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addb5b1d-db8d-4489-bdf4-598a777ac2e1']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.649306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.656787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.666890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=1f89e14d-75da-4287-b435-9677a306e9a9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:45.668541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:45.670282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:45.670890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.672560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1802859-daa8-4c78-998b-7d5b3c1fecda None None] DHCP port deletion for addb5b1d-db8d-4489-bdf4-598a777ac2e1 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:45.703665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.704048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8aaf4e-cd2d-4c08-99ca-c4eaffa7daa2') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.731987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.736394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023815391'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:45.750841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:45.760210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:45.771077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:45.774888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.2830634 Apr 15 18:21:45.776368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33436) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:45.782787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:45.783472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e814c93-163b-46b4-a436-c4d166fb2512 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:45.787245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:45.794393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.797035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.869780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10c6271c-0c4a-43db-917a-5634aa135833 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:45.889532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.918456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:45.922268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:45.965021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:45.973126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:45.978824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64ff8e48-57da-40af-bebb-9dbfabcb154c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/floatingips/7b0600a1-1345-4cb7-9b63-310760104fa3 HTTP/1.1" status: 200 len: 977 time: 0.1982059 Apr 15 18:21:45.983448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33440) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:45.985228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:46.056790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=24f98735-603e-48fe-85d0-7414991ea8e6,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:46.056926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:46.058646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:46.064554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f10e495-92c1-483b-8d09-50f6543da39e None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:46.143621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1ed32fe1-55c3-4f80-912a-fe9fb0ebfad5 None None] Could not find standard attr ID for object 1f89e14d-75da-4287-b435-9677a306e9a9. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:21:46.171491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 1f89e14d-75da-4287-b435-9677a306e9a9 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:46.191431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:46.202350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.224455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45cbb85b-f90e-4556-83e1-96079eb9842c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2330422 Apr 15 18:21:46.224455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33444) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:46.234260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': '5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:46.300719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:46.305665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:46.315851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f049492-a3ef-4b74-92d2-048fbe825eeb None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:46.342685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:46.343356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.436241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network addb5b1d-db8d-4489-bdf4-598a777ac2e1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:46.446050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5319264 Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:46.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:46.468153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33448) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:46.524232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df757622-65d1-40c8-9913-6ab7952d0078 None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:46.547962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '24f98735-603e-48fe-85d0-7414991ea8e6', 'ip_address': '2001:db8::7c12:95a4:6b4f:e538'}], 'name': 'tempest-NetworksTestDHCPv6-648425127'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:46.647395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.657673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3e3e642-9341-4d9c-b8de-ef0e050d58a0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:46.678978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.685273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=addb5b1d-db8d-4489-bdf4-598a777ac2e1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:46.688905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.691959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:46.697671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/addb5b1d-db8d-4489-bdf4-598a777ac2e1 HTTP/1.1" status: 204 len: 168 time: 7.6945648 Apr 15 18:21:46.710223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33454) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:46.718984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '24f98735-603e-48fe-85d0-7414991ea8e6'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:46.720587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1804150229'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:46.720701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.728693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:46.738552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:46.754473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.767758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:46.786841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:46.795637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7cb50aaa-5733-4e5a-a572-222bb1c5120c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:46.814223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:46.827070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:46.832684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:46.839776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:46.846554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:46.868823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:46.877044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 7cb50aaa-5733-4e5a-a572-222bb1c5120c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:21:46.877873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7cb50aaa-5733-4e5a-a572-222bb1c5120c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:21:46.877979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33460) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:46.886671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:47.025751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:47.060089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.060491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 589cbe36-5c6f-4c8e-9415-79bc502cf425 of type vlan for network 1c4061c5-58a0-4abe-87d0-44c710fa400c Apr 15 18:21:47.134183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.153386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-ae986c0a-1172-4fa6-a549-bb4e545999fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5495558 Apr 15 18:21:47.213407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.218310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.245291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.250910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.258068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:47.258737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.267911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd326e3a-5bcd-465d-8f58-34d836f15ca1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:47.296165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 65f02883-6718-4cfd-a4cb-fa806470e5fc yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:47.307897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d293f22-48d9-4e2d-859c-c242d5b38043 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:47.309276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/24f98735-603e-48fe-85d0-7414991ea8e6/ae00f702-e091-4c63-a197-6686a0082dd9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:47.336127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:47.340019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d51182-11d6-4dff-8913-495d485c2dd1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:47.340707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d51182-11d6-4dff-8913-495d485c2dd1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:47.341097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d51182-11d6-4dff-8913-495d485c2dd1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:47.349935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40d51182-11d6-4dff-8913-495d485c2dd1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=69fafcd966e746a1a3f3beda84b49f90&network_id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 2999 time: 0.4627934 Apr 15 18:21:47.449183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7377717 Apr 15 18:21:47.455279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33466) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:47.456031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=1c4061c5-58a0-4abe-87d0-44c710fa400c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:47.458978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:47.471503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:47.474150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:47.495972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:47.499508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:47.539837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:47.555577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df60dfb8-cba9-4024-a85a-d61ada9978d2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:47.574067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:47.638875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.669633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:47.673604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:47.676668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:47.682664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:47.691546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:47.697538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.754932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Transition to ACTIVE for port object ae00f702-e091-4c63-a197-6686a0082dd9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:47.766270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-186987d5-83fc-488f-a670-1c0efe2c2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:47.767888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-186987d5-83fc-488f-a670-1c0efe2c2e92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1098 time: 0.4419892 Apr 15 18:21:47.768917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.792668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85380eb1-7ee3-4317-9489-dda9793371d4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:47.795373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Transition to ACTIVE for port object ae00f702-e091-4c63-a197-6686a0082dd9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:47.801881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:47.819174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e1608e7-1a99-41e1-8170-c4c6ac3609b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:47.893857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Pushing event updated for resources: {'Port': ['ID=ae00f702-e091-4c63-a197-6686a0082dd9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:47.896812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:47.944855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=60f832c5-afd6-4b03-9f4a-510be8b89f92,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:48.014213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:48.024455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::7c12:95a4:6b4f:e538 (530f0ff6-d890-4520-b761-45c133c833af/24f98735-603e-48fe-85d0-7414991ea8e6/65f02883-6718-4cfd-a4cb-fa806470e5fc) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:48.031795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.033669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:48.035284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:48.037806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:48.063748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.080035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:48.144953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Attempting to bind port ae00f702-e091-4c63-a197-6686a0082dd9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:48.145499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Attempting to bind port ae00f702-e091-4c63-a197-6686a0082dd9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:48.146014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Attempting to bind port ae00f702-e091-4c63-a197-6686a0082dd9 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:48.153885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:48.154793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:48.155262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.155706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:48.156489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Bound port: ae00f702-e091-4c63-a197-6686a0082dd9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:48.156686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.174173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89132310-3bec-493e-9219-e57f54cbd107 None None] Network 868effb5-d1ae-419e-afe9-34d4e988148b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:48.190948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157c85f4-dce7-4f0d-863c-2467c2c1a6b9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:48.209007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:48.272292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.273647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8269143 Apr 15 18:21:48.295602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33476) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:48.327700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-a93d1431-866c-48b6-af9b-bcf3ad25e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:48.329272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-a93d1431-866c-48b6-af9b-bcf3ad25e554 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 898 time: 0.5041599 Apr 15 18:21:48.415258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.430249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] For port ae00f702-e091-4c63-a197-6686a0082dd9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:48.445432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] For port ae00f702-e091-4c63-a197-6686a0082dd9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ae00f702-e091-4c63-a197-6686a0082dd9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:48.448605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.458529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:48.468762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:48.577773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ccc5a-ec5c-43e6-b579-c026fd6b205b None None] DHCP port deletion for 868effb5-d1ae-419e-afe9-34d4e988148b request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:48.631529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Pushing event updated for resources: {'Port': ['ID=ae00f702-e091-4c63-a197-6686a0082dd9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:48.645127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:48.685441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-81df8de1-e958-4094-b24d-63df782457f2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:48.689044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.707774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f89e14d-75da-4287-b435-9677a306e9a9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:48.720359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 65f02883-6718-4cfd-a4cb-fa806470e5fc will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:48.747636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1f89e14d-75da-4287-b435-9677a306e9a9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:21:48.748054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f89e14d-75da-4287-b435-9677a306e9a9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:21:48.793250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:48.811850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-195fbb84-be86-4697-a74d-524f6ef5a02b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:48.960278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.001054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=77f7f106-86eb-4b61-b5de-dee1558ce4df,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:49.006505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-7791c139-d5af-4f83-864d-33a2ebf9b513 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 1001 time: 0.6636407 Apr 15 18:21:49.011888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868effb5-d1ae-419e-afe9-34d4e988148b']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:49.021361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.058361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:49.063306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:49.069201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:49.069541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aef9a51-1ab0-43e6-9a54-4be4dfa565cc') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:49.079812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.168339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.179140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-81df8de1-e958-4094-b24d-63df782457f2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:49.183590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81df8de1-e958-4094-b24d-63df782457f2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8797405 Apr 15 18:21:49.188994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=65f02883-6718-4cfd-a4cb-fa806470e5fc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:49.193403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:49.197867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.222628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-security--2146900502', 'description': 'tempest-security-description-1175478337'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:49.261698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.277427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.287618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-e0032980-0fd1-4c00-ae9e-15a31125bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.289197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-e0032980-0fd1-4c00-ae9e-15a31125bb9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 200 len: 835 time: 0.2642267 Apr 15 18:21:49.306561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:21:49.377535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.406720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '589cbe36-5c6f-4c8e-9415-79bc502cf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:49.407127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: 1c4061c5-58a0-4abe-87d0-44c710fa400c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:49.437232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:49.444416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:49.447328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db95fe4-04e7-4572-8b35-0909362ed6c0 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.456243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8db95fe4-04e7-4572-8b35-0909362ed6c0 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 814 time: 0.1857290 Apr 15 18:21:49.456243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:49.456243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.456655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.508397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:49.513630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.518981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.521649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.523039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "PUT /v2.0/security-groups/157c85f4-dce7-4f0d-863c-2467c2c1a6b9 HTTP/1.1" status: 200 len: 1778 time: 0.3244975 Apr 15 18:21:49.525834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0526357 Apr 15 18:21:49.527409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e900dff-5492-428b-a1cd-ef411ee67b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:49.535742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33494) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.536124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33496) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.546827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 1c4061c5-58a0-4abe-87d0-44c710fa400c) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:49.555520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32b6e3-ae93-4ccf-a9d2-b3e8552b101d None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:49.556812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 7b0600a1-1345-4cb7-9b63-310760104fa3 associated. External IP: 172.26.7.140, port: 3bd84d31-701f-4aa6-8dc1-280cea19aabd. Apr 15 18:21:49.650108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.650463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.654933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157c85f4-dce7-4f0d-863c-2467c2c1a6b9,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:49.663917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:49.701730 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2387464 Apr 15 18:21:49.702942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d6d4a25-b1aa-4ed5-9180-a4ece12ad990 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups/157c85f4-dce7-4f0d-863c-2467c2c1a6b9 HTTP/1.1" status: 200 len: 1778 time: 0.1633160 Apr 15 18:21:49.703594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33504) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.708763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33506) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.710077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 868effb5-d1ae-419e-afe9-34d4e988148b has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:49.712760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:49.737173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.835173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-1c4061c5-58a0-4abe-87d0-44c710fa400c', 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': '77f7f106-86eb-4b61-b5de-dee1558ce4df'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:49.836356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:49.848166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-55d21829-df1f-44c5-9aa9-891980770daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.849885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-55d21829-df1f-44c5-9aa9-891980770daa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2626c244-ad78-418c-acd4-75b28d60287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5450604 Apr 15 18:21:49.894538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac8a04-8c69-4a45-b0f0-e9cc165ad7db tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.902897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbac8a04-8c69-4a45-b0f0-e9cc165ad7db tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:49.904697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbac8a04-8c69-4a45-b0f0-e9cc165ad7db tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:49.965190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33512) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:49.983055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1870107619', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:49.993515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbac8a04-8c69-4a45-b0f0-e9cc165ad7db tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:49.997555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbac8a04-8c69-4a45-b0f0-e9cc165ad7db tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4540071 Apr 15 18:21:49.997555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.003022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33516) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:50.008041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:50.018903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Allocated IP 2001:db8::2 (1c4061c5-58a0-4abe-87d0-44c710fa400c/77f7f106-86eb-4b61-b5de-dee1558ce4df/ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:50.053138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 868effb5-d1ae-419e-afe9-34d4e988148b has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:21:50.053962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:50.068091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:50.079153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:21:50.084017 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:21:50.096108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:50.106123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:subnet and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:50.117278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:50.121162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.155170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:50.167380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:50.174201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.199080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 65f02883-6718-4cfd-a4cb-fa806470e5fc {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:50.199497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.295089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:50.301273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.343445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.349038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.359695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:50.391239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.414143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=868effb5-d1ae-419e-afe9-34d4e988148b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:50.420645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:50.426234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/868effb5-d1ae-419e-afe9-34d4e988148b HTTP/1.1" status: 204 len: 168 time: 6.9523170 Apr 15 18:21:50.429560 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-9d67406f-b4cf-4fdb-aad6-31268076c493 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703664 Apr 15 18:21:50.430193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33522) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:50.436162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Transition to ACTIVE for port object ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:50.454849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.461978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:50.465271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:50.465725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Transition to ACTIVE for port object ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:50.470598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.488374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:50.507354 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b59903-9d61-4803-aee4-abd816468548 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:21:50.507995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b59903-9d61-4803-aee4-abd816468548 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:21:50.510024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e9b59903-9d61-4803-aee4-abd816468548 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/868effb5-d1ae-419e-afe9-34d4e988148b HTTP/1.1" status: 404 len: 339 time: 0.0768600 Apr 15 18:21:50.517043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33526) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:50.517755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c85f4-dce7-4f0d-863c-2467c2c1a6b9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:50.534189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.534589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment 68c7b167-277d-4c47-9932-02deff638923 of type vlan for network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f Apr 15 18:21:50.544270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:50.573245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-784927346', 'description': 'd1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:50.590648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:50.596028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:50.624389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:network and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:50.630513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:50.651486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:50.673917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.681177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:50.683571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.687518 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/157c85f4-dce7-4f0d-863c-2467c2c1a6b9 HTTP/1.1" status: 204 len: 168 time: 0.9537451 Apr 15 18:21:50.691571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:50.692215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-19fcab72-aa2c-4bb8-aea9-592edeb520f3 None None] Provisioning for port ae00f702-e091-4c63-a197-6686a0082dd9 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:50.692473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.712072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Pushing event updated for resources: {'Port': ['ID=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:50.740347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:50.784041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:50.788173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:50.793733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:50.867003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ae00f702-e091-4c63-a197-6686a0082dd9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:50.885967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a46f3dcb-5bab-4dea-9e69-38ea0ecd54eb req-6fb559e5-45c1-486b-8f0b-9e47117290cb service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214311 Apr 15 18:21:50.920191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.943559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.950143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:50.950909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:50.988094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:50.993819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Attempting to bind port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:50.994203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Attempting to bind port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '589cbe36-5c6f-4c8e-9415-79bc502cf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:50.994688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Attempting to bind port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 on network 1c4061c5-58a0-4abe-87d0-44c710fa400c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:51.003583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ce66726-a5c8-4528-91d4-a970a8e04702 None None] Provisioning for port 65f02883-6718-4cfd-a4cb-fa806470e5fc completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:51.009775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:51.010221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Checking segment: {'id': '589cbe36-5c6f-4c8e-9415-79bc502cf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:51.010667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.011387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Bound using segment: {'id': '589cbe36-5c6f-4c8e-9415-79bc502cf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:51.011661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Bound port: ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589cbe36-5c6f-4c8e-9415-79bc502cf425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:51.012081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.017045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.017445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 7deaf03b-dc72-48e3-b040-51c40530f604 of type vlan for network 761c7499-2101-40e6-ae8e-34695a82467f Apr 15 18:21:51.019693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0ab6b9f-4671-4f3a-b959-cfd0828207ff tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:51.025127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ce66726-a5c8-4528-91d4-a970a8e04702 None None] Provisioning complete for port 65f02883-6718-4cfd-a4cb-fa806470e5fc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:51.025596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ce66726-a5c8-4528-91d4-a970a8e04702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.041440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-974c3796-eada-400f-b48f-0a917f3659c0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:51.064381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.075889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:51.130512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:51.146143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 65f02883-6718-4cfd-a4cb-fa806470e5fc owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:51.324187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3540254 Apr 15 18:21:51.324428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ce66726-a5c8-4528-91d4-a970a8e04702 None None] Port 65f02883-6718-4cfd-a4cb-fa806470e5fc cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:21:51.333696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33536) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:51.341303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-974c3796-eada-400f-b48f-0a917f3659c0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:51.343280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-974c3796-eada-400f-b48f-0a917f3659c0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6442900 Apr 15 18:21:51.351234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:51.351936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:51.392894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33540) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:51.403157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:51.404141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ae00f702-e091-4c63-a197-6686a0082dd9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:51.407041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:51.416920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ae00f702-e091-4c63-a197-6686a0082dd9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:51.417913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.469864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:51.470753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-fafefb16-2edc-4698-9d4f-6d8be6cf818a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] delete failed (client error): The resource could not be found. Apr 15 18:21:51.471915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fafefb16-2edc-4698-9d4f-6d8be6cf818a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/157c85f4-dce7-4f0d-863c-2467c2c1a6b9 HTTP/1.1" status: 404 len: 347 time: 0.0710027 Apr 15 18:21:51.482030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:51.490519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378041423'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:51.547148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:51.550775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9d679-07ab-45e1-bc02-b124a5f93398 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:51.555210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fc9d679-07ab-45e1-bc02-b124a5f93398 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2138476 Apr 15 18:21:51.563497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:51.576981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:51.585094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:21:51.616247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:21:51.618040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:51.624766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.624993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:51.625573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:51.632021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:51.632807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.641046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:51.703144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,segment=NetworkSegment(589cbe36-5c6f-4c8e-9415-79bc502cf425),segment_id=589cbe36-5c6f-4c8e-9415-79bc502cf425)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:21:51.705443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:51.705906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626c0f57-0f4d-437f-ba1d-e2d0baa5f7f1 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:51.710486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.727557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:51.734187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:51.782633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=761c7499-2101-40e6-ae8e-34695a82467f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:51.799986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:51.804467 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2839494 Apr 15 18:21:51.805450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Pushing event updated for resources: {'Port': ['ID=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:51.808994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33552) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:51.809167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 761c7499-2101-40e6-ae8e-34695a82467f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:51.826286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:52.047375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.100649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:52.112513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd88ae-0e7d-4e11-b0a8-8c49c96e5325 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:52.113288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-56bd88ae-0e7d-4e11-b0a8-8c49c96e5325 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Synchronizing usage tracker for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:52.116637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port ae00f702-e091-4c63-a197-6686a0082dd9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ae00f702-e091-4c63-a197-6686a0082dd9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:52.121603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.125475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.127155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a39073b-2a4e-4b29-bf28-8d3c019a9976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:52.127719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:52.137901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-56bd88ae-0e7d-4e11-b0a8-8c49c96e5325 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Unset dirty status for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:52.141725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-56bd88ae-0e7d-4e11-b0a8-8c49c96e5325 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks?id=761c7499-2101-40e6-ae8e-34695a82467f HTTP/1.1" status: 200 len: 760 time: 0.3252132 Apr 15 18:21:52.142475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33556) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.152239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:52.153336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'description': 'd2'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:52.155197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:52.206727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=ae00f702-e091-4c63-a197-6686a0082dd9,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:52.211181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:52.212731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:52.280464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:52.296483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=65f02883-6718-4cfd-a4cb-fa806470e5fc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:52.309246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:52.316539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0816edc3-49af-4be7-83e7-cb2405818202 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:52.318206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0816edc3-49af-4be7-83e7-cb2405818202 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7370684 Apr 15 18:21:52.324746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33560) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.490425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.527828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8795979e-2c12-4fe8-8e97-057984fc5ae9 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2000220 Apr 15 18:21:52.536852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33566) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.546519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.564274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c627924b-32d6-4e0d-9210-eb8a6973395b tempest-RoutersAdminNegativeIpV6Test-1950001012 tempest-RoutersAdminNegativeIpV6Test-1950001012-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:52.592571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.649492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7ecf6d-f7d0-4086-8eac-5deb3abb343e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:52.656068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:52.700865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.705612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2224452 Apr 15 18:21:52.707585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/65f02883-6718-4cfd-a4cb-fa806470e5fc HTTP/1.1" status: 204 len: 168 time: 2.7028837 Apr 15 18:21:52.708460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33570) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.719516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33572) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.723811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'ee7ecf6d-f7d0-4086-8eac-5deb3abb343e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:52.734128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5420cf06-e14b-49b8-8bfc-c2256451b089 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1959407 Apr 15 18:21:52.734893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33578) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:52.774637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:52.801581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:52.810231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:52.820976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.827914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:52.841942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.864552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a98a1582-761a-4053-a675-faff30862ba2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:52.887176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:52.915930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:52.940620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1232fbc-3ffe-4eda-813a-ad04a20700a1 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:52.963757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:52.973163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ae00f702-e091-4c63-a197-6686a0082dd9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:52.987797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6964614-a7a4-4d15-b0f3-75cb2c871325 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:52.989513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6964614-a7a4-4d15-b0f3-75cb2c871325 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:52.990374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b6964614-a7a4-4d15-b0f3-75cb2c871325 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:53.002012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.052874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=cfa78ddd-08bd-4601-8981-daf4ec4db590,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:53.058633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:53.060756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ae00f702-e091-4c63-a197-6686a0082dd9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:53.061182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.100289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b6964614-a7a4-4d15-b0f3-75cb2c871325 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:53.104705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6964614-a7a4-4d15-b0f3-75cb2c871325 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3723488 Apr 15 18:21:53.111211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33582) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.126550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:53.143581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.144162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:53.163734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:53.165307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:53.299836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:53.300759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=761c7499-2101-40e6-ae8e-34695a82467f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:53.305672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.309314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:53.318468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2334f9f-6c1b-4777-9ef9-b2c9925d019b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.320265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2334f9f-6c1b-4777-9ef9-b2c9925d019b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5451171 Apr 15 18:21:53.323162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 761c7499-2101-40e6-ae8e-34695a82467f is not hosted by any dhcp agent {{(pid=86081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 15 18:21:53.325814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:53.326683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33586) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.327115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:53.336462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 761c7499-2101-40e6-ae8e-34695a82467f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:53.338228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.338841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 24f98735-603e-48fe-85d0-7414991ea8e6 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:21:53.339203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.344796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "PUT /v2.0/networks/761c7499-2101-40e6-ae8e-34695a82467f HTTP/1.1" status: 200 len: 757 time: 1.1954610 Apr 15 18:21:53.345046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.345229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50e23dbd-12ae-4d63-9cee-42642584f1cf tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/7b0600a1-1345-4cb7-9b63-310760104fa3 HTTP/1.1" status: 200 len: 978 time: 7.1174781 Apr 15 18:21:53.345833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33588) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.346125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33590) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.351734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:53.355753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:53.416397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.455036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:53.462142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:53.496271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-981d1a5b-5848-40b8-8429-a1cd6ef8e2a0 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491899 Apr 15 18:21:53.508143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.514374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68361a1d-a616-48a0-8c87-8dbdfba42f24,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:53.520034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287493380', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:53.612129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:53.612498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d73cb31-f218-4f6c-880a-2606cb55e578 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:53.630889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.635220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.635348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9199767 Apr 15 18:21:53.637648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.638348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.648662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:53.649152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33602) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.725002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.782534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.0753553 Apr 15 18:21:53.783482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59298b5c-d4f9-4729-983f-1425d69f94fd None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:53.792710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33608) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.835186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa0c60-3a88-46f1-8c9b-62ec17c06329 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.840323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4aa0c60-3a88-46f1-8c9b-62ec17c06329 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks?id=761c7499-2101-40e6-ae8e-34695a82467f HTTP/1.1" status: 200 len: 760 time: 0.4895811 Apr 15 18:21:53.841246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33612) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:53.852012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1245434767'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:53.854182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.869074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:53.888450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Provisioning for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:53.892951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.895221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:53.905197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:53.914395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:53.915262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.934063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:53.948055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:53.978304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.980111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.981774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.983834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.985699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:53.986244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:53.987307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:53.987655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Synchronizing usage tracker for tenant:e6acdf0765d843639212230471df4f2e on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:53.992245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:53.993893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.006382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.006930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 7b0600a1-1345-4cb7-9b63-310760104fa3 disassociated. External IP: 172.26.7.140, port: 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2. Apr 15 18:21:54.025307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.035938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:54.042349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.068907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ee1d1-b4ad-4b5a-9fdb-c8891481000e tempest-ServersTestJSON-566671574 tempest-ServersTestJSON-566671574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:54.076836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Unset dirty status for tenant:e6acdf0765d843639212230471df4f2e on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:54.079640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-140e2c25-c564-439d-b761-80e5335c5429 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2817740 Apr 15 18:21:54.139149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33616) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:54.168056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097838418'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:54.172814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.173835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.177746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/68361a1d-a616-48a0-8c87-8dbdfba42f24 HTTP/1.1" status: 204 len: 168 time: 0.5095868 Apr 15 18:21:54.181725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.193062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f514bfd4-c313-4baa-a3dd-dd26d556f8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.213834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68361a1d-a616-48a0-8c87-8dbdfba42f24,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:54.216628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:54.229083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,segment=NetworkSegment(589cbe36-5c6f-4c8e-9415-79bc502cf425),segment_id=589cbe36-5c6f-4c8e-9415-79bc502cf425)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:54.233636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33620) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:54.234425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.236742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:54.237357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:54.263216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:54.275118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:54.302452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:54.325249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Pushing event updated for resources: {'Port': ['ID=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:54.362583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:54.404054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Update dhcp port {'port': {'network_id': '1c4061c5-58a0-4abe-87d0-44c710fa400c', 'fixed_ips': [{'subnet_id': '77f7f106-86eb-4b61-b5de-dee1558ce4df', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfa78ddd-08bd-4601-8981-daf4ec4db590'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:21:54.427860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cae845c-6a9b-4e93-a6cb-9574d487cb05 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:54.445923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:54.452255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.466283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:54.470159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.485537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.485978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 8fd462fd-c041-4ad1-85a5-cbf9084a83ae of type vlan for network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f Apr 15 18:21:54.534578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.568767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cae845c-6a9b-4e93-a6cb-9574d487cb05 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:54.572846 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cae845c-6a9b-4e93-a6cb-9574d487cb05 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3355963 Apr 15 18:21:54.583335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33624) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:54.584053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:21:54.696883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.697291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b of type vlan for network f33bb6fa-550c-459d-bff6-b0853b6de96e Apr 15 18:21:54.721119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.727510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:54.728232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.754981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01203e27-3a05-4068-882d-6373a0f768f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:54.844009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.877879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=4cb53114-68b6-4c3f-9fd4-478cd20ed86f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:54.884894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:54.915962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0689628 Apr 15 18:21:54.916565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33630) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:54.919402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:54.925245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:54.929979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:54.947849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:21:54.961519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:54.979704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Allocated IP 172.20.0.1 (1c4061c5-58a0-4abe-87d0-44c710fa400c/cfa78ddd-08bd-4601-8981-daf4ec4db590/ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:55.013730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.036991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1dcafe16-79a3-4f2b-a4e6-aa25d6e74a74 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:55.156345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=24f98735-603e-48fe-85d0-7414991ea8e6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:55.162899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.174155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:55.174844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.180988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:55.181649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.195954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14506689-0182-449e-800d-7ec4253d0784 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:55.207652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:55.214286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:55.214709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.215939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Usage tracker for resource:subnet and tenant:cdd93e19bc464e55a3633f7e24536969 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:55.221567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:55.230990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:55.257975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:55.264293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.284076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:21:55.292557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.301055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:21:55.312004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,segment=NetworkSegment(589cbe36-5c6f-4c8e-9415-79bc502cf425),segment_id=589cbe36-5c6f-4c8e-9415-79bc502cf425)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:55.331159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:55.332011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:55.377938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2304342 Apr 15 18:21:55.378269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33634) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:55.382824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=f33bb6fa-550c-459d-bff6-b0853b6de96e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:55.387885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:55.388934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.402984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'New_network'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:55.404606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.406997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:55.407328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.410930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee7ecf6d-f7d0-4086-8eac-5deb3abb343e HTTP/1.1" status: 204 len: 168 time: 0.8220453 Apr 15 18:21:55.412818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/24f98735-603e-48fe-85d0-7414991ea8e6 HTTP/1.1" status: 204 len: 168 time: 2.2956984 Apr 15 18:21:55.413682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33638) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:55.414161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33640) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:55.415630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8a80912-2546-4234-92ac-9d0beaf16406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:55.429325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58995c72-dbaa-46aa-82ba-3c8fc5b5db1c None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:55.450307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:55.523230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7ecf6d-f7d0-4086-8eac-5deb3abb343e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:55.540945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-07008835-53ee-42df-92dc-cdfb2d5c6020 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077912 Apr 15 18:21:55.542874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:55.544996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33646) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:55.553075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.556573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b84dee48-afe6-4e47-a63e-59720535738f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/7b0600a1-1345-4cb7-9b63-310760104fa3 HTTP/1.1" status: 200 len: 688 time: 2.2032371 Apr 15 18:21:55.558522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33650) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:55.561619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:21:55.562439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:55.564354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:55.844319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port f58fe6be-cbc3-4375-9f75-36cab4ec192f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:55.844700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.846985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:21:55.847440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97e493-a65d-41bf-8bb6-8f2f30da418a None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:21:55.854918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Transition to ACTIVE for port object ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:55.876906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:55.896751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9bf01657-bf9c-415e-818b-ed8c1378d935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:55.998394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7430b422-c9a4-47fc-a2b7-072f50fc79a4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:56.082846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Pushing event updated for resources: {'Port': ['ID=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:56.089618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:56.103555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.107929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.127950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7430b422-c9a4-47fc-a2b7-072f50fc79a4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:56.137459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7430b422-c9a4-47fc-a2b7-072f50fc79a4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7048526 Apr 15 18:21:56.137459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:56.139459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33656) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:56.143098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:56.152046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--52801154'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:56.162608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:56.191163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.203151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:21:56.204840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:56.214341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Deleting port ae00f702-e091-4c63-a197-6686a0082dd9 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:21:56.214774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.214903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb33141e-70cf-4e63-b134-02aa875f8717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-771752693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:56.248867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:56.290658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:56.297338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.312040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=b0358089-377f-478b-b4ad-eec663632df4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:56.330024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:56.429895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.441136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.441893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.463746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] For port ae00f702-e091-4c63-a197-6686a0082dd9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ae00f702-e091-4c63-a197-6686a0082dd9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:21:56.465253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.503328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:56.503739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:56.555503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=f33bb6fa-550c-459d-bff6-b0853b6de96e,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:56.558520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:56.571512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:56.590672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:56.611959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:56.612627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.639328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Calling delete_port for ae00f702-e091-4c63-a197-6686a0082dd9 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:56.658779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for f58fe6be-cbc3-4375-9f75-36cab4ec192f owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:21:56.662439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1498954 Apr 15 18:21:56.699970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:21:56.708374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:56.734714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690963b-dc67-411c-93e0-fb440d532a8a None None] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:56.741281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e is not hosted by any dhcp agent {{(pid=86081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 15 18:21:56.752798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:56.753548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:56.758203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "PUT /v2.0/networks/f33bb6fa-550c-459d-bff6-b0853b6de96e HTTP/1.1" status: 200 len: 723 time: 1.3654139 Apr 15 18:21:56.762287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33662) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:56.763213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:56.850326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:57.002994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.021392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33666) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:57.022520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-636a5fc4-7a6d-4540-a0cc-4be58ed9f113 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:57.069289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258342469', 'description': 'tempest-secgroup-smoke-1258342469 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:57.154848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:57.183189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:57.208410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:57.208943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:21:57.225907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:57.229568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:57.235073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4015bf-0cc1-4fdc-933c-284e0a2b1a98 None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:57.239257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:57.243959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:57.250806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.279358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.288979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=50f31cda-24b0-44b0-a92e-c742a63bd947,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:57.294835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:57.316598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:57.324029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:57.328454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:57.329456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:57.332714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:57.343128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:57.351105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:57.351777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.372379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8194358 Apr 15 18:21:57.375623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33672) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:57.375900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.382966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.387737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '50f31cda-24b0-44b0-a92e-c742a63bd947', 'ip_address': '2001:db8::da8:35e0:ad1e:be33'}], 'name': 'tempest-NetworksTestDHCPv6-675279422'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:57.402755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:57.428196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5cb761f-00f1-4b22-a0f2-50f8a8a93666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.441426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.442085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-411488a9-e179-43e2-a5db-dd88c9b265a7 None None] Provisioning for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:21:57.450970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.483666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-411488a9-e179-43e2-a5db-dd88c9b265a7 None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:57.484273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-411488a9-e179-43e2-a5db-dd88c9b265a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.532635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=f58fe6be-cbc3-4375-9f75-36cab4ec192f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:57.535311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:57.541720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-985f2fa6-5069-44f8-a89d-e4c10c89694f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:57.586079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.600539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:57.605362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.608836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:57.612706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:57.615770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.615961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:57.626233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:57.636799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:57.678150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:21:57.698019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad81159e-75d0-40ea-9882-da99f6882b46,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:57.704960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.706336 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6539340 Apr 15 18:21:57.707790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:57.755291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Pushing event deleted for resources: {'Port': ['ID=ae00f702-e091-4c63-a197-6686a0082dd9,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:57.760440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33676) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:57.768778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:57.769134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.778828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:57.835762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:57.869835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.894035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:57.903582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:57.915319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 316c4341-790b-4d09-ba7d-32aeaecb7936 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:21:58.005161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f786d1-3456-4e34-a692-cf2c6eec0f9f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:58.009206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:58.064079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': 'b0358089-377f-478b-b4ad-eec663632df4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:58.064910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.073262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.075379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9329569 Apr 15 18:21:58.082864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33680) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:58.083962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.103221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'f4f786d1-3456-4e34-a692-cf2c6eec0f9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:58.113170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4be34f5b-ddbf-4701-a16d-dc1f98348e0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:58.160534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:58.188598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:58.193650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:58.204050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:58.259088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] No DVR routers for this DVR port ae00f702-e091-4c63-a197-6686a0082dd9 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:21:58.269681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:58.299219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.306352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:58.340870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:58.407223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Allocated IP 172.20.0.18 (a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f/b0358089-377f-478b-b4ad-eec663632df4/8cda547b-3b48-4ef9-8154-a286eaa32c3f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:58.420274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=30803d57-002b-46bc-94e3-3c314ad2a674,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:58.423101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:58.473345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.474889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::da8:35e0:ad1e:be33 (530f0ff6-d890-4520-b761-45c133c833af/50f31cda-24b0-44b0-a92e-c742a63bd947/316c4341-790b-4d09-ba7d-32aeaecb7936) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:21:58.480768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.482241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.489831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d254bb1a-c544-411c-8eb7-10649fd126e0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:58.537944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c42725b-734a-4e5b-8b0e-b37dde631abe,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:58.541739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.544302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7827790 Apr 15 18:21:58.547614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:58.548270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33686) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:58.565304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.569030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:58.576292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:58.580971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:58.585186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:58.593620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:58.598992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.604085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/7b0600a1-1345-4cb7-9b63-310760104fa3 HTTP/1.1" status: 204 len: 168 time: 3.0454023 Apr 15 18:21:58.605679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33690) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:58.703065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.704270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.716967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Transition to ACTIVE for port object 8cda547b-3b48-4ef9-8154-a286eaa32c3f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:58.740967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Transition to ACTIVE for port object 8cda547b-3b48-4ef9-8154-a286eaa32c3f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:58.768538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ede169-d087-43fc-bae0-1e0fdec87c46 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:58.771986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-6c390fa4-2b02-46e7-80bf-c1f5639432dc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] delete failed (client error): The resource could not be found. Apr 15 18:21:58.773124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c390fa4-2b02-46e7-80bf-c1f5639432dc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/7b0600a1-1345-4cb7-9b63-310760104fa3 HTTP/1.1" status: 404 len: 345 time: 0.1581295 Apr 15 18:21:58.776987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.797349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33694) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:58.810809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.827524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.835331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89169df1-c3c1-45cb-8902-e873d45edc7f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:58.840359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '8fd462fd-c041-4ad1-85a5-cbf9084a83ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:58.840771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: 4cb53114-68b6-4c3f-9fd4-478cd20ed86f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:21:58.845314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.860886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.864956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d0a3ecf-0b0d-465b-9c40-8c2d073f7b98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:58.885004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b837d9-1fef-44f7-b452-0cabff4be13b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:58.888519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6496d02c-d491-4f55-a800-cc7106732a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:58.907186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8125df7c-207a-44d3-858b-6b7117a03520,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:58.920187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ae00f702-e091-4c63-a197-6686a0082dd9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:21:58.920935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:58.944890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:58.961356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:21:58.973712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.977763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4237118 Apr 15 18:21:58.979333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33698) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:58.988024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:58.993646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:58.995576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:58.996021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8972456 Apr 15 18:21:59.000893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:59.003083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33702) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.003902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:59.011914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:59.020653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.034475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.041023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.042168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Synchronizing usage tracker for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:59.043378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ae00f702-e091-4c63-a197-6686a0082dd9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:21:59.043777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ae00f702-e091-4c63-a197-6686a0082dd9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:21:59.046879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 4cb53114-68b6-4c3f-9fd4-478cd20ed86f) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:59.051652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'f4f786d1-3456-4e34-a692-cf2c6eec0f9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:59.061970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.066626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:59.067061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.080672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ffe0f-6444-446f-9dbf-d3593cba4af2 None None] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:21:59.086669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:59.092855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:59.101999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.102624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.113441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:59.132186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Unset dirty status for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:59.133770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-01b83ae8-5c59-45f8-bca4-abf86cf38f42 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/ports?network_id=817fc932-8ee7-4515-95a5-df2c23500fea HTTP/1.1" status: 200 len: 2357 time: 0.3353808 Apr 15 18:21:59.137584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33706) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.167417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.196394 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2788703 Apr 15 18:21:59.230869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.237239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33710) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.254471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 316c4341-790b-4d09-ba7d-32aeaecb7936 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:21:59.275356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.288593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b262535d-e501-4e3e-804e-e63abf2baf4d tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:59.314586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28825c11-bcfb-495b-a2d8-53892b724e24,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.317570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.326034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.344797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:59.355734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.388100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Pushing event updated for resources: {'Port': ['ID=8cda547b-3b48-4ef9-8154-a286eaa32c3f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.389160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.394249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138100 Apr 15 18:21:59.394967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.406380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.407982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.427279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2d465a2-ab0b-4e07-80f6-a112486dbabd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:59.458085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd53be0-8151-44d2-b7d1-1f1d991a1991 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.458727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bfd53be0-8151-44d2-b7d1-1f1d991a1991 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Synchronizing usage tracker for tenant:f23096b25649484a97c54e611f46f1c2 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:21:59.467912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:59.482714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:59.503651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:59.513624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-966a3289-e452-4ec3-a45a-3d5454a0848f None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:21:59.513825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:59.513961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-966a3289-e452-4ec3-a45a-3d5454a0848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.534483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:59.543596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=316c4341-790b-4d09-ba7d-32aeaecb7936,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.546797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.581437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.630394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:59.634552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:21:59.635010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:59.638065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:59.639808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:21:59.646009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:21:59.646197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.650210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=bb779b93-7cbf-4970-9b1c-8ebe3cbea776,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.657319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bfd53be0-8151-44d2-b7d1-1f1d991a1991 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Unset dirty status for tenant:f23096b25649484a97c54e611f46f1c2 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:21:59.658654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bfd53be0-8151-44d2-b7d1-1f1d991a1991 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/subnets/164746e6-4853-4f70-ad3d-d04184f85807 HTTP/1.1" status: 200 len: 797 time: 0.5171688 Apr 15 18:21:59.668735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:21:59.672452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.672598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.681804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'port': {'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea', 'name': 'tempest-FloatingIPTestJSON-93516063', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:59.684981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.773249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.782514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33724) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.782709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4060640 Apr 15 18:21:59.790143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.825433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.830508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.840024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:59.843367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:21:59.880592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e69890e-465a-44aa-8565-d51e86fa5dcc,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.883242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.904961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.908911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549682 Apr 15 18:21:59.912404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33728) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.917503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408ffbff-1ee2-4531-a1df-97893c13eae9,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:21:59.918501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:59.923041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:21:59.929641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:59.933594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Attempting to bind port 8cda547b-3b48-4ef9-8154-a286eaa32c3f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:21:59.934054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Attempting to bind port 8cda547b-3b48-4ef9-8154-a286eaa32c3f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:21:59.934504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Attempting to bind port 8cda547b-3b48-4ef9-8154-a286eaa32c3f on network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:21:59.940810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:21:59.944210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:21:59.946728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:21:59.957553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:59.964283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:21:59.964983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:21:59.965405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Checking segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:21:59.965924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.966335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Bound using segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:21:59.966876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Bound port: 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:21:59.967438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.976102 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:21:59.976644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.981068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-4cb53114-68b6-4c3f-9fd4-478cd20ed86f', 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '30803d57-002b-46bc-94e3-3c314ad2a674'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:21:59.981232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9325874 Apr 15 18:21:59.981325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.982315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33732) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:21:59.983213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:21:59.989701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'f4f786d1-3456-4e34-a692-cf2c6eec0f9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:21:59.994468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:00.018869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.027015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:00.057097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:00.057416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: f33bb6fa-550c-459d-bff6-b0853b6de96e, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:22:00.085159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:00.094025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:00.103543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '50f31cda-24b0-44b0-a92e-c742a63bd947'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:00.104521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.108914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:00.111808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c99f1-5532-4a1e-94b6-8486def1553d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:00.116352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b98c99f1-5532-4a1e-94b6-8486def1553d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3291321 Apr 15 18:22:00.119315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33736) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:00.188073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:22:00.213369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f33bb6fa-550c-459d-bff6-b0853b6de96e) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:00.232823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0947f67f-a1b3-4867-b141-1f8fc24a5baf None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:00.246509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:00.247148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.250482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.280268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] For port 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:00.295914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 316c4341-790b-4d09-ba7d-32aeaecb7936 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:00.296310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.317886 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4720883 Apr 15 18:22:00.320577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:00.329192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:00.386767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.394680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] For port 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8cda547b-3b48-4ef9-8154-a286eaa32c3f,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:00.417518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.421242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.436916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.443368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b11b685-e379-4fd0-8291-11487bfe9311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:00.478845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848594709'] for subnet, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.499133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b67886e-c088-4e4e-a0c6-6e608ddc66bc tempest-ServersTestManualDisk-50555201 tempest-ServersTestManualDisk-50555201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:00.508202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] device_id is not set on port 78fc1e87-8b32-4076-82c1-89fcb7982ef8 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:00.580978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad503e3f-d584-45d2-942a-89fed2681ee9,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:00.583661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:00.624245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Allocated IP 172.20.0.2 (4cb53114-68b6-4c3f-9fd4-478cd20ed86f/30803d57-002b-46bc-94e3-3c314ad2a674/232db0a1-1767-404f-907a-f4ff80280c88) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:00.761524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/50f31cda-24b0-44b0-a92e-c742a63bd947/caa4b10c-168d-4f7d-9074-f40a215c01b9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:00.810122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Pushing event updated for resources: {'Port': ['ID=8cda547b-3b48-4ef9-8154-a286eaa32c3f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:00.882358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:00.894140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7261638'] for subnet, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:00.911377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d271a9b-1dd9-48c7-b41f-fd81a1ba687f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:00.987559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.001801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.005796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0896952 Apr 15 18:22:01.009808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.011429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33746) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:01.021963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'ad81159e-75d0-40ea-9882-da99f6882b46', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:01.070729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=bb779b93-7cbf-4970-9b1c-8ebe3cbea776,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:01.076639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:01.079550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:01.095587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-f33bb6fa-550c-459d-bff6-b0853b6de96e', 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': 'bb779b93-7cbf-4970-9b1c-8ebe3cbea776'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:01.096489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.102912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:01.118020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:01.118735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.123262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "PUT /v2.0/subnets/bb779b93-7cbf-4970-9b1c-8ebe3cbea776 HTTP/1.1" status: 200 len: 826 time: 0.7986696 Apr 15 18:22:01.124054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:01.137834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:01.140753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2292236-88b1-4c84-839c-8398c5cabc9f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:01.143573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:01.160750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:01.182299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.186907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2015343 Apr 15 18:22:01.188328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:01.194590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33754) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:01.207192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'f4f786d1-3456-4e34-a692-cf2c6eec0f9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:01.271687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:01.287475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:01.291848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.300684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:01.302517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.306962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:01.328756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:01.396955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.444796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.491742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 316c4341-790b-4d09-ba7d-32aeaecb7936 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:01.615069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.617995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.647914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Transition to ACTIVE for port object 232db0a1-1767-404f-907a-f4ff80280c88 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:01.673348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.707214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Transition to ACTIVE for port object 232db0a1-1767-404f-907a-f4ff80280c88 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:01.708774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Transition to ACTIVE for port object caa4b10c-168d-4f7d-9074-f40a215c01b9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:01.712978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Allocated IP 2001:db8::2 (f33bb6fa-550c-459d-bff6-b0853b6de96e/bb779b93-7cbf-4970-9b1c-8ebe3cbea776/660f7d52-d479-4a1e-8711-611a6d59b562) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:01.728974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.761784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:01.806335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.821099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.836144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.875042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Transition to ACTIVE for port object caa4b10c-168d-4f7d-9074-f40a215c01b9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:01.896636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:01.902854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:01.951986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963e2fee-43e7-4037-a86e-72c6c2424917,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:01.954854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:01.958652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.14 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/78fc1e87-8b32-4076-82c1-89fcb7982ef8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:01.959346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.962530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.987805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:01.992613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.12 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/78fc1e87-8b32-4076-82c1-89fcb7982ef8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:02.014095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daf566fb-fbf6-4d8e-9882-92a4e0e7aa43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.033183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.037893 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0172477 Apr 15 18:22:02.052313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb54a8df-2c1b-4cb2-a43c-a970b3741f25,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.055379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.056149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.088040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebe79224-de46-48d8-9769-811febc8707a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.145657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Pushing event updated for resources: {'Port': ['ID=232db0a1-1767-404f-907a-f4ff80280c88,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.145934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.149629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9480968 Apr 15 18:22:02.154691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33762) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:02.162181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.174056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.234036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=316c4341-790b-4d09-ba7d-32aeaecb7936,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.241826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.251587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'f4f786d1-3456-4e34-a692-cf2c6eec0f9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:02.269578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:02.300043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:02.309323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:02.331511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Pushing event updated for resources: {'Port': ['ID=caa4b10c-168d-4f7d-9074-f40a215c01b9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.342401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.372438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=30803d57-002b-46bc-94e3-3c314ad2a674,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.380211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:02.391281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.412788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:02.417448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:02.422804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:02.514193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.525454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-5c8389cd-bb9e-4211-9e00-9c7d6653c062 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:02.526475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:02.537146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.538014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:02.547196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:02.562721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.615228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Attempting to bind port 232db0a1-1767-404f-907a-f4ff80280c88 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:02.615970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Attempting to bind port 232db0a1-1767-404f-907a-f4ff80280c88 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '8fd462fd-c041-4ad1-85a5-cbf9084a83ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:02.616104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Attempting to bind port 232db0a1-1767-404f-907a-f4ff80280c88 on network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:02.649903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb53114-68b6-4c3f-9fd4-478cd20ed86f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:02.654543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Transition to ACTIVE for port object 660f7d52-d479-4a1e-8711-611a6d59b562 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:02.656151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.658561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/316c4341-790b-4d09-ba7d-32aeaecb7936 HTTP/1.1" status: 204 len: 168 time: 2.5373065 Apr 15 18:22:02.664942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33776) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:02.672307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:02.672649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-5c8389cd-bb9e-4211-9e00-9c7d6653c062 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:02.672759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Checking segment: {'id': '8fd462fd-c041-4ad1-85a5-cbf9084a83ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:02.673174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.673620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Bound using segment: {'id': '8fd462fd-c041-4ad1-85a5-cbf9084a83ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:02.673973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-5c8389cd-bb9e-4211-9e00-9c7d6653c062 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258342469&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.3780489 Apr 15 18:22:02.674170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Bound port: 232db0a1-1767-404f-907a-f4ff80280c88, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd462fd-c041-4ad1-85a5-cbf9084a83ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:02.674599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.678841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.731616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd462fd-c041-4ad1-85a5-cbf9084a83ae') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:02.732303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd462fd-c041-4ad1-85a5-cbf9084a83ae') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:02.759707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Transition to ACTIVE for port object 660f7d52-d479-4a1e-8711-611a6d59b562 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:02.761583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Attempting to bind port caa4b10c-168d-4f7d-9074-f40a215c01b9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:02.762009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Attempting to bind port caa4b10c-168d-4f7d-9074-f40a215c01b9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:02.762415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Attempting to bind port caa4b10c-168d-4f7d-9074-f40a215c01b9 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:02.782690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084903a-b4e3-4933-ba87-fd07af268e44 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:02.784671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:02.784983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7084903a-b4e3-4933-ba87-fd07af268e44 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:02.785091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:02.785526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.785988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:02.789587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7084903a-b4e3-4933-ba87-fd07af268e44 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1239862 Apr 15 18:22:02.790266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33780) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:02.792565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Bound port: caa4b10c-168d-4f7d-9074-f40a215c01b9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:02.792946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.793062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.813057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.838610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.858015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.880310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.889451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.898239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.904133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.924843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96171050-13fa-4a16-871d-58c05e2e4a57 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:02.939256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9901cb-c94e-464e-a216-85adfa50aaa0,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:02.941567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:02.959702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:02.960936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-e7434199-0fe9-47d7-8426-b2be4593dd90 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:02.961732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-e7434199-0fe9-47d7-8426-b2be4593dd90 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:02.969796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:02.989531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:03.043650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.047478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8272161 Apr 15 18:22:03.050759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=bb779b93-7cbf-4970-9b1c-8ebe3cbea776,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:03.052555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33784) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:03.109222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9d788f29-4986-4470-835f-373c3a02256b None None] For port caa4b10c-168d-4f7d-9074-f40a215c01b9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:03.113892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9d788f29-4986-4470-835f-373c3a02256b None None] For port caa4b10c-168d-4f7d-9074-f40a215c01b9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa4b10c-168d-4f7d-9074-f40a215c01b9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:03.130540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257a0b7-31da-4a06-9589-0d1dfa975adf None None] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:03.152545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-e7434199-0fe9-47d7-8426-b2be4593dd90 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:03.153901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-e7434199-0fe9-47d7-8426-b2be4593dd90 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f HTTP/1.1" status: 200 len: 797 time: 0.4714072 Apr 15 18:22:03.154022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.187354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=78fc1e87-8b32-4076-82c1-89fcb7982ef8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:03.187571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:03.191974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:03.199957 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-7dee519d-fa44-4589-9b4c-bc2bf1b8bf0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0329564 Apr 15 18:22:03.204109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 50f31cda-24b0-44b0-a92e-c742a63bd947 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:03.234416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.306088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:03.308921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:03.311580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:03.338410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.410141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:03.411160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.431412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-bae34c62-56a9-4920-8036-1d2b8016aaf1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2156336 Apr 15 18:22:03.439438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.471573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7979407 Apr 15 18:22:03.476124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33790) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:03.476314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] For port 232db0a1-1767-404f-907a-f4ff80280c88, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:03.485672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:03.495619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8cda547b-3b48-4ef9-8154-a286eaa32c3f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:03.499865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.530675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '78fc1e87-8b32-4076-82c1-89fcb7982ef8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:03.530899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.541590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:03.549768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:floatingip and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:03.554425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:03.573967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:03.602175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.644989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Pushing event updated for resources: {'Port': ['ID=660f7d52-d479-4a1e-8711-611a6d59b562,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:03.654818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:03.663634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfd58a3d-2810-42aa-a162-68773464ccbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:03.691358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-5108bf3c-60bc-418b-9c52-a1e5c852caac service neutron] 10.222.0.32 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449515 Apr 15 18:22:03.708718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5f86ee59-789f-405d-85cb-f0ac515f1ad3 None None] Provisioning for port 8cda547b-3b48-4ef9-8154-a286eaa32c3f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:03.768257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.826581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8cda547b-3b48-4ef9-8154-a286eaa32c3f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:03.861746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8cda547b-3b48-4ef9-8154-a286eaa32c3f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:03.862191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.912897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:03.914844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Pushing event updated for resources: {'Port': ['ID=caa4b10c-168d-4f7d-9074-f40a215c01b9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:03.921485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-e62f7b27-3571-424b-8919-a871af85b98a service neutron] 10.222.0.32 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177966 Apr 15 18:22:03.922066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.925056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:03.938326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:03.952994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:03.954485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:03.962140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:03.974066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.017647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:04.025422 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:04.111482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.175 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/74160ce5-60f2-4add-a4b4-73f41bc34597) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:04.222974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33bb6fa-550c-459d-bff6-b0853b6de96e']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:04.227487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Attempting to bind port 660f7d52-d479-4a1e-8711-611a6d59b562 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:04.227868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Attempting to bind port 660f7d52-d479-4a1e-8711-611a6d59b562 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:04.228371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Attempting to bind port 660f7d52-d479-4a1e-8711-611a6d59b562 on network f33bb6fa-550c-459d-bff6-b0853b6de96e {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:04.239172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:04.239519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:04.256243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.257899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:04.258299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Checking segment: {'id': '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:04.258757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.259416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Bound using segment: {'id': '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:04.259718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Bound port: 660f7d52-d479-4a1e-8711-611a6d59b562, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:04.260143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.273394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.281090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:04.374039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.444761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] For port 660f7d52-d479-4a1e-8711-611a6d59b562, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:04.528325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8cda547b-3b48-4ef9-8154-a286eaa32c3f,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:04.539144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.546248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:04.684921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8cda547b-3b48-4ef9-8154-a286eaa32c3f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:04.690004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:04.725213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca68816f-2ba3-4ba4-902b-150c724b96e1 req-fc055f4f-4388-4c8c-a2b9-ac87cdd4c4d2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.5762594 Apr 15 18:22:04.788305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d9901cb-c94e-464e-a216-85adfa50aaa0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:04.796079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:04.813959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:04.829379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.853182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.853879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.855714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0d9901cb-c94e-464e-a216-85adfa50aaa0 HTTP/1.1" status: 204 len: 168 time: 1.6907477 Apr 15 18:22:04.860043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33808) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:04.894206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4d20baf-8d53-4222-9fe3-6ed3a6f766b8 None None] Provisioning complete for port 8cda547b-3b48-4ef9-8154-a286eaa32c3f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:04.894800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4d20baf-8d53-4222-9fe3-6ed3a6f766b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.948635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:22:04.948635 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:22:04.948635 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '4cb53114-68b6-4c3f-9fd4-478cd20ed86f'}] Apr 15 18:22:04.948635 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:04.949086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:04.953503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] For port 232db0a1-1767-404f-907a-f4ff80280c88, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=232db0a1-1767-404f-907a-f4ff80280c88,segment=NetworkSegment(8fd462fd-c041-4ad1-85a5-cbf9084a83ae),segment_id=8fd462fd-c041-4ad1-85a5-cbf9084a83ae)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:04.962543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.981831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:04.985643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d62ada0-e7cd-4f5a-ae20-4f069d58a61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:05.004408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef2f783-7034-4db9-94cc-5e086a32c8a5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:05.103351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:05.133576 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:05.139204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a5c1e56-998c-474d-832e-010f5dc50bdf tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:05.212854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Pushing event updated for resources: {'Port': ['ID=232db0a1-1767-404f-907a-f4ff80280c88,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:05.228751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:05.272741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a5c1e56-998c-474d-832e-010f5dc50bdf tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:05.275743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4a5c1e56-998c-474d-832e-010f5dc50bdf tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4128456 Apr 15 18:22:05.280180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33812) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:05.283310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=74160ce5-60f2-4add-a4b4-73f41bc34597,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:05.297111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:05.301641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:22:05.301641 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:22:05.301641 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': 'f33bb6fa-550c-459d-bff6-b0853b6de96e'}] Apr 15 18:22:05.301641 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:05.302089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:05.303087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] For port 660f7d52-d479-4a1e-8711-611a6d59b562, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=660f7d52-d479-4a1e-8711-611a6d59b562,segment=NetworkSegment(5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b),segment_id=5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:05.314578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.333417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9699d-2f92-4b92-bfe3-26f165a015e4 req-b7b36d92-27dd-4332-955d-d4d373a42730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:05.334623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5daf89ac-dc55-45e1-a2f0-ec24cf77600e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:05.335260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39b9699d-2f92-4b92-bfe3-26f165a015e4 req-b7b36d92-27dd-4332-955d-d4d373a42730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4321291 Apr 15 18:22:05.340688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.368712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.378774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device caa4b10c-168d-4f7d-9074-f40a215c01b9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:05.392042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.393000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:05.403505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:05.408835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:05.412390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffd9d9e1-7ea7-47fe-8fed-4a94ed5ee09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:05.452483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.463448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39b9699d-2f92-4b92-bfe3-26f165a015e4 req-d8601702-571e-4f20-b0b6-07ecd712b1e3 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135938 Apr 15 18:22:05.535918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e10e7-aea6-40ba-9d60-c7cbd804174b None None] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:05.670003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=50f31cda-24b0-44b0-a92e-c742a63bd947,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:05.673318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:05.680540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port 232db0a1-1767-404f-907a-f4ff80280c88 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:05.680924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.721775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:05.794344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Pushing event updated for resources: {'Port': ['ID=660f7d52-d479-4a1e-8711-611a6d59b562,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:05.803137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:05.809259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.012687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port caa4b10c-168d-4f7d-9074-f40a215c01b9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:06.082142 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c9b24512-42d9-44e2-a9ae-9546946c09a5 req-f94975f0-01cf-43cb-8be3-9c8591dbffe3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.0942202 Apr 15 18:22:06.310835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8cda547b-3b48-4ef9-8154-a286eaa32c3f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:06.337268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9c60b-94de-48e8-8651-4e8431ea000c req-073e0bcd-861b-49d4-97aa-3a344e0e715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:06.339726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a2d9c60b-94de-48e8-8651-4e8431ea000c req-073e0bcd-861b-49d4-97aa-3a344e0e715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1535845 Apr 15 18:22:06.362852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:06.388652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Could not find standard attr ID for object 316c4341-790b-4d09-ba7d-32aeaecb7936. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:22:06.408671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf94fda-3975-4aad-8cff-576462c2768b None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:06.422624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a2d9c60b-94de-48e8-8651-4e8431ea000c req-9fedb3f8-d212-4be1-8f08-7cf51e9df21e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757921 Apr 15 18:22:06.436953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.464216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb54a8df-2c1b-4cb2-a43c-a970b3741f25,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:06.486618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:06.526054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8cda547b-3b48-4ef9-8154-a286eaa32c3f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:06.526654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.549406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.555351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 660f7d52-d479-4a1e-8711-611a6d59b562 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:06.555732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.580881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Provisioning for port caa4b10c-168d-4f7d-9074-f40a215c01b9 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:06.614045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.615384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bb54a8df-2c1b-4cb2-a43c-a970b3741f25 HTTP/1.1" status: 204 len: 168 time: 1.3331940 Apr 15 18:22:06.617901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Provisioning complete for port caa4b10c-168d-4f7d-9074-f40a215c01b9 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:06.618330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.618883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:06.621594 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/50f31cda-24b0-44b0-a92e-c742a63bd947 HTTP/1.1" status: 204 len: 168 time: 3.8197064 Apr 15 18:22:06.629950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33830) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:06.632918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:06.762537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6034aa73-4a06-45fb-9678-167d00a25666 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1252272 Apr 15 18:22:06.777545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33838) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:06.817605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0b818-1b3e-4ed5-90c6-7369077299d7 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:06.852945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40672492-f1e3-4816-a715-a90853888eef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2165608 Apr 15 18:22:06.868652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33842) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:06.876313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:06.932829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-8ac03cd2-cff5-4bdb-8d58-756321edf64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:06.933601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-8ac03cd2-cff5-4bdb-8d58-756321edf64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:07.021875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.047138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-8ac03cd2-cff5-4bdb-8d58-756321edf64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:07.048460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-8ac03cd2-cff5-4bdb-8d58-756321edf64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f HTTP/1.1" status: 200 len: 797 time: 1.4294662 Apr 15 18:22:07.049648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:07.063186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.078804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:07.088535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.095120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.114718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:07.152921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:07.159686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.192245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port 232db0a1-1767-404f-907a-f4ff80280c88, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=232db0a1-1767-404f-907a-f4ff80280c88,segment=NetworkSegment(8fd462fd-c041-4ad1-85a5-cbf9084a83ae),segment_id=8fd462fd-c041-4ad1-85a5-cbf9084a83ae)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:07.192664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.246709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.261895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d57417-63f2-4d6d-93cf-5a1fca0b3593 None None] Network f33bb6fa-550c-459d-bff6-b0853b6de96e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:07.399716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.411432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for 232db0a1-1767-404f-907a-f4ff80280c88 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:07.437366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] For port caa4b10c-168d-4f7d-9074-f40a215c01b9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa4b10c-168d-4f7d-9074-f40a215c01b9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:07.441703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.447517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1f6bfbe-dc94-4596-b003-11d91dcaee05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:07.475364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cec0a599-d56c-4a9b-a203-d05a142408da tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:07.489497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:07.510328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51aba6da-8c37-4e3b-9e83-38d35d6aca39 req-c135fa3d-85fd-4650-8420-a9b857156b83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.0914989 Apr 15 18:22:07.527368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2292236-88b1-4c84-839c-8398c5cabc9f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:07.528334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=74160ce5-60f2-4add-a4b4-73f41bc34597,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:07.535624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:07.538267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:07.545064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Deleting port caa4b10c-168d-4f7d-9074-f40a215c01b9 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:07.545602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.560783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.560783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b2292236-88b1-4c84-839c-8398c5cabc9f HTTP/1.1" status: 204 len: 168 time: 0.7610800 Apr 15 18:22:07.561104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33852) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:07.564891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-f74b2e5c-442b-41ec-bd70-9f53cb9231fa tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:07.570824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 660f7d52-d479-4a1e-8711-611a6d59b562, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=660f7d52-d479-4a1e-8711-611a6d59b562,segment=NetworkSegment(5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b),segment_id=5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:07.571230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.623515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b9d121ce-89e8-411f-8b1a-3d3f04aaec72 None None] Could not find standard attr ID for object 316c4341-790b-4d09-ba7d-32aeaecb7936. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:22:07.687152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4635afe4-a8ef-4bec-b799-e6b4957ce0ee tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1280844 Apr 15 18:22:07.687378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Pushing event updated for resources: {'Port': ['ID=caa4b10c-168d-4f7d-9074-f40a215c01b9,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:07.689927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:07.718169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33856) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:07.728200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 660f7d52-d479-4a1e-8711-611a6d59b562 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:07.733397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e45d02-8a66-43bf-9696-df57277c1ac2 req-82920583-faac-489a-aebd-cdd6646a7a84 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:07.741112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7e45d02-8a66-43bf-9696-df57277c1ac2 req-82920583-faac-489a-aebd-cdd6646a7a84 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4520621 Apr 15 18:22:07.758106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-f74b2e5c-442b-41ec-bd70-9f53cb9231fa tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:07.759600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-f74b2e5c-442b-41ec-bd70-9f53cb9231fa tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 13137 time: 0.6888409 Apr 15 18:22:07.778115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['ad81159e-75d0-40ea-9882-da99f6882b46']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:07.801830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.863788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] For port caa4b10c-168d-4f7d-9074-f40a215c01b9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=caa4b10c-168d-4f7d-9074-f40a215c01b9,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:07.864537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.869678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:07.880809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.900063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.965444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:07.974183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7e45d02-8a66-43bf-9696-df57277c1ac2 req-a8bddae9-0e1e-44bc-8f02-74521de268aa tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322187 Apr 15 18:22:07.997738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=232db0a1-1767-404f-907a-f4ff80280c88,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:08.008079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Calling delete_port for caa4b10c-168d-4f7d-9074-f40a215c01b9 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:08.015255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:08.095157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.111497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port 232db0a1-1767-404f-907a-f4ff80280c88 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:08.113301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.160882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5f943bd-4bd0-4499-ac72-33b504c269e3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:08.207448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:08.261359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] No DVR routers for this DVR port caa4b10c-168d-4f7d-9074-f40a215c01b9 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:08.263263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Pushing event deleted for resources: {'Port': ['ID=caa4b10c-168d-4f7d-9074-f40a215c01b9,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:08.266380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:08.285541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=660f7d52-d479-4a1e-8711-611a6d59b562,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:08.301630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd0dc74-80f9-4505-bfa8-8432bb215466 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:22:08.302149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:22:08.310158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:08.311242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:08.381599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.386684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:08.393990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:08.402289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:08.418476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.424620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=408ffbff-1ee2-4531-a1df-97893c13eae9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:08.437419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:08.452086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:08.469288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd0dc74-80f9-4505-bfa8-8432bb215466 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:22:08.476125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 3cfb8341-87ef-4f68-bac0-85c1d38fd182 associated. External IP: 172.26.7.175, port: 78fc1e87-8b32-4076-82c1-89fcb7982ef8. Apr 15 18:22:08.535696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:08.542586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.565954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port 660f7d52-d479-4a1e-8711-611a6d59b562 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:08.652681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb53114-68b6-4c3f-9fd4-478cd20ed86f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:08.760317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.764588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/408ffbff-1ee2-4531-a1df-97893c13eae9 HTTP/1.1" status: 204 len: 168 time: 1.0384409 Apr 15 18:22:08.764841 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a54e6683-a87a-4eeb-8545-7a2ee2b07e3f req-b1b42410-e1a5-4014-8f94-9d80d9bc8e60 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.0827808 Apr 15 18:22:08.767613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33862) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:08.767791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd462fd-c041-4ad1-85a5-cbf9084a83ae') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:08.767965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd462fd-c041-4ad1-85a5-cbf9084a83ae') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:08.807566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.841256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.875208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54ff34f2-a496-439f-8b85-6c3394ac80ec tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:08.943491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:08.949321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '39645922-a0d1-4eb0-b4ff-557247f58a7e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:08.950393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.004508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:09.053633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54ff34f2-a496-439f-8b85-6c3394ac80ec tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:09.057986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54ff34f2-a496-439f-8b85-6c3394ac80ec tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2856462 Apr 15 18:22:09.074061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33868) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:09.196144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.260313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.273281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device caa4b10c-168d-4f7d-9074-f40a215c01b9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:09.307560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:09.348828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: caa4b10c-168d-4f7d-9074-f40a215c01b9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:09.349202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device caa4b10c-168d-4f7d-9074-f40a215c01b9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:09.350613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.351169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.370313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae92ccf9-da58-4e64-9fed-b955c732f8d7 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:09.400597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/39645922-a0d1-4eb0-b4ff-557247f58a7e/0a51d262-a81a-425a-a5ce-afdae524c746) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:09.424560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33bb6fa-550c-459d-bff6-b0853b6de96e']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:09.459043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.28 (a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f/b0358089-377f-478b-b4ad-eec663632df4/80c903b1-1f66-4ced-aaee-7fca061b1779) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:09.471603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:09.473011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5c1016-3b69-43ad-9d9e-3f0ab200ed4b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:09.552573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.592538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:09.603926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.625957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.631579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.701857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:09.703163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8125df7c-207a-44d3-858b-6b7117a03520 HTTP/1.1" status: 204 len: 168 time: 0.6280551 Apr 15 18:22:09.705541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:09.720601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6e596-125c-4025-84fd-3aa2de1bafe4 req-947bb8b8-0111-4acb-87d6-200fb80928f7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:09.722302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d9f6e596-125c-4025-84fd-3aa2de1bafe4 req-947bb8b8-0111-4acb-87d6-200fb80928f7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5828326 Apr 15 18:22:09.722837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33872) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:09.748582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=39645922-a0d1-4eb0-b4ff-557247f58a7e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:09.788841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:09.794446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:09.837645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8125df7c-207a-44d3-858b-6b7117a03520,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:09.861182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:09.908095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d9f6e596-125c-4025-84fd-3aa2de1bafe4 req-d0a2e10f-4b3c-461f-9185-f65af4842716 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536126 Apr 15 18:22:09.909186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:09.923672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:09.940726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:09.941411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:09.989698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b95e6aea-2ec9-4704-97af-cfeb15b3faf7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:10.003630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0ff7224-d656-483b-ae14-dd538af66907 req-0958c752-0511-4dcf-b716-d2b759f45023 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.1011529 Apr 15 18:22:10.010222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:10.011978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:10.014749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:10.021884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:10.022764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:10.038996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.075180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 4cb53114-68b6-4c3f-9fd4-478cd20ed86f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:10.076749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:10.077431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.081302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b95e6aea-2ec9-4704-97af-cfeb15b3faf7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:10.085491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b95e6aea-2ec9-4704-97af-cfeb15b3faf7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3526275 Apr 15 18:22:10.092459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33878) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.094801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:10.095250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fd627c-2e47-4f01-bc5f-22fdd32a31e2 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:10.112243 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:10.147101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2770734 Apr 15 18:22:10.152746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33882) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.154312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6771774 Apr 15 18:22:10.162480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '39645922-a0d1-4eb0-b4ff-557247f58a7e', 'ip_address': '2001:db8::974e:31f8:31eb:83a1'}], 'name': 'tempest-NetworksTestDHCPv6-1107052104'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:10.177571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33886) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.192661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': '78fc1e87-8b32-4076-82c1-89fcb7982ef8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:10.198900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:10.221106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.355703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.359700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.382818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b36510c8-c989-495c-bd5a-6e385cd18768 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:10.406206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.408044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.411603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.465949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=4cb53114-68b6-4c3f-9fd4-478cd20ed86f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:10.493092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:10.511096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f33bb6fa-550c-459d-bff6-b0853b6de96e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:10.536903 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:10.545745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/4cb53114-68b6-4c3f-9fd4-478cd20ed86f HTTP/1.1" status: 204 len: 168 time: 11.3038583 Apr 15 18:22:10.557623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33890) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.604924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.618522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Transition to ACTIVE for port object 0a51d262-a81a-425a-a5ce-afdae524c746 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:10.622909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 80c903b1-1f66-4ced-aaee-7fca061b1779 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:10.625978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.630269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a6e2d0d-5e83-4d6b-bfdf-f9eb930bf2d2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:10.645828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Transition to ACTIVE for port object 0a51d262-a81a-425a-a5ce-afdae524c746 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:10.646309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.653452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.664056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=f33bb6fa-550c-459d-bff6-b0853b6de96e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:10.669326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:10.673281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/f33bb6fa-550c-459d-bff6-b0853b6de96e HTTP/1.1" status: 204 len: 168 time: 9.5455120 Apr 15 18:22:10.673693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33894) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.674276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-016df6b9-e6e3-4a2b-aa31-9641a6c4f8de tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] GET failed (client error): The resource could not be found. Apr 15 18:22:10.674879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-016df6b9-e6e3-4a2b-aa31-9641a6c4f8de tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Synchronizing usage tracker for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:10.677811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:10.703586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:10.705029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b77174-a9d0-46cc-8fea-ecfa3e914663 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:10.705571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b77174-a9d0-46cc-8fea-ecfa3e914663 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:10.711070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-88b77174-a9d0-46cc-8fea-ecfa3e914663 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/f33bb6fa-550c-459d-bff6-b0853b6de96e HTTP/1.1" status: 404 len: 339 time: 0.0327957 Apr 15 18:22:10.712490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33898) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.719559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291971556', 'description': 'd1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:10.722705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:10.725753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:10.731876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:10.732051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Usage tracker for resource:network and tenant:e6acdf0765d843639212230471df4f2e is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:10.736225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:10.744273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:10.749688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:10.750243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.767295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-784efb82-7791-4a04-af85-926b48304fe5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:10.804992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-016df6b9-e6e3-4a2b-aa31-9641a6c4f8de tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Unset dirty status for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:10.809545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-016df6b9-e6e3-4a2b-aa31-9641a6c4f8de tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets/30803d57-002b-46bc-94e3-3c314ad2a674 HTTP/1.1" status: 404 len: 337 time: 0.2508132 Apr 15 18:22:10.810278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33902) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:10.822163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Pushing event updated for resources: {'Port': ['ID=0a51d262-a81a-425a-a5ce-afdae524c746,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:10.831169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:10.836969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:10.875461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:10.876937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.881365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:10.893111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:10.894344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:10.897431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:10.946450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:10.953253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:10.975664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:22:11.002789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.003166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment 9715b18d-593e-4dfe-81fe-c8021af0bb37 of type vlan for network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 Apr 15 18:22:11.033971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Attempting to bind port 0a51d262-a81a-425a-a5ce-afdae524c746 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:11.034401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Attempting to bind port 0a51d262-a81a-425a-a5ce-afdae524c746 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:11.034820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Attempting to bind port 0a51d262-a81a-425a-a5ce-afdae524c746 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:11.049989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:11.050419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:11.050873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.051323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:11.053365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:11.054438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Bound port: 0a51d262-a81a-425a-a5ce-afdae524c746, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:11.054881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.056350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:11.059969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.064569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:11.153038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:11.153683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.168712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.174999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:11.175671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.182175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6641f32-5f23-4df7-9358-dd4c2ffd30e3 tempest-PortsAdminExtendedAttrsTestJSON-1286461878 tempest-PortsAdminExtendedAttrsTestJSON-1286461878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:11.198622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] For port 0a51d262-a81a-425a-a5ce-afdae524c746, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:11.202216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] For port 0a51d262-a81a-425a-a5ce-afdae524c746, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a51d262-a81a-425a-a5ce-afdae524c746,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:11.205989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.224071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:11.269546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45f6b4cd-c2cf-4ff7-9a6c-0422037d5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:11.278179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a31aa0f-3089-4c8d-9dc0-b46b9133ff48 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:11.278727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a31aa0f-3089-4c8d-9dc0-b46b9133ff48 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:11.282223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5084903 Apr 15 18:22:11.292547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5795662 Apr 15 18:22:11.300096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Request body: {'port': {'device_id': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:11.307977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33910) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:11.342765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=cfb6fbca-fe7b-41d4-8a08-3a4cef478743,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:11.346869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:11.365257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:11.393422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Pushing event updated for resources: {'Port': ['ID=0a51d262-a81a-425a-a5ce-afdae524c746,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:11.432289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.454296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:11.535717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f786d1-3456-4e34-a692-cf2c6eec0f9f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:11.538327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:11.602227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.603475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4f786d1-3456-4e34-a692-cf2c6eec0f9f HTTP/1.1" status: 204 len: 168 time: 1.5083435 Apr 15 18:22:11.608037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33914) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:11.676117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8a31aa0f-3089-4c8d-9dc0-b46b9133ff48 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/4cb53114-68b6-4c3f-9fd4-478cd20ed86f HTTP/1.1" status: 404 len: 339 time: 0.8617978 Apr 15 18:22:11.685282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33918) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:11.785946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fea42e-03b5-40ae-bab5-c0866aa24a7e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:11.786723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09fea42e-03b5-40ae-bab5-c0866aa24a7e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Synchronizing usage tracker for tenant:e6acdf0765d843639212230471df4f2e on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:11.856615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5e44c6d2-7adb-4e2c-a5ec-799e7d104f14 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:11.867431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:11.916365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port b3b4c53c-22f0-4849-a82e-f9376732f674 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:11.924487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5e44c6d2-7adb-4e2c-a5ec-799e7d104f14 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:11.930375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5e44c6d2-7adb-4e2c-a5ec-799e7d104f14 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3166842 Apr 15 18:22:11.939960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33922) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:11.946768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--773329705'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:11.958039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:11.967765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09fea42e-03b5-40ae-bab5-c0866aa24a7e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Unset dirty status for tenant:e6acdf0765d843639212230471df4f2e on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:11.969057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09fea42e-03b5-40ae-bab5-c0866aa24a7e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks?id=cfb6fbca-fe7b-41d4-8a08-3a4cef478743 HTTP/1.1" status: 200 len: 765 time: 0.6529179 Apr 15 18:22:11.970406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e28a9-8d16-4c06-9a26-2c29abe54994 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:11.971191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a5e28a9-8d16-4c06-9a26-2c29abe54994 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Synchronizing usage tracker for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:11.978970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33926) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:11.990124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'description': 'd2'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:12.006522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:12.069177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49862c28-6aa6-4d3a-8fba-ff60e99e3f63 req-8702ae81-5318-4f52-ac65-c6352028e032 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.070878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49862c28-6aa6-4d3a-8fba-ff60e99e3f63 req-8702ae81-5318-4f52-ac65-c6352028e032 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.7708569 Apr 15 18:22:12.124617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.127448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f315fa-ca6d-480e-86a5-0707b9f33d13 req-94c6c0ca-13a9-4356-b998-9cb0ea636cad tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.129108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20f315fa-ca6d-480e-86a5-0707b9f33d13 req-94c6c0ca-13a9-4356-b998-9cb0ea636cad tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 932 time: 0.8324993 Apr 15 18:22:12.154924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a5e28a9-8d16-4c06-9a26-2c29abe54994 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Unset dirty status for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:12.156210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a5e28a9-8d16-4c06-9a26-2c29abe54994 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4699073 Apr 15 18:22:12.170109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33930) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:12.233590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:12.251921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-847497dd-a3da-4184-9b7b-83f7e9c4d321 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Synchronizing usage tracker for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:12.265243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c903b1-1f66-4ced-aaee-7fca061b1779 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:22:12.280781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49862c28-6aa6-4d3a-8fba-ff60e99e3f63 req-98079ca6-8f42-44b7-85c8-c39b64001a06 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985085 Apr 15 18:22:12.282907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.285617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:12.303013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20f315fa-ca6d-480e-86a5-0707b9f33d13 req-badb8bba-e976-454d-8c61-fd13fe9ceba8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653776 Apr 15 18:22:12.376456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-847497dd-a3da-4184-9b7b-83f7e9c4d321 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Unset dirty status for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:12.378373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-847497dd-a3da-4184-9b7b-83f7e9c4d321 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 207 time: 0.2020972 Apr 15 18:22:12.383527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33934) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:12.408340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Transition to ACTIVE for port object 80c903b1-1f66-4ced-aaee-7fca061b1779 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:12.424566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.443736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a072ff5e-4b1e-471a-af35-74342409b524 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:12.488313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::974e:31f8:31eb:83a1 (530f0ff6-d890-4520-b761-45c133c833af/39645922-a0d1-4eb0-b4ff-557247f58a7e/b3b4c53c-22f0-4849-a82e-f9376732f674) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:12.501276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:22:12.721384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.746123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.885515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.892503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.899266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.905834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:12.906822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Synchronizing usage tracker for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:12.928768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.940480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Pushing event updated for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:12.959610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:12.986194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:12.999931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf407e-8721-4649-98ae-441b10ec40cd None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:22:13.017965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58dbd72a-0a87-4559-a7c2-943d6c2ecf9c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:13.018185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Unset dirty status for tenant:cdd93e19bc464e55a3633f7e24536969 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:13.019292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a7bf7bc5-9cc0-40a7-93bf-d2eeaea7b519 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.6322773 Apr 15 18:22:13.029695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33938) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:13.055376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.113597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-12c87d5d-289d-43bc-99e0-d9e3b1a06994 None None] Provisioning for port 0a51d262-a81a-425a-a5ce-afdae524c746 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:13.183739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf407e-8721-4649-98ae-441b10ec40cd None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:22:13.189797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.293804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=cfb6fbca-fe7b-41d4-8a08-3a4cef478743,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:13.309696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:13.316429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:13.344816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:13.388174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 is not hosted by any dhcp agent {{(pid=86081) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 15 18:22:13.394637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:13.395363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.396856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "PUT /v2.0/networks/cfb6fbca-fe7b-41d4-8a08-3a4cef478743 HTTP/1.1" status: 200 len: 762 time: 1.4162457 Apr 15 18:22:13.433657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33946) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:13.439821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.443713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5000966 Apr 15 18:22:13.469815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33950) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:13.481733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': '0fff10c1-f998-407c-9d37-c48bb82bf1c1', 'direction': 'ingress', 'protocol': 17}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:13.487536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a51d262-a81a-425a-a5ce-afdae524c746 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:13.494649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fff10c1-f998-407c-9d37-c48bb82bf1c1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:13.505757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:13.509397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:13.585717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:13.594044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:13.610299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:13.646048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0a51d262-a81a-425a-a5ce-afdae524c746 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:13.656474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6245b-b943-4f5d-b9db-112f519de4c7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:13.657235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58e6245b-b943-4f5d-b9db-112f519de4c7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Synchronizing usage tracker for tenant:e6acdf0765d843639212230471df4f2e on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:13.657375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0a51d262-a81a-425a-a5ce-afdae524c746 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:13.657795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.667891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Attempting to bind port 80c903b1-1f66-4ced-aaee-7fca061b1779 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:13.668275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Attempting to bind port 80c903b1-1f66-4ced-aaee-7fca061b1779 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:13.668649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Attempting to bind port 80c903b1-1f66-4ced-aaee-7fca061b1779 on network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:13.681527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Port 80c903b1-1f66-4ced-aaee-7fca061b1779 on network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:22:13.681910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Attempting to bind port 80c903b1-1f66-4ced-aaee-7fca061b1779 on network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:13.684050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.708007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58e6245b-b943-4f5d-b9db-112f519de4c7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Unset dirty status for tenant:e6acdf0765d843639212230471df4f2e on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58e6245b-b943-4f5d-b9db-112f519de4c7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks?id=cfb6fbca-fe7b-41d4-8a08-3a4cef478743 HTTP/1.1" status: 200 len: 765 time: 0.2714071 Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Checking segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Bound using segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Bound port: 80c903b1-1f66-4ced-aaee-7fca061b1779, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:13.714270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.730559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:13.792763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.854613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-15dccd5a-a41a-4aec-a59f-3fce0b2fa59a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.8156080 Apr 15 18:22:13.865444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:13.950588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.953838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object b3b4c53c-22f0-4849-a82e-f9376732f674 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:13.971856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:13.993380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.005771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6404a7e-da03-4167-9471-819f15288d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:14.007032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c29c1-f832-408a-b005-7f9a9bed88cf tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.009102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c29c1-f832-408a-b005-7f9a9bed88cf tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.009742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0a51d262-a81a-425a-a5ce-afdae524c746, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a51d262-a81a-425a-a5ce-afdae524c746,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:14.011686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-572c29c1-f832-408a-b005-7f9a9bed88cf tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1374013 Apr 15 18:22:14.016338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.018770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3d31f98-14e3-434b-bff0-a7f02d4c196f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:14.024807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861ab817-a0f2-4129-8296-5e4c4a8e9642 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.027220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-861ab817-a0f2-4129-8296-5e4c4a8e9642 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2954371 Apr 15 18:22:14.028479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:14.031523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.031897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33964) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.051259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700dc04b-c6a3-49fa-9fd6-c6dc756a67d5,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:14.057262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=80c903b1-1f66-4ced-aaee-7fca061b1779,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:14.061359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:14.064703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.067166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c592bf-28c8-4972-8f7f-2dd3735846c6 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:14.081817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:14.127598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.128829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6526661 Apr 15 18:22:14.167470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.193673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0a51d262-a81a-425a-a5ce-afdae524c746,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:14.208050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:14.243510 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a978a561-61a8-41d8-8752-9d3d4ab47a27 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 207 time: 0.1949847 Apr 15 18:22:14.251080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.279359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774ab33-45f9-461f-93c0-a0b9bef65fd6 req-88fc3e62-fdc1-47a5-a312-24cfd4fa77b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.280914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Pushing event updated for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:14.281051 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d774ab33-45f9-461f-93c0-a0b9bef65fd6 req-88fc3e62-fdc1-47a5-a312-24cfd4fa77b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 944 time: 0.6030970 Apr 15 18:22:14.289395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:14.314764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:14.363351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5309a1f-458d-4a15-bbe8-1ad5fdd79691 req-c7597b9b-86cb-40e7-8732-5b05587ae61e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.365182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5309a1f-458d-4a15-bbe8-1ad5fdd79691 req-c7597b9b-86cb-40e7-8732-5b05587ae61e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.6885171 Apr 15 18:22:14.377964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5107d13-e7a1-44c0-9c05-84e7b12c7ee3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.379797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5107d13-e7a1-44c0-9c05-84e7b12c7ee3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.381555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5107d13-e7a1-44c0-9c05-84e7b12c7ee3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3356230 Apr 15 18:22:14.388018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33978) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.397950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5bf87cc1-537f-4d43-8040-7d7d96d77bc9 None None] Provisioning for port 80c903b1-1f66-4ced-aaee-7fca061b1779 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:14.404824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.450147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.493908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-372fcda3-1386-4a8a-be11-f9830b5fb7d0 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:14.518870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.519566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.521085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-89002c67-9821-4132-a6d1-2310f024208a service neutron] 10.222.0.49 "PUT /v2.0/ports/80c903b1-1f66-4ced-aaee-7fca061b1779 HTTP/1.1" status: 200 len: 1094 time: 3.2309721 Apr 15 18:22:14.524103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:22:14.608266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.650099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.656616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.663572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.670742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.677316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.683995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.686100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ea57f03-654a-422f-b6bb-3f412369edb1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4339275 Apr 15 18:22:14.695695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33984) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.787269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d774ab33-45f9-461f-93c0-a0b9bef65fd6 req-fa006cd9-edb8-4a27-a3a0-ea016cff7ee3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4897935 Apr 15 18:22:14.790211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=b3b4c53c-22f0-4849-a82e-f9376732f674,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:14.830729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bfc50c-eedc-4bd8-b952-2f0d44251a92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.835875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-80bfc50c-eedc-4bd8-b952-2f0d44251a92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks/0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 HTTP/1.1" status: 200 len: 799 time: 0.4352002 Apr 15 18:22:14.838136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 33988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:14.872929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4a96538-293e-4711-8528-42a596b2e428 None None] Provisioning complete for port 0a51d262-a81a-425a-a5ce-afdae524c746 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:14.873534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a96538-293e-4711-8528-42a596b2e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.898984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779', 'status': 'completed', 'code': 200} Apr 15 18:22:14.908848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:14.955540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:14.969243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:14.972905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-dec678a1-03de-42b1-adc9-6c1e7b4df569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:14.974551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-dec678a1-03de-42b1-adc9-6c1e7b4df569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 1097 time: 0.4071169 Apr 15 18:22:14.985421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5309a1f-458d-4a15-bbe8-1ad5fdd79691 req-8d1ff5a6-e542-48bb-b3fe-8a0c03c28917 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6025975 Apr 15 18:22:14.991415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:15.012167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:15.012167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.012450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.081700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9254189 Apr 15 18:22:15.083455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:15.085195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33992) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.086371 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-e80f1d8f-3b3d-4e3f-bfb6-3766def3320b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=80c903b1-1f66-4ced-aaee-7fca061b1779 HTTP/1.1" status: 200 len: 217 time: 0.0965226 Apr 15 18:22:15.094335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:15.109544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:15.110676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:15.150555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.167459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-919c1212-8172-47cc-a83b-aeef6978fef1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:15.176609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.181357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/0fff10c1-f998-407c-9d37-c48bb82bf1c1 HTTP/1.1" status: 204 len: 168 time: 1.0097783 Apr 15 18:22:15.183106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 33996) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.190056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.191316 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c8b4eb74-aaf1-41e2-8beb-25fe388bf94b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4942975 Apr 15 18:22:15.199322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34000) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.215929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:15.245554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:15.255841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:15.320632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a51d262-a81a-425a-a5ce-afdae524c746 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:15.327877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fff10c1-f998-407c-9d37-c48bb82bf1c1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:15.339219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1936492-e3b9-48d3-8982-5d4779a900c1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/networks/0ecf33aa-b8d0-4a3e-a101-780bc8f950f9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4853237 Apr 15 18:22:15.342048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:15.342800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-a24c6885-a06e-46d7-b8f7-5eebf552e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.345185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-a24c6885-a06e-46d7-b8f7-5eebf552e4fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0358089-377f-478b-b4ad-eec663632df4 HTTP/1.1" status: 200 len: 838 time: 0.2407706 Apr 15 18:22:15.345744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34004) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.388815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:15.389276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc4573-49b4-42c4-bbc1-76a81fc6cda5 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:15.410727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-354a5b47-cff5-473e-9863-85c314e2e52a None None] Provisioning for port b3b4c53c-22f0-4849-a82e-f9376732f674 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:15.414923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da13420e-bf09-4011-8480-6997f2e27fc0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:15.419512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-354a5b47-cff5-473e-9863-85c314e2e52a None None] Provisioning complete for port b3b4c53c-22f0-4849-a82e-f9376732f674 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:15.419938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-354a5b47-cff5-473e-9863-85c314e2e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.425000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a07db17-babc-4b78-a719-9f64619c3e87 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/3cfb8341-87ef-4f68-bac0-85c1d38fd182 HTTP/1.1" status: 200 len: 977 time: 5.2442827 Apr 15 18:22:15.430056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34008) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.445652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550c8f7-d30c-49a0-9926-865f1e78b4cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.452840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2550c8f7-d30c-49a0-9926-865f1e78b4cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.453688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2550c8f7-d30c-49a0-9926-865f1e78b4cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:15.470789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.472703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.474793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.476959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.478663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.479657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Synchronizing usage tracker for tenant:e6acdf0765d843639212230471df4f2e on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:15.491236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0a51d262-a81a-425a-a5ce-afdae524c746 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:15.491655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.521827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-354a5b47-cff5-473e-9863-85c314e2e52a None None] Port b3b4c53c-22f0-4849-a82e-f9376732f674 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:15.541988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da13420e-bf09-4011-8480-6997f2e27fc0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:15.547056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da13420e-bf09-4011-8480-6997f2e27fc0 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3569064 Apr 15 18:22:15.550246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34012) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.554950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Unset dirty status for tenant:e6acdf0765d843639212230471df4f2e on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:15.560685 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-73fe1220-3632-47d9-9e4b-609590e2f413 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3561804 Apr 15 18:22:15.560868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362680927'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:15.561437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34016) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.564581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cc8bd-8bf6-4aab-ab39-9d8590f98ba6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.566373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-631cc8bd-8bf6-4aab-ab39-9d8590f98ba6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets/a74038a8-0842-4a38-8903-3ec9f4c3c27a HTTP/1.1" status: 200 len: 811 time: 0.2123015 Apr 15 18:22:15.577685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:15.580052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2550c8f7-d30c-49a0-9926-865f1e78b4cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:15.583965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2550c8f7-d30c-49a0-9926-865f1e78b4cc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4951308 Apr 15 18:22:15.583965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34020) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.594338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34022) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.633054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567fe1-3029-4b3e-827b-743483526439 req-9f900563-a517-41f5-a70d-10a94955e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.634747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-9f900563-a517-41f5-a70d-10a94955e5b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2752626 Apr 15 18:22:15.640354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:15.684197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.685685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.687277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.688844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.690544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.696150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f7f6e21e-28fc-43bc-b7a5-a79cb127d1b4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1247339 Apr 15 18:22:15.712635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34028) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:15.826711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-48e265fa-a6e7-492f-9266-0dbd8affb28b service neutron] 10.222.0.49 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838274 Apr 15 18:22:15.868477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:15.943983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeaf725-f422-4fcf-81fe-470ca99bef0f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['shared'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:15.945468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8eeaf725-f422-4fcf-81fe-470ca99bef0f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "GET /v2.0/subnets/a74038a8-0842-4a38-8903-3ec9f4c3c27a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3583670 Apr 15 18:22:15.970539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34034) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:16.034981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1925988648'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:16.076253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port b3b4c53c-22f0-4849-a82e-f9376732f674 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:16.076659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:16.107466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:16.117060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:16.134242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 74160ce5-60f2-4add-a4b4-73f41bc34597 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:16.134859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:16.197202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:16.230158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:16.248627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:16.254384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d567fe1-3029-4b3e-827b-743483526439 req-423cb99f-508f-4e6e-8c38-1711b0c4390d service neutron] 10.222.0.49 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220657 Apr 15 18:22:16.388828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b58b-4308-4074-b985-293c06a768bb req-ba98b32f-01dd-4798-a33a-84ffd71e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:16.390522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-ba98b32f-01dd-4798-a33a-84ffd71e2236 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 1097 time: 0.0915933 Apr 15 18:22:16.542524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b58b-4308-4074-b985-293c06a768bb req-43fb8988-c946-4091-af6f-b243b534b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:16.544137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-43fb8988-c946-4091-af6f-b243b534b4a8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f HTTP/1.1" status: 200 len: 898 time: 0.1461430 Apr 15 18:22:16.548792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:16.617942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-c813f9fb-8113-4cf0-853d-f4542575d757 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=80c903b1-1f66-4ced-aaee-7fca061b1779 HTTP/1.1" status: 200 len: 217 time: 0.0665922 Apr 15 18:22:16.624394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:16.630510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:16.689965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b58b-4308-4074-b985-293c06a768bb req-a68a8d5b-6562-461b-8734-463690170a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:16.691588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-a68a8d5b-6562-461b-8734-463690170a6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b0358089-377f-478b-b4ad-eec663632df4 HTTP/1.1" status: 200 len: 838 time: 0.0665560 Apr 15 18:22:16.714321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a078f1-209c-4b55-8522-654b80b54de3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:16.715806 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45a078f1-209c-4b55-8522-654b80b54de3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks/d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 HTTP/1.1" status: 200 len: 803 time: 1.0012329 Apr 15 18:22:16.732207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34040) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:16.775319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85b58b-4308-4074-b985-293c06a768bb req-7d27de54-0680-40df-8a0b-970072dcc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:16.777523 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-7d27de54-0680-40df-8a0b-970072dcc387 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788190 Apr 15 18:22:16.924091 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-2ea89f62-39d9-48a1-ba4f-b32e899a1647 service neutron] 10.222.0.49 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387994 Apr 15 18:22:16.982174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:22:17.021349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b89b-1e1f-4c47-97a2-0ba7cceb82a4 req-13f2b1b5-0869-449e-8690-453bd663bd98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.023017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b2b6b89b-1e1f-4c47-97a2-0ba7cceb82a4 req-13f2b1b5-0869-449e-8690-453bd663bd98 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 944 time: 1.0566258 Apr 15 18:22:17.069668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f85b58b-4308-4074-b985-293c06a768bb req-a23bbd67-0cd6-480e-8dd1-98a3e9b09a18 service neutron] 10.222.0.49 "GET /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387134 Apr 15 18:22:17.141376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.141775 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Added segment 8f16ee8e-b317-41f6-9189-a24ce45d4dce of type vlan for network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 Apr 15 18:22:17.174987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b431ac-c5ef-42e5-92d9-9680791ba55d req-eada4f5c-eb43-401a-a363-71bd64709537 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.176569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16b431ac-c5ef-42e5-92d9-9680791ba55d req-eada4f5c-eb43-401a-a363-71bd64709537 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 1.0609879 Apr 15 18:22:17.237668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.257915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.258286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.318295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.391640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1cd52ac4-3f44-417d-b983-c2952dadf228 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:17.471554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.490099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 74160ce5-60f2-4add-a4b4-73f41bc34597 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:17.523429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a261a42-ca91-4762-90e2-d91a2ffcc965 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/networks/d1966252-ba49-49d9-8bb7-bc8bbf4e9e80?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.7381730 Apr 15 18:22:17.527042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34044) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:17.554774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b2b6b89b-1e1f-4c47-97a2-0ba7cceb82a4 req-46a15700-a92e-442c-9300-7bd70e854448 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547939 Apr 15 18:22:17.603176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.607447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5153242-42d4-46a2-a6ac-30f46d04ead0 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.613009 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5153242-42d4-46a2-a6ac-30f46d04ead0 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets/f215c3a9-8361-49e2-b10c-98a175073e9e HTTP/1.1" status: 200 len: 843 time: 0.0807726 Apr 15 18:22:17.613391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34048) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:17.615919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16b431ac-c5ef-42e5-92d9-9680791ba55d req-23b7dd8c-d32d-45b8-ae65-0e5a08d81116 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926716 Apr 15 18:22:17.632124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4922fce4-86a6-4696-b699-ed3ffcca8d82,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:17.691771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62625b84-43dc-46e4-b696-8fe0c766feda tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['shared'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.696756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62625b84-43dc-46e4-b696-8fe0c766feda tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "GET /v2.0/subnets/f215c3a9-8361-49e2-b10c-98a175073e9e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0787129 Apr 15 18:22:17.696906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:17.697023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34052) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:17.703198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197447332'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:17.708403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:17.718754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:17.728453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:17.735593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.766355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:22:17.766709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:22:17.776449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.777028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Added segment b30ec3cf-d29c-43ee-913c-74f983a7fec1 of type vlan for network e9d462b4-d131-435f-8ce4-da71c51946ba Apr 15 18:22:17.783285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for b3b4c53c-22f0-4849-a82e-f9376732f674 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:17.805469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.830671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.832002 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2807488 Apr 15 18:22:17.834948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:17.841521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009371479'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:17.847707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:17.850063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.856727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.857366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.866218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.867863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2e1c975-cbae-4abc-b3b8-119624a4752b tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:17.872855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:17.873509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:17.883836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:17.888725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bddbb054-d4a7-461d-ac2f-252ea845f80d tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:17.896772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:17.958765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:17.993473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2953126 Apr 15 18:22:17.997756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.011778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Network': ['ID=e9d462b4-d131-435f-8ce4-da71c51946ba,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.014745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.017643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34060) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:18.023255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network e9d462b4-d131-435f-8ce4-da71c51946ba details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:18.034260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:18.034481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0523529 Apr 15 18:22:18.036279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34064) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:18.043454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Network': ['ID=b56fd787-a8a8-4245-87cd-a0399eb0b7d5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.052795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:18.070613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.098115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:18.106026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:18.126676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:18.131733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:18.142978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:18.172732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:18.194225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:18.214436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Made reservation on behalf of e6acdf0765d843639212230471df4f2e for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:18.220504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.283626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.297616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.299703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:18.304239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bbda871-176e-4965-a5f1-bfeac5b46f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:18.345674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing IP validity checks on allocation pools {{(pid=86081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:22:18.346328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86081) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:22:18.362820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.370739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.383430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8336a5de-752d-4f63-a526-4c991c6e97d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:18.429277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=74160ce5-60f2-4add-a4b4-73f41bc34597,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.436072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62306f4a-a535-4b4c-9907-2ab55eacf35f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.441656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.444781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.446042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6100323 Apr 15 18:22:18.449423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34068) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:18.457177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': '4922fce4-86a6-4696-b699-ed3ffcca8d82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '62306f4a-a535-4b4c-9907-2ab55eacf35f', 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:18.465171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:18.473824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:18.479009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:18.479512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:18.489144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.489712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6f4ae3b-6cf3-4981-a917-ea8fbe7b64f3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:18.518764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:18.564237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.565531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=b3b4c53c-22f0-4849-a82e-f9376732f674,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.761928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.767583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.773986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6789b627-a444-4ff5-9ee8-8fb4a2f53ab6 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:18.796320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8695d348-a697-4ae1-9000-e3b25931f27d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:18.816617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.838773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.840097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3896327 Apr 15 18:22:18.844079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34076) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:18.851369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:18.857111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Made reservation on behalf of cdd93e19bc464e55a3633f7e24536969 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:18.863258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.897426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.912224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.987166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:18.994065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:19.015151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8695d348-a697-4ae1-9000-e3b25931f27d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:19.017047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.033432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:19.036329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da9621ee-ab84-4cde-8cab-37be6c957da6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:19.126342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.130115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8695d348-a697-4ae1-9000-e3b25931f27d HTTP/1.1" status: 204 len: 168 time: 0.2829428 Apr 15 18:22:19.130240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing IP validity checks on allocation pools {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:22:19.130240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:22:19.135229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34080) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.198445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=c9467136-d892-4478-9dab-290b4663ce49,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:19.201992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:19.263259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9418026a-c365-4790-812b-8ca88ceb7523 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:19.306178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9418026a-c365-4790-812b-8ca88ceb7523 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:19.311055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9418026a-c365-4790-812b-8ca88ceb7523 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1693950 Apr 15 18:22:19.311907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34084) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.329097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.353240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Checking segment: {'id': 'b30ec3cf-d29c-43ee-913c-74f983a7fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:19.353645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network hostable DHCP agents. Network: e9d462b4-d131-435f-8ce4-da71c51946ba, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:22:19.359176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533867-9bd4-483b-b034-0776cfa289d8 req-e8e9d106-d93b-4201-ab43-4df098e8dcf2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:19.360946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19533867-9bd4-483b-b034-0776cfa289d8 req-e8e9d106-d93b-4201-ab43-4df098e8dcf2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5164297 Apr 15 18:22:19.376761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704f12-b882-49b0-a38d-1c6878c43198 req-bb953575-a093-43eb-a99b-5da776e02c44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:19.378485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e704f12-b882-49b0-a38d-1c6878c43198 req-bb953575-a093-43eb-a99b-5da776e02c44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 944 time: 0.5306716 Apr 15 18:22:19.405675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network e9d462b4-d131-435f-8ce4-da71c51946ba is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:22:19.413040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.428197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, e9d462b4-d131-435f-8ce4-da71c51946ba) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:19.437417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe252533-ee53-4a6b-9a51-12b1052d9bbd None None] Network e9d462b4-d131-435f-8ce4-da71c51946ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:19.454230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.463235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:19.464010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.500264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/b3b4c53c-22f0-4849-a82e-f9376732f674 HTTP/1.1" status: 204 len: 168 time: 3.9018879 Apr 15 18:22:19.503722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4820459 Apr 15 18:22:19.503722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34088) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.503925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.503925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 3cfb8341-87ef-4f68-bac0-85c1d38fd182 disassociated (deleted). External IP: 172.26.7.175, port: 78fc1e87-8b32-4076-82c1-89fcb7982ef8. Apr 15 18:22:19.504118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34092) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.554344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:19.643782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.650727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0043d-c7dc-40d0-b50a-2ac06304455c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:19.653691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0043d-c7dc-40d0-b50a-2ac06304455c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:19.654532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ee0043d-c7dc-40d0-b50a-2ac06304455c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:19.660864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3344ac34-2c6a-4759-a10f-0195302c3b5b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:19.672300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19533867-9bd4-483b-b034-0776cfa289d8 req-c2967761-e5d6-4039-842e-56b50dabb51b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846406 Apr 15 18:22:19.682449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-e9d462b4-d131-435f-8ce4-da71c51946ba', 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba', 'tenant_id': 'e6acdf0765d843639212230471df4f2e', 'fixed_ips': [{'subnet_id': 'c9467136-d892-4478-9dab-290b4663ce49'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:19.683834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.687797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e704f12-b882-49b0-a38d-1c6878c43198 req-6e2987ac-1f75-4354-86c2-125a228c6f64 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909980 Apr 15 18:22:19.765389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.769098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/62306f4a-a535-4b4c-9907-2ab55eacf35f HTTP/1.1" status: 204 len: 168 time: 0.4543223 Apr 15 18:22:19.770276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62306f4a-a535-4b4c-9907-2ab55eacf35f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:19.777947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.810894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:19.825287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ee0043d-c7dc-40d0-b50a-2ac06304455c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:19.829195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ee0043d-c7dc-40d0-b50a-2ac06304455c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3242466 Apr 15 18:22:19.833105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34102) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:19.910423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848594709'] for subnet, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:19.939752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Allocated IP 2001:db8::3 (e9d462b4-d131-435f-8ce4-da71c51946ba/c9467136-d892-4478-9dab-290b4663ce49/349bd25c-eda0-45af-91c8-c7c0a1362073) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:20.041107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ceb1d23-16bc-49fa-a9f9-1a189b548e6c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:20.115348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 80c903b1-1f66-4ced-aaee-7fca061b1779 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:22:20.117354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 39645922-a0d1-4eb0-b4ff-557247f58a7e {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:20.125564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.171073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:20.228178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ceb1d23-16bc-49fa-a9f9-1a189b548e6c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:20.229934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ceb1d23-16bc-49fa-a9f9-1a189b548e6c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4431531 Apr 15 18:22:20.238421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34108) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:20.280587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.305439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.332978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Transition to ACTIVE for port object 349bd25c-eda0-45af-91c8-c7c0a1362073 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:20.379015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Transition to ACTIVE for port object 349bd25c-eda0-45af-91c8-c7c0a1362073 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:20.381310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=80c903b1-1f66-4ced-aaee-7fca061b1779,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:20.393061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de938759-61d9-4a33-b497-85c956064359 req-6adfd0e9-6dbd-4a1f-b497-628bb9495787 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:20.394766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de938759-61d9-4a33-b497-85c956064359 req-6adfd0e9-6dbd-4a1f-b497-628bb9495787 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3221648 Apr 15 18:22:20.396596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.417572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a628674-1c40-4b2a-967c-b028dd5092fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:20.428393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.436340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-89d3240b-db13-4c08-9f2a-e3e75c77c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:20.437991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-89d3240b-db13-4c08-9f2a-e3e75c77c810 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.2635791 Apr 15 18:22:20.460577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '80c903b1-1f66-4ced-aaee-7fca061b1779', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'port_id': '80c903b1-1f66-4ced-aaee-7fca061b1779', 'mac_address': 'fa:16:3e:62:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0358089-377f-478b-b4ad-eec663632df4', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:22:20.483621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.508551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10b41d3d-d733-43ec-be7a-0f94e55585b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:20.593043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Pushing event updated for resources: {'Port': ['ID=349bd25c-eda0-45af-91c8-c7c0a1362073,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:20.602190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:20.610207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.620297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de938759-61d9-4a33-b497-85c956064359 req-cfb81e40-4c32-4384-b462-dfd3aed99ed6 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130933 Apr 15 18:22:20.632382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.659088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c903b1-1f66-4ced-aaee-7fca061b1779 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:22:20.664331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:20.676698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.679005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:20.690399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:20.690620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=80c903b1-1f66-4ced-aaee-7fca061b1779,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:20.691525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:20.701909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.703909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c835b682-4edc-42e0-91d6-606712b6d28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:20.713970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=88eb2703-a70d-402c-aa55-2b2b56e354ef,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:20.734241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:20.774307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:20.786490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Network e9d462b4-d131-435f-8ce4-da71c51946ba is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:20.789371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:20.790615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/3cfb8341-87ef-4f68-bac0-85c1d38fd182 HTTP/1.1" status: 204 len: 168 time: 5.3582280 Apr 15 18:22:20.792025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34114) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:20.795466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:20.796294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:21:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:20.805373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:20.811130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.919008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:20.919822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9408b15-a246-450e-801e-4ae03a03ee89 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:20.945034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:20.953679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 78fc1e87-8b32-4076-82c1-89fcb7982ef8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:20.954236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.956273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:20.958378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Attempting to bind port 349bd25c-eda0-45af-91c8-c7c0a1362073 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:20.958796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Attempting to bind port 349bd25c-eda0-45af-91c8-c7c0a1362073 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'b30ec3cf-d29c-43ee-913c-74f983a7fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:20.959217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Attempting to bind port 349bd25c-eda0-45af-91c8-c7c0a1362073 on network e9d462b4-d131-435f-8ce4-da71c51946ba {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:20.965539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:20.965992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Checking segment: {'id': 'b30ec3cf-d29c-43ee-913c-74f983a7fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:20.966447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:20.966893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Bound using segment: {'id': 'b30ec3cf-d29c-43ee-913c-74f983a7fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:20.967413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Bound port: 349bd25c-eda0-45af-91c8-c7c0a1362073, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30ec3cf-d29c-43ee-913c-74f983a7fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'e9d462b4-d131-435f-8ce4-da71c51946ba'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:20.967836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.009235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Checking segment: {'id': '8f16ee8e-b317-41f6-9189-a24ce45d4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:21.009633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network hostable DHCP agents. Network: b56fd787-a8a8-4245-87cd-a0399eb0b7d5, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:22:21.031776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['80c903b1-1f66-4ced-aaee-7fca061b1779'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:22:21.052464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.152171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5ea03a1-3fdb-4c4e-95af-f1d6ba8031f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:21.169146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] For port 349bd25c-eda0-45af-91c8-c7c0a1362073, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:21.192331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] For port 349bd25c-eda0-45af-91c8-c7c0a1362073, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=349bd25c-eda0-45af-91c8-c7c0a1362073,segment=NetworkSegment(b30ec3cf-d29c-43ee-913c-74f983a7fec1),segment_id=b30ec3cf-d29c-43ee-913c-74f983a7fec1)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:21.203394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.222996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:21.410528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:22:21.418984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Pushing event updated for resources: {'Port': ['ID=349bd25c-eda0-45af-91c8-c7c0a1362073,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:21.423012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:21.460438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc123e1f-afaa-4f33-8568-2d7673237d84 req-fc3c0014-9728-4553-aedc-a5a5cb10ca70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:21.462352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cc123e1f-afaa-4f33-8568-2d7673237d84 req-fc3c0014-9728-4553-aedc-a5a5cb10ca70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 945 time: 0.5862391 Apr 15 18:22:21.466962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b56fd787-a8a8-4245-87cd-a0399eb0b7d5) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:21.469066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-c79a5ee5-d594-48b8-96a0-99ebad788e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:21.470718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-c79a5ee5-d594-48b8-96a0-99ebad788e9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.9734759 Apr 15 18:22:21.477278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4922fce4-86a6-4696-b699-ed3ffcca8d82,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:21.489139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5440744-b282-49aa-b7e4-323b5aa1bd79 None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:21.537467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:21.568076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:21.568320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203979'] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.611559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cc123e1f-afaa-4f33-8568-2d7673237d84 req-e38a91a5-8b86-422b-a035-106ba5622fa3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913944 Apr 15 18:22:21.623745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.625286 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5850940 Apr 15 18:22:21.627995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/4922fce4-86a6-4696-b699-ed3ffcca8d82 HTTP/1.1" status: 204 len: 168 time: 1.3881238 Apr 15 18:22:21.629621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34118) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:21.629935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34120) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:21.635976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7261638'] for subnet, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.637918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:21.656588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-288344be-9e8a-4ef4-9357-4a5d491a2c88 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:21.747095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.876842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-0400b09c-da5e-490c-a5f7-06987e016e1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.3921130 Apr 15 18:22:21.918930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-b56fd787-a8a8-4245-87cd-a0399eb0b7d5', 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5', 'tenant_id': 'cdd93e19bc464e55a3633f7e24536969', 'fixed_ips': [{'subnet_id': '88eb2703-a70d-402c-aa55-2b2b56e354ef'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:21.920116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:21.997574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event updated for resources: {'Subnet': ['ID=c9467136-d892-4478-9dab-290b4663ce49,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:22.004544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 78fc1e87-8b32-4076-82c1-89fcb7982ef8 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:22.012149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:22.060244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f0247b02-aebe-4dc5-9753-fbc6d678b730 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:22.068417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-9f4e7935-700d-46a6-a471-5383c4beebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:22.070166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-9f4e7935-700d-46a6-a471-5383c4beebd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.1540792 Apr 15 18:22:22.124348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Allocated IP 172.20.0.3 (b56fd787-a8a8-4245-87cd-a0399eb0b7d5/88eb2703-a70d-402c-aa55-2b2b56e354ef/dc584856-c25d-4e31-b073-1145e10c95da) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:22.155776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:22.156535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.158217 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "PUT /v2.0/subnets/c9467136-d892-4478-9dab-290b4663ce49 HTTP/1.1" status: 200 len: 900 time: 2.6534300 Apr 15 18:22:22.165026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f0247b02-aebe-4dc5-9753-fbc6d678b730 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:22.171223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0247b02-aebe-4dc5-9753-fbc6d678b730 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5355299 Apr 15 18:22:22.171453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34128) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:22.171833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34130) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:22.184684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--638980358'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:22.240798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847766185'] for subnet, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.298685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.315358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a9cf8-109d-45f3-95f7-ad48862cdb23 req-b235fdef-437e-42c9-9c4b-35ca5f653e85 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:22.317040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d0a9cf8-109d-45f3-95f7-ad48862cdb23 req-b235fdef-437e-42c9-9c4b-35ca5f653e85 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5512648 Apr 15 18:22:22.321831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:22.325207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:22.389796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.401064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Transition to ACTIVE for port object dc584856-c25d-4e31-b073-1145e10c95da will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:22.421171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Transition to ACTIVE for port object dc584856-c25d-4e31-b073-1145e10c95da will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:22.428552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.445044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:22.454400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=39645922-a0d1-4eb0-b4ff-557247f58a7e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:22.456980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d0a9cf8-109d-45f3-95f7-ad48862cdb23 req-e45c7c07-e150-4d5b-84a6-0a95ad8b4ce2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238573 Apr 15 18:22:22.457198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:22.465013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:22.516807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.539232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.543199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:22.596151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.648500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=78fc1e87-8b32-4076-82c1-89fcb7982ef8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:22.660024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:22.670442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:22.674212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.677409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 349bd25c-eda0-45af-91c8-c7c0a1362073 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:22.678401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:22.710798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-e64d556e-ec2b-4f65-8ee0-58e336317e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:22.712610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-e64d556e-ec2b-4f65-8ee0-58e336317e17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6331906 Apr 15 18:22:22.717596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b11c2a3-1f8c-40ed-b7df-5c38c53ab83c None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:22.719617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:22.731479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:22.777619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:22.839262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/39645922-a0d1-4eb0-b4ff-557247f58a7e HTTP/1.1" status: 204 len: 168 time: 3.0022681 Apr 15 18:22:22.845666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:22.858554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Pushing event updated for resources: {'Port': ['ID=dc584856-c25d-4e31-b073-1145e10c95da,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:22.873585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:22.991542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f3132b9-5f21-4752-8391-6f1a58354374 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391807 Apr 15 18:22:22.999891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34142) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:23.012925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:23.014824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:23.021973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:23.123620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-39f25567-4fa3-4d9d-b056-d54be80c1293 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871715 Apr 15 18:22:23.142132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Attempting to bind port dc584856-c25d-4e31-b073-1145e10c95da on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:23.142132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Attempting to bind port dc584856-c25d-4e31-b073-1145e10c95da by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '8f16ee8e-b317-41f6-9189-a24ce45d4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:23.142487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Attempting to bind port dc584856-c25d-4e31-b073-1145e10c95da on network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:23.150014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:23.150189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Checking segment: {'id': '8f16ee8e-b317-41f6-9189-a24ce45d4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:23.150626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.151788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Bound using segment: {'id': '8f16ee8e-b317-41f6-9189-a24ce45d4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:23.152322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Bound port: dc584856-c25d-4e31-b073-1145e10c95da, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f16ee8e-b317-41f6-9189-a24ce45d4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b56fd787-a8a8-4245-87cd-a0399eb0b7d5'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:23.154758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.225834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:23.240356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Deleting port 0a51d262-a81a-425a-a5ce-afdae524c746 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:23.248661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.249750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847653770'] for subnet, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.256166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.281524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e78ead5-0830-4bb7-ae97-adfb18cee916 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:23.281681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.293402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-600278cc-5129-4f64-b78c-bb39e3ac0e37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:23.331414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 349bd25c-eda0-45af-91c8-c7c0a1362073, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=349bd25c-eda0-45af-91c8-c7c0a1362073,segment=NetworkSegment(b30ec3cf-d29c-43ee-913c-74f983a7fec1),segment_id=b30ec3cf-d29c-43ee-913c-74f983a7fec1)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:23.331786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.389364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-70bcb240-8117-4cee-96b6-58080462942a None None] For port dc584856-c25d-4e31-b073-1145e10c95da, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:23.392990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-70bcb240-8117-4cee-96b6-58080462942a None None] For port dc584856-c25d-4e31-b073-1145e10c95da, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=dc584856-c25d-4e31-b073-1145e10c95da,segment=NetworkSegment(8f16ee8e-b317-41f6-9189-a24ce45d4dce),segment_id=8f16ee8e-b317-41f6-9189-a24ce45d4dce)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:23.508118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2bf65-939e-471c-a6e2-b7bacdcc5a06 req-9d4263e7-48a0-4bd9-aed5-a0aed4018fd6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:23.516447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2c2bf65-939e-471c-a6e2-b7bacdcc5a06 req-9d4263e7-48a0-4bd9-aed5-a0aed4018fd6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 945 time: 0.6698089 Apr 15 18:22:23.533026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 349bd25c-eda0-45af-91c8-c7c0a1362073 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:23.597261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e753d26-705e-4bf5-8972-632c6c3060d7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:23.598212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8e753d26-705e-4bf5-8972-632c6c3060d7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:23.605802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] For port 0a51d262-a81a-425a-a5ce-afdae524c746, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a51d262-a81a-425a-a5ce-afdae524c746,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:23.606271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.610891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event updated for resources: {'Subnet': ['ID=88eb2703-a70d-402c-aa55-2b2b56e354ef,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:23.611477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5a5b2-f478-4dcb-8b1c-9909ce8cb4ab,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:23.617636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:23.622675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:23.667429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.671643 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4933519 Apr 15 18:22:23.672614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3370c31b-9ae7-4f2d-93f0-d560f6b9e927 req-7dcfb9f1-ab9b-49a9-ac39-434a9c360196 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417614 Apr 15 18:22:23.672763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34148) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:23.679861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': '09e5a5b2-f478-4dcb-8b1c-9909ce8cb4ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:23.680091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 349bd25c-eda0-45af-91c8-c7c0a1362073 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:23.687335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:23.693005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:23.697782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:23.745470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2c2bf65-939e-471c-a6e2-b7bacdcc5a06 req-20a110b0-6664-4f20-8f78-7e008e7fe3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271786 Apr 15 18:22:23.759782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.776109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:23.781341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8e753d26-705e-4bf5-8972-632c6c3060d7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:23.782835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e753d26-705e-4bf5-8972-632c6c3060d7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7712510 Apr 15 18:22:23.786179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.792527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34152) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:23.796528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.808738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c09c3064-7647-4fa5-95f6-6551051be7e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:23.810849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b909a-8d50-4cdc-82ea-28af8103c85e None None] Network e9d462b4-d131-435f-8ce4-da71c51946ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:23.846205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Calling delete_port for 0a51d262-a81a-425a-a5ce-afdae524c746 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:23.860898 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/78fc1e87-8b32-4076-82c1-89fcb7982ef8 HTTP/1.1" status: 204 len: 168 time: 3.0607152 Apr 15 18:22:23.860898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34156) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:23.868366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:23.877205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99a08764-1629-466a-b104-f6ae585cd0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:23.882437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:23.901408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:floatingip and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:23.908412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:23.913834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:23.914530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.919073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:23.919231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "PUT /v2.0/subnets/88eb2703-a70d-402c-aa55-2b2b56e354ef HTTP/1.1" status: 200 len: 877 time: 2.2833843 Apr 15 18:22:23.926942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34160) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:23.931907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=349bd25c-eda0-45af-91c8-c7c0a1362073,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:23.941721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:23.949663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:23.956387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ed1d6-5e37-4d7d-8bbd-6f476eb02cf5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:23.957151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-194ed1d6-5e37-4d7d-8bbd-6f476eb02cf5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:23.982763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ccc40-5911-4356-8c76-ba8ab09d89a3 req-8e8b108d-632b-4bb1-9ff4-4b6ea02464d1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:23.985054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d82ccc40-5911-4356-8c76-ba8ab09d89a3 req-8e8b108d-632b-4bb1-9ff4-4b6ea02464d1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3575790 Apr 15 18:22:23.985529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 349bd25c-eda0-45af-91c8-c7c0a1362073 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:23.986063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 349bd25c-eda0-45af-91c8-c7c0a1362073 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 15 18:22:24.018307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.022546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.036494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:24.076716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1071464-492c-4f46-b679-a51137f2c609,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:24.083329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:24.092354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port 349bd25c-eda0-45af-91c8-c7c0a1362073 not found, will not notify nova. {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 15 18:22:24.094904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-13cce75b-069d-42c8-8ce3-5b387359bcf7 None None] Could not find standard attr ID for object 349bd25c-eda0-45af-91c8-c7c0a1362073. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:22:24.130428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.161555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.165530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4892025 Apr 15 18:22:24.172498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d82ccc40-5911-4356-8c76-ba8ab09d89a3 req-c1c2cef6-d656-47f6-b8d4-521135bc42a1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072831 Apr 15 18:22:24.173254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34164) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:24.185573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port 349bd25c-eda0-45af-91c8-c7c0a1362073 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:24.190153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 80c903b1-1f66-4ced-aaee-7fca061b1779 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:24.256930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.277114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.284438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a51d262-a81a-425a-a5ce-afdae524c746 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:24.290033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.366730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.378804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da156d8d-ef38-4eb0-8bc4-0efa79f527aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.393361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3323988c-4d25-4c06-a9ef-7ceb80ec4cf9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:24.428235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Pushing event updated for resources: {'Port': ['ID=dc584856-c25d-4e31-b073-1145e10c95da,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:24.431923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:24.462216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1071464-492c-4f46-b679-a51137f2c609,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:24.473356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:24.488782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.492793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a1071464-492c-4f46-b679-a51137f2c609 HTTP/1.1" status: 204 len: 168 time: 0.3158560 Apr 15 18:22:24.494231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:24.538833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-194ed1d6-5e37-4d7d-8bbd-6f476eb02cf5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:24.542642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-194ed1d6-5e37-4d7d-8bbd-6f476eb02cf5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7414744 Apr 15 18:22:24.546572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34172) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:24.556109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 80c903b1-1f66-4ced-aaee-7fca061b1779 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:24.559480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.622825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.658147 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f6ee175-8034-4240-9c2d-9040d9a50bd1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040938 Apr 15 18:22:24.673951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34176) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:24.685721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:24.720286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port dc584856-c25d-4e31-b073-1145e10c95da {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:24.720674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.875533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa4e5fb-22dd-4ba5-a8de-b31a6a075b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:24.890364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.910436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port 0a51d262-a81a-425a-a5ce-afdae524c746 update to DOWN by agent not found {{(pid=86083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 15 18:22:24.935632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 80c903b1-1f66-4ced-aaee-7fca061b1779 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:24.936059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:24.970616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Pushing event deleted for resources: {'Port': ['ID=0a51d262-a81a-425a-a5ce-afdae524c746,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:24.974067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:24.998679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb07068b-057e-4407-a82e-62f4cf2e27ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:25.117210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] No DVR routers for this DVR port 0a51d262-a81a-425a-a5ce-afdae524c746 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:25.192822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:25.195391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb07068b-057e-4407-a82e-62f4cf2e27ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:25.196802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb07068b-057e-4407-a82e-62f4cf2e27ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7015684 Apr 15 18:22:25.202818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34182) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:25.227068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:25.239567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.245530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port dc584856-c25d-4e31-b073-1145e10c95da, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=dc584856-c25d-4e31-b073-1145e10c95da,segment=NetworkSegment(8f16ee8e-b317-41f6-9189-a24ce45d4dce),segment_id=8f16ee8e-b317-41f6-9189-a24ce45d4dce)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:25.245997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.261652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:25.271427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.304232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:22:25.329264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=80c903b1-1f66-4ced-aaee-7fca061b1779,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:25.330869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecabce-e87a-4151-9c37-fe21976fb15c req-feebc413-260d-45de-9dd1-e5f5948cf8e8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:25.332706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.335600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2368111-c9a7-44ad-b7db-014980733109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:25.353199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-deecabce-e87a-4151-9c37-fe21976fb15c req-feebc413-260d-45de-9dd1-e5f5948cf8e8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 945 time: 0.4559085 Apr 15 18:22:25.404948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e1c93-06d7-4dc4-a17f-6763bfd7c14e None None] Network e9d462b4-d131-435f-8ce4-da71c51946ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:25.536673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.554171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6b36d682-18cf-4b3f-881c-351655a9fb6b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:25.565171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:25.571161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:25.612496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for dc584856-c25d-4e31-b073-1145e10c95da owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:25.616574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=c9467136-d892-4478-9dab-290b4663ce49,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:25.619175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:25.666002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.20 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/d66f610d-e081-4597-abb0-ae03c9d00e7c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:25.726662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01058f12-ade3-423a-8185-855744fad0c2 None None] DHCP port deletion for e9d462b4-d131-435f-8ce4-da71c51946ba request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:25.754613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-deecabce-e87a-4151-9c37-fe21976fb15c req-97b7dba4-8bcf-44aa-8083-ac27f1eba9e5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004412 Apr 15 18:22:25.795364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.825697 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779', 'code': 200} Apr 15 18:22:25.922302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:25.967211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.029926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5854ed-ab24-4e0d-ace7-fd8c215c42b8 req-9683df89-70b7-4060-92c1-5e0e9bfe87c8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:26.031621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e5854ed-ab24-4e0d-ace7-fd8c215c42b8 req-9683df89-70b7-4060-92c1-5e0e9bfe87c8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.6607707 Apr 15 18:22:26.132305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.153263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-212f0b12-1895-4c39-aa47-619f4f83eff5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:26.171640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d462b4-d131-435f-8ce4-da71c51946ba']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:26.183726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.190407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30ec3cf-d29c-43ee-913c-74f983a7fec1') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:26.190745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30ec3cf-d29c-43ee-913c-74f983a7fec1') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:26.192806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.225322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.252043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.259706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac8a2-911a-49fc-9011-00bf5b37642e req-a5e18931-36a4-4fc8-b235-150f7964759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:26.261885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-facac8a2-911a-49fc-9011-00bf5b37642e req-a5e18931-36a4-4fc8-b235-150f7964759f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 1099 time: 0.2175529 Apr 15 18:22:26.266072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:26.266912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e5854ed-ab24-4e0d-ace7-fd8c215c42b8 req-09eae9d5-0dfb-4418-a043-30f2430a7c6d tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161636 Apr 15 18:22:26.275101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Port': ['ID=dc584856-c25d-4e31-b073-1145e10c95da,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:26.293620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.294180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.294513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.294928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.295361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.295773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.296189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.296605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.297020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.297432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.297892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.298283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:26.310674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:26.311386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47d181dd-0d3e-483f-b73b-4d9f4f5dc190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:26.345308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5a5b2-f478-4dcb-8b1c-9909ce8cb4ab,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:26.352238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:26.373656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.378213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/09e5a5b2-f478-4dcb-8b1c-9909ce8cb4ab HTTP/1.1" status: 204 len: 168 time: 1.1710360 Apr 15 18:22:26.379098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34192) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:26.504401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.526782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-facac8a2-911a-49fc-9011-00bf5b37642e req-c68ea070-edca-4c1b-b7be-9e847575e367 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330165 Apr 15 18:22:26.527757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ce92ecd-2936-49ca-8786-e759de2ca0ae tempest-RoutersAdminTest-864442272 tempest-RoutersAdminTest-864442272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:26.555417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network e9d462b4-d131-435f-8ce4-da71c51946ba has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:26.567439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.653256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:26.667464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5820874e-d040-46f2-bb93-522419e0e416 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:26.673031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74f493ff-0835-4891-a04f-a00fa567b60a tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:26.698262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da2a2b1-9af2-441b-946d-0e535f6ec1ef None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:26.754985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=d66f610d-e081-4597-abb0-ae03c9d00e7c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:26.793608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:26.819691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No DVR routers for this DVR port dc584856-c25d-4e31-b073-1145e10c95da on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:26.868078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5820874e-d040-46f2-bb93-522419e0e416 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:26.874875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5820874e-d040-46f2-bb93-522419e0e416 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4918354 Apr 15 18:22:26.883120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34198) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:26.898860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043177132'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:26.899926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a9c6-45fe-4217-b0c8-26c4d6764f84 req-2c5649ee-64cd-4faf-b7d7-26b326cacf00 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:26.901656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d055a9c6-45fe-4217-b0c8-26c4d6764f84 req-2c5649ee-64cd-4faf-b7d7-26b326cacf00 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4941437 Apr 15 18:22:26.924263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:26.925605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5c1c9672-9810-4ef2-a15c-00976d456f21 None None] Could not find standard attr ID for object dc584856-c25d-4e31-b073-1145e10c95da. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:22:26.928374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network e9d462b4-d131-435f-8ce4-da71c51946ba has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:26.937648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=a8409f65-a4b6-461f-a921-6d015af54c8f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:26.969205 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:27.015606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92a3872f-24a3-4f3f-9d0e-6ba4481db270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.021553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.040280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.040719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.041143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.042145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.042563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.042974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.043386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.043796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.044205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.044614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.045015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.045418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:27.049433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:27.065834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:27.087201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:27.096651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:27.109417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d055a9c6-45fe-4217-b0c8-26c4d6764f84 req-2ed5c8f3-cebe-4f29-83f9-9dbaee5b1f3f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968646 Apr 15 18:22:27.110288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:27.113366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.117290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.120906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:27.138372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.154811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.176081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=e9d462b4-d131-435f-8ce4-da71c51946ba,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:27.178706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:27.188210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:27.195028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:27.205520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0a79b-3016-4d12-81e4-2b4d9331a3d2 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:27.227782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:27.230348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294e0ed-3ce4-4ffc-9cec-d7d364b6780f None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:27.249584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:27.253282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:27.254532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.254683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 349bd25c-eda0-45af-91c8-c7c0a1362073 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:27.260839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:27.278867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/e9d462b4-d131-435f-8ce4-da71c51946ba HTTP/1.1" status: 204 len: 168 time: 5.1013613 Apr 15 18:22:27.278867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:27.286915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34204) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:27.298926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6236937 Apr 15 18:22:27.355505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:27.415883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6e7b76-794f-4524-b49b-cccc9befb7e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:27.416953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6e7b76-794f-4524-b49b-cccc9befb7e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:27.432986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be6e7b76-794f-4524-b49b-cccc9befb7e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/c9467136-d892-4478-9dab-290b4663ce49 HTTP/1.1" status: 404 len: 337 time: 0.1419673 Apr 15 18:22:27.434278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34212) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:27.485575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 349bd25c-eda0-45af-91c8-c7c0a1362073 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:27.485994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e56528-7b17-498b-b255-f0998622fbaa tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:27.486514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 349bd25c-eda0-45af-91c8-c7c0a1362073 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:27.487204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e56528-7b17-498b-b255-f0998622fbaa tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:27.508633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4e56528-7b17-498b-b255-f0998622fbaa tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/e9d462b4-d131-435f-8ce4-da71c51946ba HTTP/1.1" status: 404 len: 339 time: 0.0680506 Apr 15 18:22:27.509462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34218) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:27.649689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.663815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.673614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-602b0275-a073-4e7a-95fb-4faeb755a424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:27.685012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': 'a8409f65-a4b6-461f-a921-6d015af54c8f', 'ip_address': '2001:db8::e97e:d819:593d:b1f0'}], 'name': 'tempest-NetworksTestDHCPv6-359933310'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:27.724265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'a8409f65-a4b6-461f-a921-6d015af54c8f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:27.725176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.726065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.746754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.811828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc03a69-6131-49ad-b8a4-8db15f6ad4e4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:27.825207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:27.830492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:27.831898 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9448123 Apr 15 18:22:27.834958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34222) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:27.843471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'fcc03a69-6131-49ad-b8a4-8db15f6ad4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:27.883795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:27.910363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Usage tracker for resource:security_group_rule and tenant:3821068cd6ea4255bc8a02e0a366827a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:27.913585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3861332-404c-4419-bf5b-2dd32286b9da req-71c071af-8dd1-4e46-bf10-a01a5938cd32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:27.915384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d3861332-404c-4419-bf5b-2dd32286b9da req-71c071af-8dd1-4e46-bf10-a01a5938cd32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 1.0084066 Apr 15 18:22:27.925019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:27.987516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/a8409f65-a4b6-461f-a921-6d015af54c8f/35d9b7c1-0892-4901-9cb2-eeded81247e5) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:27.992157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:28.012921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.092398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.110104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.117889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d3861332-404c-4419-bf5b-2dd32286b9da req-4eb9822c-f62e-4e1c-be59-b5ce686158a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915283 Apr 15 18:22:28.129300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:28.177309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:28.192894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:28.210658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:28.214540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6fbca-fe7b-41d4-8a08-3a4cef478743']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:28.220924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ab855-0080-408a-8cf7-b485b5113e95 req-877efb74-9d97-46e1-bad1-343cd5199d58 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:28.222632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a5ab855-0080-408a-8cf7-b485b5113e95 req-877efb74-9d97-46e1-bad1-343cd5199d58 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5163047 Apr 15 18:22:28.232999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.236944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9715b18d-593e-4dfe-81fe-c8021af0bb37') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:28.237534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9715b18d-593e-4dfe-81fe-c8021af0bb37') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:28.245173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.250730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.251933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-409567a7-fe67-43fd-8e50-1063beaef7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:28.267725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:28.291685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.382627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.413114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Transition to ACTIVE for port object 35d9b7c1-0892-4901-9cb2-eeded81247e5 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:28.435729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Transition to ACTIVE for port object 35d9b7c1-0892-4901-9cb2-eeded81247e5 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:28.437833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.441483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.458345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-774e62fb-a03a-4192-bddb-01f0e4e32665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:28.459650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:28.490448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a5ab855-0080-408a-8cf7-b485b5113e95 req-ce386d1a-1d65-4c86-b831-4c44cdd9e5dd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477682 Apr 15 18:22:28.560648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.583620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=88eb2703-a70d-402c-aa55-2b2b56e354ef,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:28.592630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:28.603956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dfe01e-c3f0-478e-87b2-803f207cb459,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:28.616603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:28.619115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.625342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7883062 Apr 15 18:22:28.626443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34228) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:28.627515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.627989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Pushing event updated for resources: {'Port': ['ID=35d9b7c1-0892-4901-9cb2-eeded81247e5,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:28.637767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:28.655049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:28.693233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4a4d489e-0c5e-48d3-9cf2-091ea0fb80d3 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules/34dfe01e-c3f0-478e-87b2-803f207cb459 HTTP/1.1" status: 200 len: 763 time: 0.0623038 Apr 15 18:22:28.695266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:28.696643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:28.697434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:28.702034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:28.753286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:28.819113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04cf788-5bff-4c1f-9f7d-a35b7399e247 None None] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:28.873779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 1e878b0d-750d-426d-8f1e-b1abd13d9d00 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:28.896679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d5fbd2a-1e81-4095-b2e2-faef74b3aaea tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:28.977724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d5fbd2a-1e81-4095-b2e2-faef74b3aaea tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:28.982082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d5fbd2a-1e81-4095-b2e2-faef74b3aaea tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2803962 Apr 15 18:22:28.982683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34238) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:29.019152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.027839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:29.036985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.045319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.087794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Attempting to bind port 35d9b7c1-0892-4901-9cb2-eeded81247e5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:29.088240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Attempting to bind port 35d9b7c1-0892-4901-9cb2-eeded81247e5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:29.088653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Attempting to bind port 35d9b7c1-0892-4901-9cb2-eeded81247e5 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:29.095966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:29.096390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:29.097067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.097502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:29.098070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Bound port: 35d9b7c1-0892-4901-9cb2-eeded81247e5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:29.098486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.122381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.167148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c987d9a-1b58-4e47-bffa-a7f9218e786a None None] DHCP port deletion for b56fd787-a8a8-4245-87cd-a0399eb0b7d5 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:29.223521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device dc584856-c25d-4e31-b073-1145e10c95da no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:29.274133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: dc584856-c25d-4e31-b073-1145e10c95da {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:29.274703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device dc584856-c25d-4e31-b073-1145e10c95da not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:29.282980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] For port 35d9b7c1-0892-4901-9cb2-eeded81247e5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:29.286381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] For port 35d9b7c1-0892-4901-9cb2-eeded81247e5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35d9b7c1-0892-4901-9cb2-eeded81247e5,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:29.290204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.292921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.303063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbd3c896-8acc-4394-b833-0aa8d4cf4245 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:29.303781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:29.321284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.331988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network cfb6fbca-fe7b-41d4-8a08-3a4cef478743 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:29.350516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56fd787-a8a8-4245-87cd-a0399eb0b7d5']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:29.358744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:29.361092 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:29.363687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34dfe01e-c3f0-478e-87b2-803f207cb459,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:29.364537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:29.371087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.374983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/34dfe01e-c3f0-478e-87b2-803f207cb459 HTTP/1.1" status: 204 len: 168 time: 0.3888438 Apr 15 18:22:29.386533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34244) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:29.418242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-024af909-9445-4b49-8aa1-5b4f879a0a4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:29.455785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.457416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0754dd-d2f7-472a-9ae8-ee782828c30a req-05051721-a5a5-41d7-9691-d95aeefcd923 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:29.459167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9b0754dd-d2f7-472a-9ae8-ee782828c30a req-05051721-a5a5-41d7-9691-d95aeefcd923 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5497277 Apr 15 18:22:29.468724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.474397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dafc5a-2027-4710-9f23-c6112e109672 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:29.503051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=cfb6fbca-fe7b-41d4-8a08-3a4cef478743,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:29.506946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/cfb6fbca-fe7b-41d4-8a08-3a4cef478743 HTTP/1.1" status: 204 len: 168 time: 1.9951181 Apr 15 18:22:29.508247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:29.509394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34248) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:29.554447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f16ee8e-b317-41f6-9189-a24ce45d4dce') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:29.554782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f16ee8e-b317-41f6-9189-a24ce45d4dce') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:29.558172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f955d-8cb0-47a8-8c15-797697d26342 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:29.558692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f955d-8cb0-47a8-8c15-797697d26342 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:29.563143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-599f955d-8cb0-47a8-8c15-797697d26342 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/bb779b93-7cbf-4970-9b1c-8ebe3cbea776 HTTP/1.1" status: 404 len: 337 time: 0.0497389 Apr 15 18:22:29.563923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34252) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:29.591392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b91ab22-b315-4599-b91a-5514b261f1f4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:29.591913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b91ab22-b315-4599-b91a-5514b261f1f4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:29.596329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b91ab22-b315-4599-b91a-5514b261f1f4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/f33bb6fa-550c-459d-bff6-b0853b6de96e HTTP/1.1" status: 404 len: 339 time: 0.0295074 Apr 15 18:22:29.596933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34256) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:29.615275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.634796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Pushing event updated for resources: {'Port': ['ID=35d9b7c1-0892-4901-9cb2-eeded81247e5,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:29.640751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:29.683769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting subnet cfa78ddd-08bd-4601-8981-daf4ec4db590 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:29.687615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.707534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.726244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=d66f610d-e081-4597-abb0-ae03c9d00e7c,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:29.742541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:29.755055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::e97e:d819:593d:b1f0 (530f0ff6-d890-4520-b761-45c133c833af/a8409f65-a4b6-461f-a921-6d015af54c8f/1e878b0d-750d-426d-8f1e-b1abd13d9d00) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:29.757411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.769279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-275f5573-55c0-47c5-a930-0bb719ab35f4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:29.775798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:29.816108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9b0754dd-d2f7-472a-9ae8-ee782828c30a req-a06266bd-9e3a-4d75-863f-f8474c18c841 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662945 Apr 15 18:22:29.852385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:29.948178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ce018-0261-4f0a-bc1b-513bb02e32b9 req-625290f1-f5bf-44e0-b499-01c1166f2cfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:29.949955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-299ce018-0261-4f0a-bc1b-513bb02e32b9 req-625290f1-f5bf-44e0-b499-01c1166f2cfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 0.6694410 Apr 15 18:22:30.044310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-275f5573-55c0-47c5-a930-0bb719ab35f4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:30.045688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-275f5573-55c0-47c5-a930-0bb719ab35f4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5850377 Apr 15 18:22:30.064796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34260) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.079147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'fcc03a69-6131-49ad-b8a4-8db15f6ad4e4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:30.091882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:30.141311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:30.166343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:30.174093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.180963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.215216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.232920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec6336de-8d59-44e2-92fa-b170c58ad5f5 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:30.335047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa78ddd-08bd-4601-8981-daf4ec4db590,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:30.341431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:30.393309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.397102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.402459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d1f2cb6-a7ff-4682-80a6-d67d4b0c377a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:30.442321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f045bdd5-fe27-4000-861c-f989f9f8e1a6,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:30.450569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:30.471633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.481033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942ceb1-2f12-4035-a5f6-00b2842644e5 None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:30.481225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/cfa78ddd-08bd-4601-8981-daf4ec4db590 HTTP/1.1" status: 204 len: 168 time: 0.8808277 Apr 15 18:22:30.484340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34264) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.485177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.488920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4207385 Apr 15 18:22:30.489387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34268) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.555011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ba01b23-ebb6-4706-a17b-e120aa7ac30e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules/f045bdd5-fe27-4000-861c-f989f9f8e1a6 HTTP/1.1" status: 200 len: 763 time: 0.0622399 Apr 15 18:22:30.555337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34272) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.601775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting subnet 77f7f106-86eb-4b61-b5de-dee1558ce4df {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:30.606042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.660389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.673673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54614b5e-9d14-414d-a433-519d6dfc560e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:30.697910 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-299ce018-0261-4f0a-bc1b-513bb02e32b9 req-87192039-495f-436c-bbce-8ab49dc15be8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7295012 Apr 15 18:22:30.700375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.735765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54614b5e-9d14-414d-a433-519d6dfc560e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:30.737161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54614b5e-9d14-414d-a433-519d6dfc560e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1808574 Apr 15 18:22:30.740077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34278) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.875039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.889096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.904847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.906309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0446701 Apr 15 18:22:30.911021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:30.917132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network b56fd787-a8a8-4245-87cd-a0399eb0b7d5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:30.937050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:30.970327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'port': {'network_id': '817fc932-8ee7-4515-95a5-df2c23500fea', 'name': 'tempest-FloatingIPTestJSON-113019197'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:30.990761 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:31.032143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.081892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.114047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f045bdd5-fe27-4000-861c-f989f9f8e1a6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:31.120174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:31.134852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.138530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f045bdd5-fe27-4000-861c-f989f9f8e1a6 HTTP/1.1" status: 204 len: 168 time: 0.3950448 Apr 15 18:22:31.143232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34288) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.248764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2489fa5-ce81-4cdd-b5d7-6d99ede22185 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:31.282169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.293525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.306143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-92015a60-734d-4d57-aa86-71f52edf4e12 None None] Provisioning for port 35d9b7c1-0892-4901-9cb2-eeded81247e5 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:31.328059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2489fa5-ce81-4cdd-b5d7-6d99ede22185 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:31.332741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b2489fa5-ce81-4cdd-b5d7-6d99ede22185 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1852014 Apr 15 18:22:31.332832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.335579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.342844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Request body: {'security_group_rule': {'security_group_id': 'fcc03a69-6131-49ad-b8a4-8db15f6ad4e4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:31.343129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35d9b7c1-0892-4901-9cb2-eeded81247e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:31.344629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.356395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:31.368740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=b56fd787-a8a8-4245-87cd-a0399eb0b7d5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:31.371141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:31.387142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:31.390928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Project 3821068cd6ea4255bc8a02e0a366827a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:31.398579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.411115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.415452 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/b56fd787-a8a8-4245-87cd-a0399eb0b7d5 HTTP/1.1" status: 204 len: 168 time: 7.4865661 Apr 15 18:22:31.419235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 1e878b0d-750d-426d-8f1e-b1abd13d9d00 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:31.424451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34296) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.433380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:31.444147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.445243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 35d9b7c1-0892-4901-9cb2-eeded81247e5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:31.452037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 35d9b7c1-0892-4901-9cb2-eeded81247e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:31.452733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.486547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c905de-8337-40f7-af3e-6558c6b3a438 req-9b310b5a-a756-4503-9bb4-894e19417f8d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:31.488249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94c905de-8337-40f7-af3e-6558c6b3a438 req-9b310b5a-a756-4503-9bb4-894e19417f8d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 0.6332014 Apr 15 18:22:31.489745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:port and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:31.499159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for port was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:31.526016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-485a1b26-dfd5-4eb9-a12b-8113aa396082 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:31.526243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-485a1b26-dfd5-4eb9-a12b-8113aa396082 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:31.528109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-485a1b26-dfd5-4eb9-a12b-8113aa396082 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/88eb2703-a70d-402c-aa55-2b2b56e354ef HTTP/1.1" status: 404 len: 337 time: 0.0988598 Apr 15 18:22:31.535793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34300) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.539471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:31.549460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23cbf-c4b3-45af-a13d-8ab38434b231 req-aba276b8-076c-4cfe-ac7b-0a86ccdfbbe1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:31.550773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=77f7f106-86eb-4b61-b5de-dee1558ce4df,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:31.551118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-48a23cbf-c4b3-45af-a13d-8ab38434b231 req-aba276b8-076c-4cfe-ac7b-0a86ccdfbbe1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5539043 Apr 15 18:22:31.553335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:31.603470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.627466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc7cd49-839e-48f9-9e25-39c272a8d6f8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:31.628004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc7cd49-839e-48f9-9e25-39c272a8d6f8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:31.632256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8dc7cd49-839e-48f9-9e25-39c272a8d6f8 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/b56fd787-a8a8-4245-87cd-a0399eb0b7d5 HTTP/1.1" status: 404 len: 339 time: 0.0777361 Apr 15 18:22:31.632256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:31.634035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34304) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.637799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.654631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 35d9b7c1-0892-4901-9cb2-eeded81247e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35d9b7c1-0892-4901-9cb2-eeded81247e5,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:31.660327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.662925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b422221-287b-4bb6-929d-0fd23d62c142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.666640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94c905de-8337-40f7-af3e-6558c6b3a438 req-bb145ce7-98ee-46f3-b6d5-42d0921e0c30 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639717 Apr 15 18:22:31.681766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.689719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.692813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.700282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.701899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2302f-7ea0-4146-b0a1-9e9ab24c6d24 None None] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:31.711936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] device_id is not set on port 632c5ad2-b620-4ff3-bb1e-03e52d5f336c yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:31.719988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57cd28-52ee-4a1a-8259-95be66cb6e9e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:31.720722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba57cd28-52ee-4a1a-8259-95be66cb6e9e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:31.723326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6c2acc61-4f2e-4774-8300-abcd132200fe None None] Provisioning complete for port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:31.723750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c2acc61-4f2e-4774-8300-abcd132200fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.741768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5fe9cc-d331-4dcf-833a-476c323cd2ef,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:31.752975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:31.757069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba57cd28-52ee-4a1a-8259-95be66cb6e9e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/30803d57-002b-46bc-94e3-3c314ad2a674 HTTP/1.1" status: 404 len: 337 time: 0.1154442 Apr 15 18:22:31.757069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/77f7f106-86eb-4b61-b5de-dee1558ce4df HTTP/1.1" status: 204 len: 168 time: 1.2684419 Apr 15 18:22:31.757672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34310) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.760105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34312) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.765548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:31.790749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-82271fa0-b475-4712-99f0-312144d2bd0f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:31.791989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82271fa0-b475-4712-99f0-312144d2bd0f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:31.796378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-539f4ddd-6011-4434-8479-a6081a42f041 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:31.796530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82271fa0-b475-4712-99f0-312144d2bd0f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/4cb53114-68b6-4c3f-9fd4-478cd20ed86f HTTP/1.1" status: 404 len: 339 time: 0.0352948 Apr 15 18:22:31.828306 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-48a23cbf-c4b3-45af-a13d-8ab38434b231 req-216874cd-3a66-497f-86e3-5c7a37062421 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463946 Apr 15 18:22:31.829684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34318) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:31.884021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=35d9b7c1-0892-4901-9cb2-eeded81247e5,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:31.888558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:31.948800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.018409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.022569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6855853 Apr 15 18:22:32.038531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34326) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:32.080986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94f77c74-8cfa-44eb-93f8-15a52917a5c4 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules/1b5fe9cc-d331-4dcf-833a-476c323cd2ef HTTP/1.1" status: 200 len: 769 time: 0.0375180 Apr 15 18:22:32.082763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:32.083248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.113403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=1e878b0d-750d-426d-8f1e-b1abd13d9d00,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:32.121573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34332) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:32.130988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:32.251599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.276720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] DHCP port deletion for 1c4061c5-58a0-4abe-87d0-44c710fa400c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:32.282345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Deleting port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:32.282963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.343778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,segment=NetworkSegment(589cbe36-5c6f-4c8e-9415-79bc502cf425),segment_id=589cbe36-5c6f-4c8e-9415-79bc502cf425)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:32.344383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.380598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.9 (817fc932-8ee7-4515-95a5-df2c23500fea/164746e6-4853-4f70-ad3d-d04184f85807/632c5ad2-b620-4ff3-bb1e-03e52d5f336c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:32.417928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b34c6525-7b5c-4636-a0a2-418ecb402d82 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2872798 Apr 15 18:22:32.450713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34336) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:32.472725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:32.504379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:32.514104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:32.534593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] For port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,segment=NetworkSegment(589cbe36-5c6f-4c8e-9415-79bc502cf425),segment_id=589cbe36-5c6f-4c8e-9415-79bc502cf425)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:32.535189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.584708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:32.591477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:32.592187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.606058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.628629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-412311f2-2740-4dc6-bb8f-bc2973e68209 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:32.670882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.674855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Calling delete_port for ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:32.679206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.693886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:32.748197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:32.759454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:32.760501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:32.777332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.786982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-609e7470-a1f7-4a76-9a81-6afbf9509366 None None] Provisioning for port 1e878b0d-750d-426d-8f1e-b1abd13d9d00 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:32.792829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-609e7470-a1f7-4a76-9a81-6afbf9509366 None None] Provisioning complete for port 1e878b0d-750d-426d-8f1e-b1abd13d9d00 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:32.793666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-609e7470-a1f7-4a76-9a81-6afbf9509366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:32.796244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e675c-5e91-42e7-90a2-e7b533dbef22 req-65823dee-d9f9-455f-b993-b7a610f631a1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:32.804226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf0e675c-5e91-42e7-90a2-e7b533dbef22 req-65823dee-d9f9-455f-b993-b7a610f631a1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.6176634 Apr 15 18:22:32.808953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:32.841503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4832280 Apr 15 18:22:32.846659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34340) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:32.856888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': 'a8409f65-a4b6-461f-a921-6d015af54c8f', 'ip_address': '2001:db8::e97e:d819:593d:b1f0'}], 'name': 'tempest-NetworksTestDHCPv6-226783594'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:32.862507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-609e7470-a1f7-4a76-9a81-6afbf9509366 None None] Port 1e878b0d-750d-426d-8f1e-b1abd13d9d00 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:32.996524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761c7499-2101-40e6-ae8e-34695a82467f']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.026412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.030059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf0e675c-5e91-42e7-90a2-e7b533dbef22 req-4856dfee-14d1-45cc-b45f-236a87851e51 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249815 Apr 15 18:22:33.045175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.050909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deaf03b-dc72-48e3-b040-51c40530f604') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.051264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deaf03b-dc72-48e3-b040-51c40530f604') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.058824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-544461c5-6207-4dd7-aad2-99dbf8e5a1ef tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:33.087326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.094401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b5fe9cc-d331-4dcf-833a-476c323cd2ef,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:33.106398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:33.122907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.124421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1b5fe9cc-d331-4dcf-833a-476c323cd2ef HTTP/1.1" status: 204 len: 168 time: 0.6634653 Apr 15 18:22:33.125720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.132499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34344) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:33.139204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:33.201557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:33.207464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4061c5-58a0-4abe-87d0-44c710fa400c']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.215761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:33.221423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:33.229930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589cbe36-5c6f-4c8e-9415-79bc502cf425') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.230270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589cbe36-5c6f-4c8e-9415-79bc502cf425') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:33.237201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:33.247868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.253737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34348) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:33.257955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.261649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:33.262307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Deleting port ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:33.262828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.286854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.300197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35d9b7c1-0892-4901-9cb2-eeded81247e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:33.347991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:33.383602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7adcb75-cbe1-4932-9832-5d0ab9670076 None None] The port 'ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:22:33.417803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 35d9b7c1-0892-4901-9cb2-eeded81247e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:33.418382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.611626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:33.652607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:33.652982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ec52ffa2-e3dc-43bb-b791-4e4fb70d72a3 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:33.818810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ccbc055-8ee2-4269-9acf-73d4c2375e45 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:33.855830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:33.856345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 761c7499-2101-40e6-ae8e-34695a82467f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:33.865711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.868506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.893109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:33.983813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ccbc055-8ee2-4269-9acf-73d4c2375e45 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:33.985206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ccbc055-8ee2-4269-9acf-73d4c2375e45 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8516297 Apr 15 18:22:34.000395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34352) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.003286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 1e09217a-f8f8-46e6-9c6d-784c4bfc715e yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:34.146354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network 1c4061c5-58a0-4abe-87d0-44c710fa400c has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:34.162328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:34.183234 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:34.185942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 761c7499-2101-40e6-ae8e-34695a82467f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:34.247299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:34.357236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:34.362953 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:34.383621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.398860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cb89642-90c6-466a-b015-c4c2fed174dc tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:34.419498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.469997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=1c4061c5-58a0-4abe-87d0-44c710fa400c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:34.481113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.493281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:34.505305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/1c4061c5-58a0-4abe-87d0-44c710fa400c HTTP/1.1" status: 204 len: 168 time: 2.7167459 Apr 15 18:22:34.516418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34358) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.548650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 18:22:34.549165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.569872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.576432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3429bd3-4a2d-422c-8aa6-ca3d347fd45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:34.591906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4365c10c-41ba-4373-b8df-81c85ef1d8d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7442322 Apr 15 18:22:34.594740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34362) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.597946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc03a69-6131-49ad-b8a4-8db15f6ad4e4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:34.634668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.636352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-669d0a0f-725d-4679-91d5-c5d3c66d67c9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.636469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "DELETE /v2.0/security-groups/fcc03a69-6131-49ad-b8a4-8db15f6ad4e4 HTTP/1.1" status: 204 len: 168 time: 0.6350534 Apr 15 18:22:34.636861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669d0a0f-725d-4679-91d5-c5d3c66d67c9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.642402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:34.642938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34366) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.644583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=632c5ad2-b620-4ff3-bb1e-03e52d5f336c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:34.660805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.665581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:34.673190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:34.697099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:34.699161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/761c7499-2101-40e6-ae8e-34695a82467f HTTP/1.1" status: 204 len: 168 time: 2.8536799 Apr 15 18:22:34.706481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34370) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.720216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-669d0a0f-725d-4679-91d5-c5d3c66d67c9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/8a2e967d-b398-4bca-9424-6a942a464073 HTTP/1.1" status: 404 len: 337 time: 0.1950986 Apr 15 18:22:34.728634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=761c7499-2101-40e6-ae8e-34695a82467f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:34.741655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34374) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.751946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:34.762024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78333058-8729-409c-b9ff-320acfacafc2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Synchronizing usage tracker for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:34.771991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a21074-dda1-4cb1-9853-15b9c0998cac tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.772501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a21074-dda1-4cb1-9853-15b9c0998cac tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.777798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90a21074-dda1-4cb1-9853-15b9c0998cac tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/60f832c5-afd6-4b03-9f4a-510be8b89f92 HTTP/1.1" status: 404 len: 337 time: 0.0642450 Apr 15 18:22:34.777798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34378) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.823780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462f157-11a9-4fc4-9acc-1fad346046ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:34.830335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462f157-11a9-4fc4-9acc-1fad346046ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:34.831167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0462f157-11a9-4fc4-9acc-1fad346046ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:34.834085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b1785a-b093-4099-9b7b-e73aafbc4b03 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.834593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b1785a-b093-4099-9b7b-e73aafbc4b03 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.839435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5b1785a-b093-4099-9b7b-e73aafbc4b03 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/868effb5-d1ae-419e-afe9-34d4e988148b HTTP/1.1" status: 404 len: 339 time: 0.0582988 Apr 15 18:22:34.839435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-78333058-8729-409c-b9ff-320acfacafc2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Unset dirty status for tenant:3821068cd6ea4255bc8a02e0a366827a on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:34.839435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-78333058-8729-409c-b9ff-320acfacafc2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1944146 Apr 15 18:22:34.844851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34382) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.844851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34386) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.866486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf596fe-d055-4ee3-a1b3-fecff95f6797 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.867025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf596fe-d055-4ee3-a1b3-fecff95f6797 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.868872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aaf596fe-d055-4ee3-a1b3-fecff95f6797 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/addb5b1d-db8d-4489-bdf4-598a777ac2e1 HTTP/1.1" status: 404 len: 339 time: 0.1259851 Apr 15 18:22:34.895452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34390) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.912629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac42717-9b3a-47df-b4eb-043ca369baf2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.913139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac42717-9b3a-47df-b4eb-043ca369baf2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.914930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cac42717-9b3a-47df-b4eb-043ca369baf2 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/a44daf98-3e91-4bc2-9a11-01dc87b56bc7 HTTP/1.1" status: 404 len: 337 time: 0.0733140 Apr 15 18:22:34.932168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cf88c-2285-4d9a-ae60-24045a9e887e req-87f48741-b978-4b89-9aac-4ce34d1a9d77 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:34.933821 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a41cf88c-2285-4d9a-ae60-24045a9e887e req-87f48741-b978-4b89-9aac-4ce34d1a9d77 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.7791603 Apr 15 18:22:34.936195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34394) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.970763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0817333-ad9b-4584-8c21-5c931bff0b33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:34.971278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0817333-ad9b-4584-8c21-5c931bff0b33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:34.973107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0817333-ad9b-4584-8c21-5c931bff0b33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/763e9866-a6ed-4c1d-9cd4-3b2b6f79c047 HTTP/1.1" status: 404 len: 337 time: 0.0765915 Apr 15 18:22:34.973927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0462f157-11a9-4fc4-9acc-1fad346046ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:34.977734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0462f157-11a9-4fc4-9acc-1fad346046ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3793387 Apr 15 18:22:34.978313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34398) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:34.978689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34400) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.001037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:35.018948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:35.026602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd79b19-bab2-4d18-97f4-52c5cbc728fd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.027146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd79b19-bab2-4d18-97f4-52c5cbc728fd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.031560 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4cd79b19-bab2-4d18-97f4-52c5cbc728fd tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/1190c69e-5aa0-4c33-90fa-84f4a049b7e2 HTTP/1.1" status: 404 len: 339 time: 0.0865905 Apr 15 18:22:35.035903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:35.060216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34406) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.101557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf5961a-9813-43f8-a7a8-f74c1376ea33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.102113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf5961a-9813-43f8-a7a8-f74c1376ea33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.103935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fbf5961a-9813-43f8-a7a8-f74c1376ea33 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/c13de1d4-5599-469b-bc4d-5d59a03a6868 HTTP/1.1" status: 404 len: 339 time: 0.1242566 Apr 15 18:22:35.110661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34410) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.116865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a41cf88c-2285-4d9a-ae60-24045a9e887e req-06b63dde-1e43-418c-8bb6-be752d7d5ae4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701174 Apr 15 18:22:35.120343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89e8a275-d396-49d4-bce8-0d0cda5be192 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2755685 Apr 15 18:22:35.125087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-22569114-9ed9-43fc-97be-cd2e2bb9de01 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.125570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22569114-9ed9-43fc-97be-cd2e2bb9de01 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.127438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22569114-9ed9-43fc-97be-cd2e2bb9de01 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/68d3f178-74a2-4505-942c-07a4e1f45422 HTTP/1.1" status: 404 len: 337 time: 0.0662167 Apr 15 18:22:35.134378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34416) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.178658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffc62a5-2115-4ad2-987c-278591b2dee2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.179179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffc62a5-2115-4ad2-987c-278591b2dee2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.181045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fffc62a5-2115-4ad2-987c-278591b2dee2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/371b626d-cf4b-4b88-ae1e-4129d8531d55 HTTP/1.1" status: 404 len: 337 time: 0.0656331 Apr 15 18:22:35.190354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 1e878b0d-750d-426d-8f1e-b1abd13d9d00 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:35.190480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.222894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34422) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.266828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:35.267472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0606b4d1-2a22-45c0-a5df-e8a032bcc7ad tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.267599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.267947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0606b4d1-2a22-45c0-a5df-e8a032bcc7ad tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.269820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0606b4d1-2a22-45c0-a5df-e8a032bcc7ad tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/aa1ab8ae-da1b-48fd-be25-d6ce5b38ee23 HTTP/1.1" status: 404 len: 339 time: 0.0458863 Apr 15 18:22:35.276752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34426) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.395866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad67bd9-e6cf-4030-9b17-ea9c501ec999 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.396436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad67bd9-e6cf-4030-9b17-ea9c501ec999 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.400794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ad67bd9-e6cf-4030-9b17-ea9c501ec999 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/78497a7b-5cf8-4011-ae6e-8412b7b20c62 HTTP/1.1" status: 404 len: 339 time: 0.2623534 Apr 15 18:22:35.420915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34432) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.441007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34436) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.463251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.5195713 Apr 15 18:22:35.471480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34442) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.477254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0317dfd-1ccc-4556-8ca7-2042cdb8315d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.477562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0317dfd-1ccc-4556-8ca7-2042cdb8315d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.479422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0317dfd-1ccc-4556-8ca7-2042cdb8315d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/7fd3ca47-7056-4b8c-959a-421d1c0b3231 HTTP/1.1" status: 404 len: 337 time: 0.0574887 Apr 15 18:22:35.483222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': '632c5ad2-b620-4ff3-bb1e-03e52d5f336c'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:35.486320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.559309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting subnet e68fb976-03b7-43e9-9a00-516681a21e96 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:35.580598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.592256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.616272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1f67ba-6cce-4a79-a3db-e2a4bf18b189 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.616805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1f67ba-6cce-4a79-a3db-e2a4bf18b189 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.618678 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc1f67ba-6cce-4a79-a3db-e2a4bf18b189 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/62a8ef2c-cb37-4300-8def-ecf21223d128 HTTP/1.1" status: 404 len: 339 time: 0.1032243 Apr 15 18:22:35.642462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34450) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.726606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.738928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.748018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-484061b7-ec2d-4d4f-8059-6853cd8cced3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:35.748532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484061b7-ec2d-4d4f-8059-6853cd8cced3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:35.753050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-484061b7-ec2d-4d4f-8059-6853cd8cced3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/ed642b0b-c1fc-49cd-93b5-b504ddde3ce4 HTTP/1.1" status: 404 len: 337 time: 0.1001363 Apr 15 18:22:35.758462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:35.768085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03ed0-b0b2-4fca-b4d4-f79b3097dfdb req-48eb8469-726f-4ddd-a22c-6aedb0dac328 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:35.769686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79f03ed0-b0b2-4fca-b4d4-f79b3097dfdb req-48eb8469-726f-4ddd-a22c-6aedb0dac328 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4598162 Apr 15 18:22:35.776322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:35.949225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 1e878b0d-750d-426d-8f1e-b1abd13d9d00 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:35.999714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd535aa5-b571-479d-acd5-50fe6ca28737 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.000170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd535aa5-b571-479d-acd5-50fe6ca28737 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.002150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd535aa5-b571-479d-acd5-50fe6ca28737 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/2f560b47-4208-4d96-98cc-5a7f4332fc5a HTTP/1.1" status: 404 len: 339 time: 0.2374334 Apr 15 18:22:36.009495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34458) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.087398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cf8b09-c1ba-4b9b-b1b0-bca359d9f595 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.087915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cf8b09-c1ba-4b9b-b1b0-bca359d9f595 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.089829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55cf8b09-c1ba-4b9b-b1b0-bca359d9f595 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/09288c6c-9c4a-48f0-a314-35385aeb98fe HTTP/1.1" status: 404 len: 337 time: 0.0786629 Apr 15 18:22:36.102200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34462) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.202930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d737da4-9d58-4eda-8e37-2a822b75e1a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3821068cd6ea4255bc8a02e0a366827a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7606814 Apr 15 18:22:36.262827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34466) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.290202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-974b120e-2999-482a-8c99-e80eba11a12d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.290722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974b120e-2999-482a-8c99-e80eba11a12d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.293138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-974b120e-2999-482a-8c99-e80eba11a12d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/c8c20a5a-49da-4d6d-ab98-381fcc532a3f HTTP/1.1" status: 404 len: 339 time: 0.1898997 Apr 15 18:22:36.298758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34470) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.328695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79f03ed0-b0b2-4fca-b4d4-f79b3097dfdb req-7e617c78-1692-4186-a761-03d6b4b1ac42 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5158944 Apr 15 18:22:36.421885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:36.422470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fa82d5-adec-48c2-856c-6029601b58a5 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.422731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fa82d5-adec-48c2-856c-6029601b58a5 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.456619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-43fa82d5-adec-48c2-856c-6029601b58a5 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/8150e3ce-3f55-4016-a251-8d9631090b9d HTTP/1.1" status: 404 len: 337 time: 0.1533957 Apr 15 18:22:36.464564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34476) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.518785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:36.549145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:36.550976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dc889ac2-0741-4e98-9ae0-d6ca0667f2bf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:36.653113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca2e513-e857-41f6-a9f2-63f9cb8200af tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.653662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca2e513-e857-41f6-a9f2-63f9cb8200af tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.655568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ca2e513-e857-41f6-a9f2-63f9cb8200af tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/f821bfbc-8a56-4526-84a6-0efdcd395060 HTTP/1.1" status: 404 len: 339 time: 0.1847103 Apr 15 18:22:36.669508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34480) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.763597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3592ac79-e75b-4089-a81f-9e5651af8abe tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.764121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3592ac79-e75b-4089-a81f-9e5651af8abe tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.801555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3592ac79-e75b-4089-a81f-9e5651af8abe tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/1edc0f6b-1bcf-4057-9ee6-220c0ff4171c HTTP/1.1" status: 404 len: 337 time: 0.1217659 Apr 15 18:22:36.821342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:36.899685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec5b78-e729-4e50-9a33-2cd1ffd7e09f req-a80a161c-f8e6-4e7e-8c83-a88db9128e5a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:36.901437 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffec5b78-e729-4e50-9a33-2cd1ffd7e09f req-a80a161c-f8e6-4e7e-8c83-a88db9128e5a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4467516 Apr 15 18:22:36.951543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0559037-5bf0-40f0-81ef-d35c79720023 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:36.952079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0559037-5bf0-40f0-81ef-d35c79720023 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:36.953971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a0559037-5bf0-40f0-81ef-d35c79720023 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/904da3ec-c8a4-4016-95b1-ffe11197a0a7 HTTP/1.1" status: 404 len: 339 time: 0.1293123 Apr 15 18:22:36.967689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:37.021117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=1e878b0d-750d-426d-8f1e-b1abd13d9d00,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:37.036472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:37.076538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.17 (a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f/b0358089-377f-478b-b4ad-eec663632df4/02f54b71-f0d4-4251-9535-f068d57debb0) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:37.077466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.119115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffec5b78-e729-4e50-9a33-2cd1ffd7e09f req-df284412-d24d-44e3-badc-c18fbc27f8ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039409 Apr 15 18:22:37.234389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting subnet a74038a8-0842-4a38-8903-3ec9f4c3c27a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:37.241977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.329622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.339095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.347251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9b87a72-3aea-4a32-a673-3542beba8a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:37.366311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/1e878b0d-750d-426d-8f1e-b1abd13d9d00 HTTP/1.1" status: 204 len: 168 time: 2.3848579 Apr 15 18:22:37.377725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60dfb8-cba9-4024-a85a-d61ada9978d2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:37.380777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:37.381956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.386122 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df60dfb8-cba9-4024-a85a-d61ada9978d2 HTTP/1.1" status: 204 len: 168 time: 1.1193578 Apr 15 18:22:37.387623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:37.417751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.451884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.462488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.466586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.475686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1b121e7-a207-41e3-ac3e-a68485525f39 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:37.609805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=e68fb976-03b7-43e9-9a00-516681a21e96,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:37.625258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb30d0a-ef0c-44cd-bd8d-d61c9946e7a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:37.626637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:37.627304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb30d0a-ef0c-44cd-bd8d-d61c9946e7a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:37.628226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3fb30d0a-ef0c-44cd-bd8d-d61c9946e7a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:37.648063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.669266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3fb30d0a-ef0c-44cd-bd8d-d61c9946e7a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:37.673471 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fb30d0a-ef0c-44cd-bd8d-d61c9946e7a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2821898 Apr 15 18:22:37.673471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34506) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:37.709549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 02f54b71-f0d4-4251-9535-f068d57debb0 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:37.721119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a682c-ce0a-4dfd-91c1-4480c2fbb6c1 req-c8747c4d-db7c-47fd-8311-46b54e96ca7a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:37.723139 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-599a682c-ce0a-4dfd-91c1-4480c2fbb6c1 req-c8747c4d-db7c-47fd-8311-46b54e96ca7a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4819410 Apr 15 18:22:37.756389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP e0cf40dd-275e-42d6-a4ab-b37a21835804 associated. External IP: 172.26.7.20, port: 632c5ad2-b620-4ff3-bb1e-03e52d5f336c. Apr 15 18:22:37.765223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.766820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a107e7-35e4-48bb-8487-c4bd0ebc26a1 None None] Network f91d1560-f057-445c-a450-ac26e116308b requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:37.790349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.829337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/e68fb976-03b7-43e9-9a00-516681a21e96 HTTP/1.1" status: 204 len: 168 time: 2.5212200 Apr 15 18:22:37.836196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34514) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:37.876526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-599a682c-ce0a-4dfd-91c1-4480c2fbb6c1 req-057959f0-4518-4e84-830c-5f88dfcfe456 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436360 Apr 15 18:22:37.881063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:37.914554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:37.949351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet a8409f65-a4b6-461f-a921-6d015af54c8f {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:38.009237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.118257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] DHCP port deletion for f91d1560-f057-445c-a450-ac26e116308b request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:38.132444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Deleting port 96221964-78fa-4bb5-8522-912c34640492 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:38.133466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.147738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:38.163213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:38.197931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.276587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.288258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:38.291655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:38.295889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:38.352387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:38.416277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 96221964-78fa-4bb5-8522-912c34640492 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:38.416515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.416687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.429764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.448392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:38.452039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] For port 96221964-78fa-4bb5-8522-912c34640492, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96221964-78fa-4bb5-8522-912c34640492,segment=NetworkSegment(154d315a-0c6c-4110-97e9-3178d0f29e91),segment_id=154d315a-0c6c-4110-97e9-3178d0f29e91)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:38.452539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.575200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Subnet': ['ID=a74038a8-0842-4a38-8903-3ec9f4c3c27a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:38.582406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:38.606290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9114374e-5ec3-4325-acae-0702182dfe12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:38.606831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Calling delete_port for 96221964-78fa-4bb5-8522-912c34640492 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:38.607819 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-9114374e-5ec3-4325-acae-0702182dfe12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 18:22:38.608381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-9114374e-5ec3-4325-acae-0702182dfe12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:22:38.613061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9114374e-5ec3-4325-acae-0702182dfe12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2557750 Apr 15 18:22:38.616723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34534) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:38.627472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554840765'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:38.645144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:38.651444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:38.661565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:38.671795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:38.674952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5c37c89-8a3b-4331-95a3-64bf347004ed None None] Provisioning for port 02f54b71-f0d4-4251-9535-f068d57debb0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:38.676383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.682530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5c37c89-8a3b-4331-95a3-64bf347004ed None None] Provisioning complete for port 02f54b71-f0d4-4251-9535-f068d57debb0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:38.683051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5c37c89-8a3b-4331-95a3-64bf347004ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.692532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:38.720051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57df40d3-32a2-4872-845f-811d63611ca0 None None] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:38.849140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:39.043722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.049523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 96221964-78fa-4bb5-8522-912c34640492, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96221964-78fa-4bb5-8522-912c34640492,segment=NetworkSegment(154d315a-0c6c-4110-97e9-3178d0f29e91),segment_id=154d315a-0c6c-4110-97e9-3178d0f29e91)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:39.049945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.058258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/subnets/a74038a8-0842-4a38-8903-3ec9f4c3c27a HTTP/1.1" status: 204 len: 168 time: 2.0867357 Apr 15 18:22:39.065477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34538) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:39.092446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.123452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a5c37c89-8a3b-4331-95a3-64bf347004ed None None] Port 02f54b71-f0d4-4251-9535-f068d57debb0 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:39.133002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.149417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-862b40e3-3d48-4b7b-a1e8-a8a015392629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:39.198093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Pushing event deleted for resources: {'Port': ['ID=96221964-78fa-4bb5-8522-912c34640492,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:39.202156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:39.207816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.238797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:39.249415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:39.251171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:39.307751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:39.319963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96221964-78fa-4bb5-8522-912c34640492 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:39.320435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.354081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] No DVR routers for this DVR port 96221964-78fa-4bb5-8522-912c34640492 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:39.380770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 96221964-78fa-4bb5-8522-912c34640492 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:39.381289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96221964-78fa-4bb5-8522-912c34640492 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:39.398383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] DHCP port deletion for 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:39.404265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Deleting port cb49ffef-ab43-4467-8a91-29869da90d0d {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:39.404785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.514422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port cb49ffef-ab43-4467-8a91-29869da90d0d {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:39.514989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.590745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 96221964-78fa-4bb5-8522-912c34640492 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:39.645468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] For port cb49ffef-ab43-4467-8a91-29869da90d0d, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cb49ffef-ab43-4467-8a91-29869da90d0d,segment=NetworkSegment(291cd0ca-a243-4b31-b329-6f23f2040834),segment_id=291cd0ca-a243-4b31-b329-6f23f2040834)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:39.645783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.776176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:39.783281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.806905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:39.819628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Calling delete_port for cb49ffef-ab43-4467-8a91-29869da90d0d owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:39.842076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:39.842726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:39.868182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:39.868830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:39.868959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32264e41-c9e9-4177-a5cd-c3c35c1bc54c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/e0cf40dd-275e-42d6-a4ab-b37a21835804 HTTP/1.1" status: 200 len: 976 time: 4.3962679 Apr 15 18:22:39.869691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34542) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:39.935060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.936540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:39.947505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:39.958433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75d1702b-57d8-4b68-8815-ede3c9b5d5dd tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:39.973910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:39.974568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:40.006797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.015094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:40.025309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:40.040680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:40.041951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:40.042411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326fd6c9-7e0e-4e96-8387-cb30a3d4efdb None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:40.048683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.050016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:40.066299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce964659-c2d0-40b9-a1a8-f4c8cf270d3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:40.069017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=a8409f65-a4b6-461f-a921-6d015af54c8f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:40.074636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:40.077134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 632c5ad2-b620-4ff3-bb1e-03e52d5f336c {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:40.077523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.088889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b794a801-0020-49af-a92c-d4020315615f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:40.096114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] For port cb49ffef-ab43-4467-8a91-29869da90d0d, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cb49ffef-ab43-4467-8a91-29869da90d0d,segment=NetworkSegment(291cd0ca-a243-4b31-b329-6f23f2040834),segment_id=291cd0ca-a243-4b31-b329-6f23f2040834)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:40.096470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.108601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:40.111969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:40.159798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Pushing event deleted for resources: {'Port': ['ID=cb49ffef-ab43-4467-8a91-29869da90d0d,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:40.185579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.185967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.186348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.186718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.187085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.187457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.187814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.188173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.188537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.188894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.189250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.189607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:40.193415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:40.214500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.224410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d7266-672d-4d7f-95a8-8338f077aec0 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:40.250245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] No DVR routers for this DVR port cb49ffef-ab43-4467-8a91-29869da90d0d on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:40.268055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a8409f65-a4b6-461f-a921-6d015af54c8f HTTP/1.1" status: 204 len: 168 time: 2.5911465 Apr 15 18:22:40.270562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34546) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:40.272777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Calling delete_port for cb49ffef-ab43-4467-8a91-29869da90d0d owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:40.377006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 96221964-78fa-4bb5-8522-912c34640492 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:40.377330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.439298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b280fff-97f2-4dae-a7a0-ae6abdb70094 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639028 Apr 15 18:22:40.440357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.449615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34550) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:40.459490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:40.474963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:40.475337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:40.477791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.483399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.487751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] The port '96221964-78fa-4bb5-8522-912c34640492' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:22:40.512048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:40.516697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Deleting port 35d9b7c1-0892-4901-9cb2-eeded81247e5 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:40.517912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.522219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bb667e2-0af5-4c68-b626-b92f6aa5cef1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:40.614056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.658762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.676126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.731414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:40.734128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.749292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:40.752597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:40.755476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.760628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1422427 Apr 15 18:22:40.761632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22607a02-ca0f-4dec-858e-b88830ebe224 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:40.774889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34554) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:40.778181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] For port 35d9b7c1-0892-4901-9cb2-eeded81247e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35d9b7c1-0892-4901-9cb2-eeded81247e5,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:40.778598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.783118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:40.790116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '4a3ad611-292e-45e1-8aa3-976ba2136717', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:40.847089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:40.860129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:40.862697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:40.888389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:40.902218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:40.906386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ad611-292e-45e1-8aa3-976ba2136717,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:40.913930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:40.914845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:40.917540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:40.920313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Calling delete_port for 35d9b7c1-0892-4901-9cb2-eeded81247e5 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:40.924565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:40.939466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91d1560-f057-445c-a450-ac26e116308b']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:40.964490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d315a-0c6c-4110-97e9-3178d0f29e91') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:40.964831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d315a-0c6c-4110-97e9-3178d0f29e91') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:40.989712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.004705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.017531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Deleting port cb49ffef-ab43-4467-8a91-29869da90d0d {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:41.017983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.018573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96606a33-8824-4679-a9b6-f1f2da63f2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:41.066748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Pushing event deleted for resources: {'Port': ['ID=35d9b7c1-0892-4901-9cb2-eeded81247e5,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:41.069280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:41.091206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.103085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:41.143366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.158971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] The port 'cb49ffef-ab43-4467-8a91-29869da90d0d' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:22:41.171183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] No DVR routers for this DVR port 35d9b7c1-0892-4901-9cb2-eeded81247e5 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:41.240217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.240640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.240993 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP e0cf40dd-275e-42d6-a4ab-b37a21835804 disassociated. External IP: 172.26.7.20, port: 632c5ad2-b620-4ff3-bb1e-03e52d5f336c. Apr 15 18:22:41.241381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 632c5ad2-b620-4ff3-bb1e-03e52d5f336c owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:41.273290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cb49ffef-ab43-4467-8a91-29869da90d0d no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:41.311646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: cb49ffef-ab43-4467-8a91-29869da90d0d {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:41.312063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cb49ffef-ab43-4467-8a91-29869da90d0d not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:41.312529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35d9b7c1-0892-4901-9cb2-eeded81247e5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:41.349894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 35d9b7c1-0892-4901-9cb2-eeded81247e5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:22:41.350726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35d9b7c1-0892-4901-9cb2-eeded81247e5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:41.355000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:41.363423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:41.367192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f91d1560-f057-445c-a450-ac26e116308b has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:41.379458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.382562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.573984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1964955e-ac8c-4f4d-8b6d-ebecf3e05a56 None None] Provisioning complete for port 02f54b71-f0d4-4251-9535-f068d57debb0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:41.574820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1964955e-ac8c-4f4d-8b6d-ebecf3e05a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.623681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network f91d1560-f057-445c-a450-ac26e116308b has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:41.635845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1964955e-ac8c-4f4d-8b6d-ebecf3e05a56 None None] Port 02f54b71-f0d4-4251-9535-f068d57debb0 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:41.650611 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:41.753744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.755634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.771011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:41.814595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.879174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=632c5ad2-b620-4ff3-bb1e-03e52d5f336c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:41.891492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:41.892072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e8486a8-1a09-4ae5-8eb7-822a73e806e1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:41.929365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/f91d1560-f057-445c-a450-ac26e116308b HTTP/1.1" status: 204 len: 168 time: 4.0892015 Apr 15 18:22:41.930355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=f91d1560-f057-445c-a450-ac26e116308b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:41.932685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34558) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:41.940232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:41.973331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.994123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:41.997318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d299002-3fa2-42c4-ba62-4dbc6318796c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:41.997829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d299002-3fa2-42c4-ba62-4dbc6318796c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:41.999986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d299002-3fa2-42c4-ba62-4dbc6318796c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/d3e94090-2d86-42ef-9967-75cecd97c1b8 HTTP/1.1" status: 404 len: 337 time: 0.0641418 Apr 15 18:22:42.004884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34562) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:42.021534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:42.042259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecf33aa-b8d0-4a3e-a101-780bc8f950f9']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:42.047237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72b3fd-4e7a-4d0c-afcc-8a40846fc8af tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] DELETE failed (client error): The resource could not be found. Apr 15 18:22:42.047772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da72b3fd-4e7a-4d0c-afcc-8a40846fc8af tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:42.049611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da72b3fd-4e7a-4d0c-afcc-8a40846fc8af tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/d4808a1f-f5b6-4f30-904a-4fd0118f61b2 HTTP/1.1" status: 404 len: 339 time: 0.0438075 Apr 15 18:22:42.055867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34566) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:42.097870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291cd0ca-a243-4b31-b329-6f23f2040834') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:42.098229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291cd0ca-a243-4b31-b329-6f23f2040834') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:42.106771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f630e5-f251-4ba3-8caa-5419f645d64f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:42.109436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:42.134071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.164774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.166832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3884327 Apr 15 18:22:42.170965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.175055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:42.175873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34570) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:42.204839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '4a3ad611-292e-45e1-8aa3-976ba2136717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:42.210966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:42.252762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:42.307123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:42.374278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:42.455415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:42.561904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting subnet f215c3a9-8361-49e2-b10c-98a175073e9e {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:42.569250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.630065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:42.648004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.659350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.721601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.722996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:42.916653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:42.930749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Network 0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:42.962464 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:42.975359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:42.986475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:42.996754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:42.997633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.016994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:43.029072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:43.042736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:43.043937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.064508 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/789b4dd8-7f8c-43ad-8386-a6e560865904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8027203 Apr 15 18:22:43.110376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.115594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.119321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:22:43.120307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09ffb7a5-3d9c-4d15-8ec5-ab041360c023 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9265642 Apr 15 18:22:43.126111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8476c380-47e4-4e30-abc4-46ecfbd37cd5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:43.143058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.149197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.157936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:43.158864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.162758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Pushing event deleted for resources: {'Network': ['ID=0ecf33aa-b8d0-4a3e-a101-780bc8f950f9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:43.169818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:43.178159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] 10.222.0.32 "DELETE /v2.0/networks/0ecf33aa-b8d0-4a3e-a101-780bc8f950f9 HTTP/1.1" status: 204 len: 168 time: 4.1095874 Apr 15 18:22:43.211228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:22:43.259130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.259598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7328ebe-5c5a-4d5e-9e1e-080bb6cf8790 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:43.291711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.388635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68019825-4b47-4f01-a206-e1e521c11d6f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:43.438607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.456106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.488537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:43.497612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=c217dc78-e050-4f35-925d-409b37cd134b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:43.502754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:43.529836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:43.531300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:43.541890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e11f0-1a01-470b-9b9d-d0d0393c7599 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:43.552818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:43.553485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.578343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1274190 Apr 15 18:22:43.579271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34588) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.586433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': 'c217dc78-e050-4f35-925d-409b37cd134b', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1305637311'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:43.627883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:38Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f54b71-f0d4-4251-9535-f068d57debb0', 'name': '', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:c4:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b0358089-377f-478b-b4ad-eec663632df4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:36Z', 'updated_at': '2021-04-15T18:22:39Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b0358089-377f-478b-b4ad-eec663632df4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:43.634759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:22:43.635944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Updating router 789b4dd8-7f8c-43ad-8386-a6e560865904 port 02f54b71-f0d4-4251-9535-f068d57debb0 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:22:43.644603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Subnet': ['ID=f215c3a9-8361-49e2-b10c-98a175073e9e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:43.652411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:43.682122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34592) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.685611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.687970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/subnets/f215c3a9-8361-49e2-b10c-98a175073e9e HTTP/1.1" status: 204 len: 168 time: 1.6311343 Apr 15 18:22:43.689834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/632c5ad2-b620-4ff3-bb1e-03e52d5f336c HTTP/1.1" status: 204 len: 168 time: 3.8171134 Apr 15 18:22:43.694997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34594) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.695267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34596) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.704566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.721675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.776221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.885239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.891683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62c0253-43c7-4d25-a996-e2a2ee907a9a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:43.917219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ad611-292e-45e1-8aa3-976ba2136717,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:43.921038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:43.922107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:43.923333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a3ad611-292e-45e1-8aa3-976ba2136717 HTTP/1.1" status: 204 len: 168 time: 0.7693448 Apr 15 18:22:43.926333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34606) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:43.985263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2b4fb9b-c2ec-48c2-9b74-61034cfa9299 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/floatingips/e0cf40dd-275e-42d6-a4ab-b37a21835804 HTTP/1.1" status: 200 len: 687 time: 0.2862258 Apr 15 18:22:43.993476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751704d6-b213-420b-b7bb-ee804dbc1e87 None None] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:44.002343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34610) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.019763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-731a5499-0a26-457e-b5a5-2582b6a5c7b9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:44.063150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6d94b81-0e0d-467e-a740-33017de7adc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdd93e19bc464e55a3633f7e24536969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694134 Apr 15 18:22:44.064366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34614) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.094874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-731a5499-0a26-457e-b5a5-2582b6a5c7b9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:44.097726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-731a5499-0a26-457e-b5a5-2582b6a5c7b9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1701522 Apr 15 18:22:44.109734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34618) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.117455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--647607967'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:44.135775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:44.159331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:44.179439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.200382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.215610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'c217dc78-e050-4f35-925d-409b37cd134b'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:44.216526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.232286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:44.240699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.246234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.249000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:44.253676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port d66f610d-e081-4597-abb0-ae03c9d00e7c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:44.254088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.255174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:44.264105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Transition to ACTIVE for port object 02f54b71-f0d4-4251-9535-f068d57debb0 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:44.269876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:44.272986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.344092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.359852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b27abad-701e-419d-abd3-31a7c978507b tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:44.387766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd6677-70cd-435c-a394-b3332721d997,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:44.396120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:44.407125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.411055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93dd6677-70cd-435c-a394-b3332721d997 HTTP/1.1" status: 204 len: 168 time: 0.3415706 Apr 15 18:22:44.421951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.427862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.452838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.452838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.463783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9fdaafc7-5708-4139-907a-b17b7c4e09fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:44.492917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.501827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/c217dc78-e050-4f35-925d-409b37cd134b/6580c38f-82f4-4603-9547-bb988c7c2404) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:44.522554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:44.531680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.533516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4225392 Apr 15 18:22:44.534782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc7879-be75-4fa5-becf-88795de11dd2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:44.537383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] DHCP port deletion for d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:44.549310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34624) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.551654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:44.563049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-51434f62-9288-47ed-8371-fd57bbc62ada tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc7879-be75-4fa5-becf-88795de11dd2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:44.570830 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-51434f62-9288-47ed-8371-fd57bbc62ada tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 15 18:22:44.573085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-51434f62-9288-47ed-8371-fd57bbc62ada tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:44.574477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-51434f62-9288-47ed-8371-fd57bbc62ada tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0200071 Apr 15 18:22:44.578328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34628) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.610593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for d66f610d-e081-4597-abb0-ae03c9d00e7c owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:44.610782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Deleting port 51cf175b-a9b8-40f4-822e-648ebacd0232 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:44.610995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.692005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.710318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Pushing event updated for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:44.736452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.754723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.755312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.755484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.755816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.756191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.756542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.756900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.757781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.757781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.757990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.758307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.758647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:22:44.787491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:44.819916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.830437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7281d3f9-b5e2-4de6-b8b7-49deeccdca93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:44.867190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc7879-be75-4fa5-becf-88795de11dd2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:44.890972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:44.894702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.899637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.901489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4fc7879-be75-4fa5-becf-88795de11dd2 HTTP/1.1" status: 204 len: 168 time: 0.3219452 Apr 15 18:22:44.906392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34638) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:44.921803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Attempting to bind port 02f54b71-f0d4-4251-9535-f068d57debb0 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:44.922247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Attempting to bind port 02f54b71-f0d4-4251-9535-f068d57debb0 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:44.922655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Attempting to bind port 02f54b71-f0d4-4251-9535-f068d57debb0 on network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:44.929068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:44.929409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Checking segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:44.929873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.930340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Bound using segment: {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:44.930851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Bound port: 02f54b71-f0d4-4251-9535-f068d57debb0, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c7b167-277d-4c47-9932-02deff638923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:44.931261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:44.991871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:45.040336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7783d882-23f5-4eff-9a8b-c01459a57b50 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:45.040523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:45.043518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] For port 02f54b71-f0d4-4251-9535-f068d57debb0, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:45.047003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] For port 02f54b71-f0d4-4251-9535-f068d57debb0, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=02f54b71-f0d4-4251-9535-f068d57debb0,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:45.051091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.053827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Deleting port 51cf175b-a9b8-40f4-822e-648ebacd0232 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:45.054235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.068059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:45.073476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7783d882-23f5-4eff-9a8b-c01459a57b50 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:45.074906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7783d882-23f5-4eff-9a8b-c01459a57b50 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1674592 Apr 15 18:22:45.079522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34646) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:45.091399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--326755756'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:45.107612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:45.114549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:45.125547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:45.135409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.160041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:45.164763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:45.169801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.170183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:45.177403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:45.201317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Transition to ACTIVE for port object 6580c38f-82f4-4603-9547-bb988c7c2404 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:45.205600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:45.206197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.323453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.348989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.352970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.362371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ccc331cb-9348-4f59-914b-accd7f458b27 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:45.382564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:22:45.396774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 51cf175b-a9b8-40f4-822e-648ebacd0232 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:45.435852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Pushing event updated for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:45.443387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:45.446875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Calling delete_port for 51cf175b-a9b8-40f4-822e-648ebacd0232 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:45.455931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf972b9-0bc0-4256-a891-d939b06cd1cc,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:45.469347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:45.494642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:45.495198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:45.495320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e6728d4-680e-4fd0-9cd2-2f6766d5cce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:45.502963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.506601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4259355 Apr 15 18:22:45.510167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34658) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:45.520745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Transition to ACTIVE for port object 6580c38f-82f4-4603-9547-bb988c7c2404 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:45.522326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6cea3933-2439-417c-bccd-003cd64ce499 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '2bf972b9-0bc0-4256-a891-d939b06cd1cc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:45.529065 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-6cea3933-2439-417c-bccd-003cd64ce499 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 15 18:22:45.529731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-6cea3933-2439-417c-bccd-003cd64ce499 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:45.533668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cea3933-2439-417c-bccd-003cd64ce499 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0223644 Apr 15 18:22:45.539535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34662) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:45.577596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.615323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:45.705364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.762174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:22:45.774757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.881322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.893826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1fbf4a5d-1a24-4191-a1ba-c4e8c28ed700 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:45.903890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.941150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf972b9-0bc0-4256-a891-d939b06cd1cc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:45.960963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:45.978472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:45.980261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/2bf972b9-0bc0-4256-a891-d939b06cd1cc HTTP/1.1" status: 204 len: 168 time: 0.4393532 Apr 15 18:22:45.983112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34672) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.023455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:46.039765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.059724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Pushing event updated for resources: {'Port': ['ID=6580c38f-82f4-4603-9547-bb988c7c2404,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:46.068780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:46.069971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:46.070579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:46.071194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:46.108394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=d66f610d-e081-4597-abb0-ae03c9d00e7c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:46.116864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e646f738-aaa9-469b-86dd-b8f0eece2141 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:46.137786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e646f738-aaa9-469b-86dd-b8f0eece2141 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:46.140055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e646f738-aaa9-469b-86dd-b8f0eece2141 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1518660 Apr 15 18:22:46.141502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:46.144200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34678) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.154814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287145507'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:46.159159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=51cf175b-a9b8-40f4-822e-648ebacd0232,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:46.164961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:46.179098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:46.193099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:46.200713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.202815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:46.204163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:46.204740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.206833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:46.242528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 6640bdf7-0184-4882-bbb0-6f4c759981b2 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:22:46.275023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:46.279367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:46.283108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:46.289763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:46.312024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Attempting to bind port 6580c38f-82f4-4603-9547-bb988c7c2404 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:46.312330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Attempting to bind port 6580c38f-82f4-4603-9547-bb988c7c2404 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:46.313154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Attempting to bind port 6580c38f-82f4-4603-9547-bb988c7c2404 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:46.319368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:46.319907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:46.320875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.321384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:46.322045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Bound port: 6580c38f-82f4-4603-9547-bb988c7c2404, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:46.322588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.384917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:38Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f54b71-f0d4-4251-9535-f068d57debb0', 'name': '', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:c4:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b0358089-377f-478b-b4ad-eec663632df4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:36Z', 'updated_at': '2021-04-15T18:22:45Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b0358089-377f-478b-b4ad-eec663632df4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:46.391287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a82d1-c651-49c0-a138-a8517cb99057 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:38Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f54b71-f0d4-4251-9535-f068d57debb0', 'name': '', 'network_id': 'a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:c4:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b0358089-377f-478b-b4ad-eec663632df4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:36Z', 'updated_at': '2021-04-15T18:22:45Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b0358089-377f-478b-b4ad-eec663632df4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:46.393393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.397850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.405322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e074d51d-e189-4f83-b943-e1044de9dc9c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:46.485732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.490285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3420570 Apr 15 18:22:46.490285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e648871-4462-455e-9d2c-87ca3e6a85d0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:46.492628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] For port 6580c38f-82f4-4603-9547-bb988c7c2404, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:46.494613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34688) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.496922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] For port 6580c38f-82f4-4603-9547-bb988c7c2404, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6580c38f-82f4-4603-9547-bb988c7c2404,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:46.501556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:46.503406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.516837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-df86d07f-91f1-4521-b647-3fe6932101a5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '8e648871-4462-455e-9d2c-87ca3e6a85d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:46.517729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee823713-fe84-480e-b345-7656e05c2ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:46.520947 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-df86d07f-91f1-4521-b647-3fe6932101a5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 15 18:22:46.521955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-df86d07f-91f1-4521-b647-3fe6932101a5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:46.525958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df86d07f-91f1-4521-b647-3fe6932101a5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227199 Apr 15 18:22:46.526709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34692) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.532832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-12b23ef9-fa11-4064-bb57-943ce7bf88ef tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '8e648871-4462-455e-9d2c-87ca3e6a85d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:46.535291 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-12b23ef9-fa11-4064-bb57-943ce7bf88ef tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 15 18:22:46.535852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-12b23ef9-fa11-4064-bb57-943ce7bf88ef tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:46.539681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12b23ef9-fa11-4064-bb57-943ce7bf88ef tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091088 Apr 15 18:22:46.539972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34696) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.558456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8b680f1f-3214-4762-bccf-65077b2f8964 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '8e648871-4462-455e-9d2c-87ca3e6a85d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:46.560246 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-8b680f1f-3214-4762-bccf-65077b2f8964 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 15 18:22:46.566245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-8b680f1f-3214-4762-bccf-65077b2f8964 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:46.571132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b680f1f-3214-4762-bccf-65077b2f8964 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0272527 Apr 15 18:22:46.571490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34700) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.583597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0f0d6db9-1b74-49ca-8456-0aa08bbbc447 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '8e648871-4462-455e-9d2c-87ca3e6a85d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:46.584535 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-0f0d6db9-1b74-49ca-8456-0aa08bbbc447 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 15 18:22:46.585081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0f0d6db9-1b74-49ca-8456-0aa08bbbc447 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:46.589451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0f0d6db9-1b74-49ca-8456-0aa08bbbc447 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0137844 Apr 15 18:22:46.589581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Deleting port 51cf175b-a9b8-40f4-822e-648ebacd0232 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:46.589581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.589749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34704) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.661696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:46.665463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.673293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.757149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.847953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.870678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c57733-9ac6-49db-8e8c-842d88e06e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:46.888730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e648871-4462-455e-9d2c-87ca3e6a85d0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:46.897040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Calling delete_port for 51cf175b-a9b8-40f4-822e-648ebacd0232 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:46.897434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:46.898702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e648871-4462-455e-9d2c-87ca3e6a85d0 HTTP/1.1" status: 204 len: 168 time: 0.3080661 Apr 15 18:22:46.900134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:46.903000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34712) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:46.979691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35137a0c-d1bf-4959-86cf-5a7340fc8ace tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:46.998518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-35137a0c-d1bf-4959-86cf-5a7340fc8ace tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:47.000469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35137a0c-d1bf-4959-86cf-5a7340fc8ace tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0964336 Apr 15 18:22:47.004901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34720) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.009099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:47.010224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:22:47.020564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--444516916'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:47.029663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.038075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.062740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.081523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.109908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.117572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:47.122085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:47.134930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.136264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.142574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/e0cf40dd-275e-42d6-a4ab-b37a21835804 HTTP/1.1" status: 204 len: 168 time: 3.1391032 Apr 15 18:22:47.144721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34724) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.153027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b07b211f-2ea7-49d6-bd90-3a99764f6d3e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.5725532 Apr 15 18:22:47.153820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34728) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.160420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:47.172667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.177776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:floatingip and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:47.181015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:47.188629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.233666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Pushing event updated for resources: {'Port': ['ID=6580c38f-82f4-4603-9547-bb988c7c2404,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:47.249023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:47.250899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] For port 51cf175b-a9b8-40f4-822e-648ebacd0232, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=51cf175b-a9b8-40f4-822e-648ebacd0232,segment=NetworkSegment(bae2cb61-7bc0-4461-bf5b-b04cc928031d),segment_id=bae2cb61-7bc0-4461-bf5b-b04cc928031d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:47.251342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.283637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.311471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.313727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.329061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b99c25fa-53e9-43e5-8ed5-de2e47e7d7b8 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:47.368694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.463865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Calling delete_port for 51cf175b-a9b8-40f4-822e-648ebacd0232 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:47.473826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25a62b17-4bc2-4cb1-b329-0236bfff54d4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:47.492663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.494571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4872794 Apr 15 18:22:47.501937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34732) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.505162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Port': ['ID=51cf175b-a9b8-40f4-822e-648ebacd0232,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:47.511768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:47.519123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a06525b5-3fd5-4524-965f-9ee6756cb663 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:47.520671 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-a06525b5-3fd5-4524-965f-9ee6756cb663 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 18:22:47.521236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-a06525b5-3fd5-4524-965f-9ee6756cb663 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:47.522551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a06525b5-3fd5-4524-965f-9ee6756cb663 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0147793 Apr 15 18:22:47.525592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34736) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.531416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] No DVR routers for this DVR port 51cf175b-a9b8-40f4-822e-648ebacd0232 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:47.560367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.565122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6a109f-20f2-4735-ab6d-e07773bbf3dd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:47.565274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 02f54b71-f0d4-4251-9535-f068d57debb0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:47.568936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:47.573142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276372223', 'description': 'tempest-secgroup-smoke-1276372223 description', 'project_id': '764ff8a2625440d191e7d95dc7329c1d'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:47.584397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.589531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:47.594503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:47.611450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:47.616613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.625077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.650407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:22:47.651056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:22:47.686716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:47.686942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.692332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 02f54b71-f0d4-4251-9535-f068d57debb0 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:47.700725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 02f54b71-f0d4-4251-9535-f068d57debb0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:47.700725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.706831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.715880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:47.721394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.731895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.739000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.767588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:47.779257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:47.791853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:47.803042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:47.826637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afd2e3-177a-46ca-a5bd-92e351e79533 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:47.827582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-55afd2e3-177a-46ca-a5bd-92e351e79533 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:47.842103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.890386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 02f54b71-f0d4-4251-9535-f068d57debb0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=02f54b71-f0d4-4251-9535-f068d57debb0,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:47.894024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:47.898137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d788f29-4986-4470-835f-373c3a02256b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:47.906989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-55afd2e3-177a-46ca-a5bd-92e351e79533 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:47.910748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55afd2e3-177a-46ca-a5bd-92e351e79533 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7463639 Apr 15 18:22:47.914159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:47.928059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-38c04356-a463-486b-bc15-4692cb61bfed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2897513 Apr 15 18:22:47.961116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1966252-ba49-49d9-8bb7-bc8bbf4e9e80']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:47.984708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:47.986390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae2cb61-7bc0-4461-bf5b-b04cc928031d') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:47.986746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae2cb61-7bc0-4461-bf5b-b04cc928031d') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:48.000097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:48.000502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.002858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e26ed24-876f-4316-9602-1106bb7f0008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4728191 Apr 15 18:22:48.007296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34750) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.012887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.030172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-42230edf-06a8-473a-a09e-b0a6fbf27198 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.030702 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-42230edf-06a8-473a-a09e-b0a6fbf27198 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 15 18:22:48.031108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.115 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/76454684-5d30-4365-8ebc-d8bdad9d6e4f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:48.031232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-42230edf-06a8-473a-a09e-b0a6fbf27198 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.032382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-42230edf-06a8-473a-a09e-b0a6fbf27198 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0224338 Apr 15 18:22:48.036261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34754) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.060537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf59055-ad21-44d4-b900-c8e4ba10710c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:48.062273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf59055-ad21-44d4-b900-c8e4ba10710c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:48.063963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daf59055-ad21-44d4-b900-c8e4ba10710c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:48.066394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.068308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.078936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:48.083050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:48.085395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:22:48.086174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:48.124653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:48.186674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daf59055-ad21-44d4-b900-c8e4ba10710c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:48.187987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daf59055-ad21-44d4-b900-c8e4ba10710c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2742109 Apr 15 18:22:48.191278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34758) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.232912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.245673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.257554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94b4d3fd-62c7-414d-a88d-2944e1ac59f7 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:48.273548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:48.289125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:48.302563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:48.330208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-5732c786-60c7-41f3-a303-fc66864deaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:48.331837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-5732c786-60c7-41f3-a303-fc66864deaaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.3785617 Apr 15 18:22:48.337234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:48.348254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:48.354903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fbc41d-7aaf-4cc5-8ff4-8ea59b0f9b03,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:48.361103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.371523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:48.391014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet c217dc78-e050-4f35-925d-409b37cd134b {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:22:48.397159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.398306 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-601ca966-3bd6-4891-9d3d-44bf21442bd9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3621418 Apr 15 18:22:48.407952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34762) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.453259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.474144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c5b6f5ed-f374-4876-a5fb-f2e4b0fb8cb4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.475747 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-c5b6f5ed-f374-4876-a5fb-f2e4b0fb8cb4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 18:22:48.476293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c5b6f5ed-f374-4876-a5fb-f2e4b0fb8cb4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.477355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5b6f5ed-f374-4876-a5fb-f2e4b0fb8cb4 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0623922 Apr 15 18:22:48.482037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34766) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.502837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.518481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.530497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:48.541100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Deleting port 51cf175b-a9b8-40f4-822e-648ebacd0232 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:48.541367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.587257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:48.608770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:48.617486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1620302c-a5c3-4725-859d-69809a72f999 None None] The port '51cf175b-a9b8-40f4-822e-648ebacd0232' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:22:48.617669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.620048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:48.624348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-37514af6-4b5f-43ff-8237-105e1c86d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:48.624348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-37514af6-4b5f-43ff-8237-105e1c86d9f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.2542043 Apr 15 18:22:48.626887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.633609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b481e672-f85c-4f72-9081-a6341e6b0c15 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:48.642851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Network d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:22:48.652652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:22:48.708188 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:22:48.756150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:48.764831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:48.765980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.766928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2033453 Apr 15 18:22:48.778056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34770) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.780891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.784386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Project dff82936952547d1a6a04ed5e0044f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:48.799139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fd9c741-2f03-44c9-956d-e06e7d6382f7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:48.835500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.838053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.841371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:48.862534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:48.862735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.868721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.870476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d841e85-7fcb-48c8-b730-5661290d7f8a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3843663 Apr 15 18:22:48.877760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34774) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.878760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Pushing event deleted for resources: {'Network': ['ID=d1966252-ba49-49d9-8bb7-bc8bbf4e9e80,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:48.887016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:48.896273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e516a76d-1b12-483f-a933-82247a3962b5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.897069 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-e516a76d-1b12-483f-a933-82247a3962b5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 15 18:22:48.897771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-e516a76d-1b12-483f-a933-82247a3962b5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:48.899101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e516a76d-1b12-483f-a933-82247a3962b5 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179675 Apr 15 18:22:48.902663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34778) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:48.912173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:48.919529 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] 10.222.0.32 "DELETE /v2.0/networks/d1966252-ba49-49d9-8bb7-bc8bbf4e9e80 HTTP/1.1" status: 204 len: 168 time: 5.2229812 Apr 15 18:22:48.928738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:48.935962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:48.968363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:48.976820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:48.988394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:49.015533 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Project dff82936952547d1a6a04ed5e0044f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:49.131280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:49.132653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f855b33c-2393-446f-b050-14a316b3bdc9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2271566 Apr 15 18:22:49.137254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34784) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.153045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '0c6a109f-20f2-4735-ab6d-e07773bbf3dd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:49.167024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:49.188682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:49.195086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:49.206512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:49.227258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:49.234019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:49.238939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-cee3b8ec-55bd-408d-953c-3d677d540408 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.5941560 Apr 15 18:22:49.256117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:49.260575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Project dff82936952547d1a6a04ed5e0044f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:49.288946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:49.293372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-03654dcb-1cc3-42b0-8189-6744b43621b7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1515000 Apr 15 18:22:49.333619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34790) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.342943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34794) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.365298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=76454684-5d30-4365-8ebc-d8bdad9d6e4f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:49.375096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:49.395531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e98a9aba-ec67-41c6-a3a3-e5d32c5a8148 None None] Provisioning for port 6580c38f-82f4-4603-9547-bb988c7c2404 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:49.413147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.454508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.463074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-54a9a2c5-70fd-4e07-b1b7-d343c8012ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:49.464377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 02f54b71-f0d4-4251-9535-f068d57debb0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:49.464840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-54a9a2c5-70fd-4e07-b1b7-d343c8012ba6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.1986651 Apr 15 18:22:49.468471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.473385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8daceee8-692e-4d4e-a6ba-cbc2bb4fe746 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:49.525874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=c217dc78-e050-4f35-925d-409b37cd134b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:49.550513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 02f54b71-f0d4-4251-9535-f068d57debb0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:49.550935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.552852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:49.555672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:49.561468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:49.591491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:49.635995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.638791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.655102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.658391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:49.686732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6580c38f-82f4-4603-9547-bb988c7c2404 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:49.725573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.732933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06aca294-7e87-45d3-9194-6049845c053a,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:49.735470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ae58ca3-c607-4d32-8dfb-c8068759569d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6acdf0765d843639212230471df4f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912928 Apr 15 18:22:49.735619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:49.736046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34800) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.750759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.753789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.755945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c6a109f-20f2-4735-ab6d-e07773bbf3dd HTTP/1.1" status: 204 len: 168 time: 0.4209237 Apr 15 18:22:49.757166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-28ccd088-7e3f-42ef-bceb-5562b6ee71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:49.757299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:49.758881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-28ccd088-7e3f-42ef-bceb-5562b6ee71c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2848525 Apr 15 18:22:49.758881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34804) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.769120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/c217dc78-e050-4f35-925d-409b37cd134b HTTP/1.1" status: 204 len: 168 time: 1.5744779 Apr 15 18:22:49.770073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.770814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ccdf9-24a3-471e-bcdd-73bc9d0309df None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:49.829518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6a109f-20f2-4735-ab6d-e07773bbf3dd,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:49.837560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:49.848705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:49.849570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3b2d5021-e02f-43d0-b0a8-6230ceff25e9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784247 Apr 15 18:22:49.849990 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0708625 Apr 15 18:22:49.852864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34812) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.855708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:49.861395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:49.870510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:49.896958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:49.952528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:49.968467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:49.973372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 6580c38f-82f4-4603-9547-bb988c7c2404 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:49.980250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:49.988151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6580c38f-82f4-4603-9547-bb988c7c2404 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:49.988584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.019605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.021281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.036336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:50.041986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:50.061582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:50.088184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:50.094290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.120813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f26231d7-5f9c-431b-83a2-f8236d763b5b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:50.146046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.174655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:22:50.188015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Deleting port 6580c38f-82f4-4603-9547-bb988c7c2404 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:50.188546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.200289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.222045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.230562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.231291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 6580c38f-82f4-4603-9547-bb988c7c2404, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6580c38f-82f4-4603-9547-bb988c7c2404,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:50.236664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.246028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906eea90-3b7f-4b53-9cc3-3742c125ba55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.248458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5c12572-96b0-45a7-a9d2-9ac0bbf5f167 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.266796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f26231d7-5f9c-431b-83a2-f8236d763b5b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:50.268150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f26231d7-5f9c-431b-83a2-f8236d763b5b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4903934 Apr 15 18:22:50.270915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-dd95b572-66a4-48cc-8f71-d195ceb82d87 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889474 Apr 15 18:22:50.276091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34824) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:50.277940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.280125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d9e881-b461-4469-aa95-3361b8bb8d7a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:50.283378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:50.296634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.298300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295765580'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:50.300881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4468637 Apr 15 18:22:50.303794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34828) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:50.310709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:50.318130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.323912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:50.327674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:50.335691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:50.336453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.392535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=6580c38f-82f4-4603-9547-bb988c7c2404,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:50.399156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:50.403365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.440768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:50.481526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.520980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.536059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.538378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.541645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.547431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4af2eb2c-f1f6-4d8d-96d3-4831ddd1e345 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.548021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a37c720-720a-4a15-b183-36937f95bf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.575022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] For port 6580c38f-82f4-4603-9547-bb988c7c2404, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6580c38f-82f4-4603-9547-bb988c7c2404,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:50.575829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.577430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:50.581104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:50.594280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c825456-e3b9-492b-91b2-107be171639c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:50.598442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:50.604176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:50.617419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104c0bec-b348-466e-88b7-28ae2185ce35 req-7e3e4e00-776b-4104-bd1d-0603d4d4ae1c service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141711 Apr 15 18:22:50.627455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b931a8-ccd1-4f52-82ed-a28901defcda,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:50.633737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:50.642493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.643677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c825456-e3b9-492b-91b2-107be171639c HTTP/1.1" status: 204 len: 168 time: 0.8975565 Apr 15 18:22:50.649038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.654118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452363 Apr 15 18:22:50.654118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34834) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:50.661016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:50.668513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.669902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.689102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:50.693312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:50.702376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:50.736593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.741440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.774795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.787710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-893259ce-16bc-49f7-9949-0a9b3a2e37e7 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.852650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.884083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb08ca9-d2a1-4254-9662-a4d3ff0f09eb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:50.888641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.893015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.895956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:50.908897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:50.910291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.914688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6263187 Apr 15 18:22:50.915675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34840) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:50.933108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': 'abb08ca9-d2a1-4254-9662-a4d3ff0f09eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:50.942376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:50.950325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:50.957947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:50.963956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:50.986000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:51.125785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The resource could not be found. Apr 15 18:22:51.127106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ff0bf30-514c-4cc5-b4ea-62b09fa1f7a8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2103317 Apr 15 18:22:51.130719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34848) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.146788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': 'abb08ca9-d2a1-4254-9662-a4d3ff0f09eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0eb219d2-f7eb-418e-b769-959f9debb672'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:51.156953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:51.172547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:51.178561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:51.186993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:51.213402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Calling delete_port for 6580c38f-82f4-4603-9547-bb988c7c2404 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:51.219796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.224293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.254743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:51.309826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6580c38f-82f4-4603-9547-bb988c7c2404 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:22:51.407914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.408534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=76454684-5d30-4365-8ebc-d8bdad9d6e4f,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:51.413360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:51.427387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:51.482775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.484070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8300109 Apr 15 18:22:51.489341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34858) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.515528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:51.520393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=bf2856e6-778d-4ee0-8308-b10455110f94,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:51.528107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:51.530851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:51.531640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-181ec7c0-faf4-4e43-9890-bee4bd0a8218 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:51.541331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Pushing event deleted for resources: {'Port': ['ID=6580c38f-82f4-4603-9547-bb988c7c2404,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:51.547949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:51.554373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:51.554373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port 6580c38f-82f4-4603-9547-bb988c7c2404 {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:22:51.554373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6580c38f-82f4-4603-9547-bb988c7c2404 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:22:51.555375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:51.570324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29596e77-920a-4c55-8c43-a8ff1a548bce,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:51.580550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:51.583251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:51.608812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Project 764ff8a2625440d191e7d95dc7329c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:51.620022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:51.620805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.621714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:51.629756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.653919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] No DVR routers for this DVR port 6580c38f-82f4-4603-9547-bb988c7c2404 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:22:51.664647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:51.664647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.694347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894a479-cd4f-4c59-a4ec-b392e3d15597 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:51.703349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8463142 Apr 15 18:22:51.707026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34868) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.721539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.724607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.726461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:51.754227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657474a7-8e32-42eb-80da-7ada8db1820d,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:51.757049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:51.760616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:51.764374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.766818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2740331 Apr 15 18:22:51.769725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34872) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.776514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'security_group_rule': {'security_group_id': '6ffc94b0-6d6d-410d-a985-4dcfbbd8db77', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:51.784983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:51.790588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:security_group_rule and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:51.794543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:51.802268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:51.813356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Project 764ff8a2625440d191e7d95dc7329c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:22:51.824596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34876) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.836668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.855617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:51.869693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The resource could not be found. Apr 15 18:22:51.870874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ba941fc-a335-4935-bfaa-bdbcba83ee68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7391238 Apr 15 18:22:51.874324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34882) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:51.874485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:router and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:51.879535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:51.901254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:51.921999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.923034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.946630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.950914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 58384af2-5457-4d8c-baf8-62d240d22e67 associated. External IP: 172.26.7.115, port: 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2. Apr 15 18:22:51.954218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:51.969718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbd973fa-9d47-452b-9e74-61765ce94674 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:51.976237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'bf2856e6-778d-4ee0-8308-b10455110f94'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:51.977379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.004286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2a760ac7-6833-46d7-b057-e480b6447d0e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.004876 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-2a760ac7-6833-46d7-b057-e480b6447d0e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 18:22:52.005505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-2a760ac7-6833-46d7-b057-e480b6447d0e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:22:52.010503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a760ac7-6833-46d7-b057-e480b6447d0e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1811016 Apr 15 18:22:52.014257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34886) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.021827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945eb80-b66a-42ae-9271-b992785fe84e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:52.024708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:52.028785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.034745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--91514142'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.054898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.055590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.060060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2862513 Apr 15 18:22:52.068217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34890) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.079221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'network': {'name': 'tempest-network-smoke--726471678', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.088924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.091518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.095728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:network and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:52.106943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:52.117736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.121238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:52.127943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:52.139360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.140142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.155181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Made reservation on behalf of 764ff8a2625440d191e7d95dc7329c1d for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:52.156306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/bf2856e6-778d-4ee0-8308-b10455110f94/e75cc866-bffa-4af5-a567-cbdae4a2e24e) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:52.161737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.161948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.184960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.219884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:22:52.223262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.230543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.234856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.235378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Added segment 1a3f35ee-e9fc-4f87-adeb-02a974c02b8a of type vlan for network ec0e8b68-982a-47df-8fef-7190bdfb7e2d Apr 15 18:22:52.236748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ef4e999-d5b2-4baa-a9d4-26bbc21a3d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:52.237069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.238381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4078c04b-0da1-4c5f-b402-b799474e27a4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5256236 Apr 15 18:22:52.246267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34894) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.253736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb08ca9-d2a1-4254-9662-a4d3ff0f09eb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:52.256527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:52.295362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.296926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/abb08ca9-d2a1-4254-9662-a4d3ff0f09eb HTTP/1.1" status: 204 len: 168 time: 0.4214749 Apr 15 18:22:52.299823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34898) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.303848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.307826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.380635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a3ca62d-d8eb-4011-b0f7-ec7240d3ef6c tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:52.390405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.393569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:52.396685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:52.397447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.399895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:52.400702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.406197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f605132-1297-4f1f-9f91-79e72d2c24e0 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:52.412121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Transition to ACTIVE for port object e75cc866-bffa-4af5-a567-cbdae4a2e24e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:52.433447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Transition to ACTIVE for port object e75cc866-bffa-4af5-a567-cbdae4a2e24e will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:52.438140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.454746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:52.499422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a3ca62d-d8eb-4011-b0f7-ec7240d3ef6c tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:52.506488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a3ca62d-d8eb-4011-b0f7-ec7240d3ef6c tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2011373 Apr 15 18:22:52.520262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.530817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4585085 Apr 15 18:22:52.534572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '41884b33-95a1-48b5-b75d-e54ef18f926c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.544470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34908) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.551291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.557715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'admin_state_up': True, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.570397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.573132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Network': ['ID=ec0e8b68-982a-47df-8fef-7190bdfb7e2d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:52.576369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:52.577829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:52.582689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:52.587144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:router and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:52.590621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:52.594193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:52.599330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.601836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.622811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.624558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.661558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.663476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The resource could not be found. Apr 15 18:22:52.668782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b29a8b85-0282-4eb0-bcd6-1ca417a1129f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1432669 Apr 15 18:22:52.672279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34912) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.679627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920351553'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:52.688111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Pushing event updated for resources: {'Port': ['ID=e75cc866-bffa-4af5-a567-cbdae4a2e24e,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:52.688730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:52.704318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.707090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:52.771252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:52.772551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:52.775090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:52.778956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34916) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:52.874803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Attempting to bind port e75cc866-bffa-4af5-a567-cbdae4a2e24e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:52.875396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Attempting to bind port e75cc866-bffa-4af5-a567-cbdae4a2e24e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:52.875800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Attempting to bind port e75cc866-bffa-4af5-a567-cbdae4a2e24e on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:52.881578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:52.882112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:52.882633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.883149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:52.883745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Bound port: e75cc866-bffa-4af5-a567-cbdae4a2e24e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:52.884248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.921806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:52.931070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:52.982839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] For port e75cc866-bffa-4af5-a567-cbdae4a2e24e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:22:52.986115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] For port e75cc866-bffa-4af5-a567-cbdae4a2e24e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e75cc866-bffa-4af5-a567-cbdae4a2e24e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:22:52.991727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.007079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:53.162702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Pushing event updated for resources: {'Port': ['ID=e75cc866-bffa-4af5-a567-cbdae4a2e24e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:53.163168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:53.167377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:53.182138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:53.186871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.190966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:53.205393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:53.286922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:22:53.534725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.580994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.588302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.595116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d1ccae4-46e0-44a8-89ce-0b289a816288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:53.597124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.618119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.627084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-564e537d-800f-486e-8b68-9e04e0dbe919 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:53.674970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:53.740122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d406dd-e279-4903-8959-e5d5b13576aa,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:53.757103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:53.764504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.768474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:53.768612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0924270 Apr 15 18:22:53.774651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34920) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:53.787839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:53.805443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:53.809385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677540326'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:53.828143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:53.835692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:53.848589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:53.859094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:53.866083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71edfa-71c4-4ab6-80ec-9b6f8e75288d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:53.869981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:53.870848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:53.881387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:53.899703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:53.938190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:53.946012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:53.955466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:53.956360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:53.968838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:54.028773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:54.029643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998da55-e235-4a65-8669-9b820ef97496 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:22:54.037914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.051505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.094172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.9478521 Apr 15 18:22:54.094793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.102800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:54.114151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1710460824'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:54.140809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:54.151956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c99ccee8-eada-402e-9534-8e0c4182dc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.153351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:54.158985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:54.168551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:54.174622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.179554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:54.179705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:network and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:54.184503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.196068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:54.199509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-906afcec-c463-41c4-9412-a089d57fc81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:54.222733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:54.261860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::1 (530f0ff6-d890-4520-b761-45c133c833af/bf2856e6-778d-4ee0-8308-b10455110f94/5aa7ff40-80bd-45cc-85cb-eab6b6c5d024) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:54.267391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:54.273426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.284543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.285822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2698529 Apr 15 18:22:54.286805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db51ca8-7ebd-4fc1-b133-359e361e55f5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:54.288985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34928) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:54.301354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:54.304911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '3db51ca8-7ebd-4fc1-b133-359e361e55f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:54.318382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:54.375335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Allocated IP 172.26.7.238 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/611b2511-ada1-4d56-b0b6-343f3803581e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:54.398070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:54.402680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:54.414799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.421056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:54.426626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:22:54.465208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.469512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.484616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.485025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Added segment 1b12aed1-540a-4a88-80e8-46f7073075f2 of type vlan for network efa02df6-24ac-4f5a-af12-598ef2daa6eb Apr 15 18:22:54.489438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.513186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5231440e-17d5-4b3b-ab95-9095830ea6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:54.580418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.598893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.649520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:54.657688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.663003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.666598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:54.680235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.687053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:54.687824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.714534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c94095-fa31-4b34-9ad8-c7a3a86a4f15,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:54.721653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:54.723439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-04b8a1de-b3ce-4413-bcc5-06ffe42807e4 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:54.790513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae514-c393-4c4d-a0b0-9506d0c890c0 None None] Provisioning for port e75cc866-bffa-4af5-a567-cbdae4a2e24e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:54.820289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.821620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5286462 Apr 15 18:22:54.839423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34932) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:54.847549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7436006 Apr 15 18:22:54.851207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '3db51ca8-7ebd-4fc1-b133-359e361e55f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:54.863159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34936) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:54.866686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:54.877525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'subnet': {'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:54.897748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:54.900890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:54.922837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:54.928527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Network': ['ID=efa02df6-24ac-4f5a-af12-598ef2daa6eb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:54.993893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674363fc-773b-41ae-911c-68ecdb1f29ec,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:54.999959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:55.012273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:55.019378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.023638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2445056 Apr 15 18:22:55.025903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34940) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:55.048249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '22d406dd-e279-4903-8959-e5d5b13576aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '674363fc-773b-41ae-911c-68ecdb1f29ec'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:55.051413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0dca2028-ece1-4b24-ad8e-53cf7716906e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:55.062002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:22:55.076859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:55.083770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:55.098917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:55.151300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:55.164886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:55.198871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.199138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:55.201494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.215420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:55.231239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:55.234737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:55.285955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:22:55.292651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.300072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:55.303517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36c1f91e-2d14-49db-8cc3-93c9dc983795 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2635465 Apr 15 18:22:55.306829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:55.324888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e75cc866-bffa-4af5-a567-cbdae4a2e24e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:55.340088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.357238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81586ba-d688-49ae-bbc9-1b08cfbd9639 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:55.395319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:55.403273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e75cc866-bffa-4af5-a567-cbdae4a2e24e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:55.408717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e75cc866-bffa-4af5-a567-cbdae4a2e24e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:55.409855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.421603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:55.441538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:55.442157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.501029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 18:22:55.504844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4c886795-f11b-41b5-975b-c2dff7f6c9e2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6614187 Apr 15 18:22:55.515008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34948) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:55.562379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.576088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=611b2511-ada1-4d56-b0b6-343f3803581e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:55.578924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.584963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:55.615736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e75cc866-bffa-4af5-a567-cbdae4a2e24e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e75cc866-bffa-4af5-a567-cbdae4a2e24e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:55.620709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.624663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 02f54b71-f0d4-4251-9535-f068d57debb0 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:55.625061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.629167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:55.643786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.714043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e75cc866-bffa-4af5-a567-cbdae4a2e24e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:55.718286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:55.718840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:55.723850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:55.736255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e87c7330-6c70-490b-b45f-0e39a5972c5e None None] Provisioning for port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:22:55.754797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e87c7330-6c70-490b-b45f-0e39a5972c5e None None] Provisioning complete for port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:55.755230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e87c7330-6c70-490b-b45f-0e39a5972c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.783765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.793173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:55.823050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e87c7330-6c70-490b-b45f-0e39a5972c5e None None] Port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:55.855486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.885231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.898103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:55.915351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a98733d-1220-4dc9-bfdc-3b863fd96e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:55.977411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=674363fc-773b-41ae-911c-68ecdb1f29ec,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:56.051444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 02f54b71-f0d4-4251-9535-f068d57debb0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=02f54b71-f0d4-4251-9535-f068d57debb0,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:22:56.051847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.234919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 02f54b71-f0d4-4251-9535-f068d57debb0 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:22:56.274371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:56.402834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.404077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/674363fc-773b-41ae-911c-68ecdb1f29ec HTTP/1.1" status: 204 len: 168 time: 1.0916698 Apr 15 18:22:56.450101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34952) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:56.552321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.560578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f40ef96-71b5-4c2b-a943-719f40aae2b4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:56.587364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db51ca8-7ebd-4fc1-b133-359e361e55f5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:56.599917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-29153389-985d-4e34-97dd-aaf89d2a694f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:56.609517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:56.610063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.615006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.616232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/3db51ca8-7ebd-4fc1-b133-359e361e55f5 HTTP/1.1" status: 204 len: 168 time: 1.0989747 Apr 15 18:22:56.619308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34956) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:56.800372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-29153389-985d-4e34-97dd-aaf89d2a694f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:56.801351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29153389-985d-4e34-97dd-aaf89d2a694f tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3502266 Apr 15 18:22:56.807450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-632da4e4-40d2-4c65-95c8-57482c3e4886 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:56.809084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34960) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:56.861168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.865999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-632da4e4-40d2-4c65-95c8-57482c3e4886 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:56.867359 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-632da4e4-40d2-4c65-95c8-57482c3e4886 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2452021 Apr 15 18:22:56.875098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34964) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:56.882422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b80bf0b-7a21-4342-a3a8-ca04b740e6d0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:56.938087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--392750361'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:56.944838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.964853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:56.969163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0976439b-d047-4bc9-9761-a12f0fc43f2b tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:57.004644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=02f54b71-f0d4-4251-9535-f068d57debb0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:57.007104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:57.008466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.009449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.011432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb76e-f94d-403f-863a-3237418da980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.102546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.205183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Subnet': ['ID=caa15bbc-53c8-4b85-83aa-286b6e8cd5cc,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:57.213756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:57.214307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41225efd-93d7-4f2c-ba1a-11bd537f6ca4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:57.314801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:57.333211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:57.353713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:57.360015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:57.372857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:57.379668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e75cc866-bffa-4af5-a567-cbdae4a2e24e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:22:57.380902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:57.474603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e75cc866-bffa-4af5-a567-cbdae4a2e24e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:57.475018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.528653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Checking segment: {'id': '1b12aed1-540a-4a88-80e8-46f7073075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:57.529061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network hostable DHCP agents. Network: efa02df6-24ac-4f5a-af12-598ef2daa6eb, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:22:57.535382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.537320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.584670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:22:57.606764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, efa02df6-24ac-4f5a-af12-598ef2daa6eb) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:57.611457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:57.637242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a32ecb-1a76-4a3c-8960-0b37d9378230 None None] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:22:57.637638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:57.639585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:57.641490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.651482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.658099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:22:57.660719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:57.669908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8056781 Apr 15 18:22:57.681073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 34970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:57.685248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:57.740064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1590080399', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:57.829137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:57.856143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:router and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:57.874529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for router was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:57.877783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:57.897617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "PUT /v2.0/routers/42887e56-b1f6-4bf1-9dd0-06dca6a149c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6458402 Apr 15 18:22:57.898129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:57.911856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Sync routers for ids ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:57.931127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:57.935878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.969241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.976946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-efa02df6-24ac-4f5a-af12-598ef2daa6eb', 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb', 'tenant_id': 'f23096b25649484a97c54e611f46f1c2', 'fixed_ips': [{'subnet_id': 'caa15bbc-53c8-4b85-83aa-286b6e8cd5cc'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:22:57.978039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:57.997594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a07f156e-3785-44d9-a069-89c57f2ada1f None None] Provisioning complete for port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:22:57.998198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a07f156e-3785-44d9-a069-89c57f2ada1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.013519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9c40e-37b4-4aa5-b884-32aa899bc26f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:58.014207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0a9c40e-37b4-4aa5-b884-32aa899bc26f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:58.030854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0a9c40e-37b4-4aa5-b884-32aa899bc26f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:58.034535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0a9c40e-37b4-4aa5-b884-32aa899bc26f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports/5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 HTTP/1.1" status: 200 len: 911 time: 0.1330009 Apr 15 18:22:58.035271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34978) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.067994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a07f156e-3785-44d9-a069-89c57f2ada1f None None] Port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:22:58.070635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Routers {'42887e56-b1f6-4bf1-9dd0-06dca6a149c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:58.071539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:58.114140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.140725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d8014-2392-41ca-8c95-1beb36d189c4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:58.148118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d8014-2392-41ca-8c95-1beb36d189c4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:22:58.152349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-101d8014-2392-41ca-8c95-1beb36d189c4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1134298 Apr 15 18:22:58.152929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34982) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.180304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.239380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5212a8eb-f9db-4a5e-9a56-16be5394aa3a tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:58.267173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.268200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.288837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.316407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d406dd-e279-4903-8959-e5d5b13576aa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:58.413878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:58.414406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adb27847-9396-4343-98ec-a5a303e02e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:58.501367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.502732 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5841630 Apr 15 18:22:58.505520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.510256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34986) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.516741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7bbb8f12-9e09-4a24-a0a7-2c5aaad57b0b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'cd68d43f-3076-4201-9e8e-8f0b4efc1e0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:58.517289 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-7bbb8f12-9e09-4a24-a0a7-2c5aaad57b0b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 15 18:22:58.517811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7bbb8f12-9e09-4a24-a0a7-2c5aaad57b0b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:22:58.518873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7bbb8f12-9e09-4a24-a0a7-2c5aaad57b0b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071368 Apr 15 18:22:58.520912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd68d43f-3076-4201-9e8e-8f0b4efc1e0f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:58.523184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34990) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.530635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Set router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:22:58.534545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.536171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/22d406dd-e279-4903-8959-e5d5b13576aa HTTP/1.1" status: 204 len: 168 time: 1.7259545 Apr 15 18:22:58.544491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:58.545521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34994) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.630803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.680289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.714401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96c141c6-ef43-488b-9761-aaf313f35e0e tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:58.727225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.804071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96c141c6-ef43-488b-9761-aaf313f35e0e tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:58.805427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96c141c6-ef43-488b-9761-aaf313f35e0e tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2588651 Apr 15 18:22:58.807617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.825045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 34998) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:58.833415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--593630204'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:58.858496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:58.898670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:58.911721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Allocated IP 172.20.0.2 (efa02df6-24ac-4f5a-af12-598ef2daa6eb/caa15bbc-53c8-4b85-83aa-286b6e8cd5cc/f1784634-823d-4132-a5a5-c67f529dfe8b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:22:58.917041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.963840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:58.971196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da7c886c-5ef8-40ad-8706-1386d88210ca tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:58.982256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:58.995168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:58.998216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd68d43f-3076-4201-9e8e-8f0b4efc1e0f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:59.000753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:59.006786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:59.033004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.042265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:59.051653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:22:59.056971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.058356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd68d43f-3076-4201-9e8e-8f0b4efc1e0f HTTP/1.1" status: 204 len: 168 time: 0.5342004 Apr 15 18:22:59.063615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35002) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:59.104182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.257600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:22:55Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': '5aa7ff40-80bd-45cc-85cb-eab6b6c5d024', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:bb:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:53Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:59.268236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Checking router: 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:22:59.268737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Updating router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:22:59.323290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.349053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Transition to ACTIVE for port object f1784634-823d-4132-a5a5-c67f529dfe8b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:59.362977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.390733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Transition to ACTIVE for port object f1784634-823d-4132-a5a5-c67f529dfe8b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:22:59.433657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.451356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65aa8366-9096-4cee-abaf-a9a5423f46df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:59.601341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.694550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.696195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Pushing event updated for resources: {'Port': ['ID=f1784634-823d-4132-a5a5-c67f529dfe8b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:59.699356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:59.705164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0fe55e7-fa81-4197-aa20-13290a5d8e38 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:22:59.756103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-29cb7233-3c4b-409c-818d-8a19c08fe043 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:22:59.778503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80043534-81ac-4827-9dd3-762255704d6f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:22:59.782917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:22:59.799635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.803880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9749045 Apr 15 18:22:59.807358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35006) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:59.817559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '80043534-81ac-4827-9dd3-762255704d6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:59.821453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:22:59.824789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:22:59.825909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:59.827001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:22:59.831907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:22:59.836201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:22:59.845386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:59.851946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:22:59.852265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.892488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-29cb7233-3c4b-409c-818d-8a19c08fe043 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:22:59.898175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29cb7233-3c4b-409c-818d-8a19c08fe043 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8290629 Apr 15 18:22:59.900498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35010) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:22:59.907948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934043379'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:22:59.914096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:22:59.915280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:22:59.925327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:22:59.929753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Sync routers for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:22:59.939108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.948706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:22:59.950262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:22:59.971136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Attempting to bind port f1784634-823d-4132-a5a5-c67f529dfe8b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:22:59.971811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Attempting to bind port f1784634-823d-4132-a5a5-c67f529dfe8b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '1b12aed1-540a-4a88-80e8-46f7073075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:22:59.972283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Attempting to bind port f1784634-823d-4132-a5a5-c67f529dfe8b on network efa02df6-24ac-4f5a-af12-598ef2daa6eb {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:22:59.983204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:22:59.983623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Checking segment: {'id': '1b12aed1-540a-4a88-80e8-46f7073075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:22:59.983991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.984428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Bound using segment: {'id': '1b12aed1-540a-4a88-80e8-46f7073075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:22:59.984933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Bound port: f1784634-823d-4132-a5a5-c67f529dfe8b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b12aed1-540a-4a88-80e8-46f7073075f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:22:59.985623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.992273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:22:59.995895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.4479866 Apr 15 18:23:00.001730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35014) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.017282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:00.018447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4fc4e54-8b5d-43af-83fc-f80f48106b76 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2083302 Apr 15 18:23:00.060509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35020) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.067622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group_rule': {'security_group_id': '80043534-81ac-4827-9dd3-762255704d6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:00.073213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:00.084576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:00.084809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:00.090479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:00.106564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:00.132492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.149119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:00.154398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Transition to ACTIVE for port object 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:00.167927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:00.178944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.249552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:00.269041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] For port f1784634-823d-4132-a5a5-c67f529dfe8b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:00.273694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] For port f1784634-823d-4132-a5a5-c67f529dfe8b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f1784634-823d-4132-a5a5-c67f529dfe8b,segment=NetworkSegment(1b12aed1-540a-4a88-80e8-46f7073075f2),segment_id=1b12aed1-540a-4a88-80e8-46f7073075f2)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:00.276946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.291809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:00.376982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:00.424467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.426075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64e3462b-558f-435d-948c-03d06c8b8a6b tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=764ff8a2625440d191e7d95dc7329c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4228444 Apr 15 18:23:00.429202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35024) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.430814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a3cda-deaf-4b9a-8464-35be20c8784f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:00.466691 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:00.468013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3d256a3-dbb3-4337-8283-a68c89a01468 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4060957 Apr 15 18:23:00.474278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35028) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.476596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.501225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.536494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:00.577739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.607132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.615029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Pushing event updated for resources: {'Port': ['ID=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:00.618550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:00.629607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fdd70aa-f83a-44b5-84a3-f33f3ffa586d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:00.648682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e85e7df4-287f-497b-a862-4ed8fbb78008 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:00.680652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.682062 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7808363 Apr 15 18:23:00.695342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 3, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:00.698293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35032) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.702369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Checking router: 6bfc5d79-72df-47aa-93aa-4459d8bcb560 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:00.702776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Updating router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 port 611b2511-ada1-4d56-b0b6-343f3803581e binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:23:00.712061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4b48020a-7f66-4bd5-8d44-a29bc5e70597 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'f8eda56d-5acd-4e8d-95b4-0849ae11038d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:00.713232 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-4b48020a-7f66-4bd5-8d44-a29bc5e70597 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 15 18:23:00.713795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-4b48020a-7f66-4bd5-8d44-a29bc5e70597 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:00.714924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b48020a-7f66-4bd5-8d44-a29bc5e70597 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078523 Apr 15 18:23:00.735523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35036) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.765812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eda56d-5acd-4e8d-95b4-0849ae11038d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:00.791530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:00.881131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:00.882965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.26.7.35 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/07b11dce-fcf1-45d7-a303-c1c185545678) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:00.883706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b66ee3-8140-4071-ad34-a54a5502fc9f tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:00.886093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-15b66ee3-8140-4071-ad34-a54a5502fc9f tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4558585 Apr 15 18:23:00.892034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35040) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:00.902780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.018269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-057dcb6b-eaca-4591-9eda-5558817c253b tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1111493 Apr 15 18:23:01.031226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35044) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:01.035435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.051237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-113820509', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:01.066094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:23:01.066559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:23:01.097977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:01.127193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/789b4dd8-7f8c-43ad-8386-a6e560865904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3392229 Apr 15 18:23:01.141174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:01.152901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.153166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.186289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Pushing event updated for resources: {'Port': ['ID=f1784634-823d-4132-a5a5-c67f529dfe8b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:01.187983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.199163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:01.208860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c84ab5b-8664-411d-8e9c-f8c74454f4e6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:01.224126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:01.225141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:01.240088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.269200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:01.294344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Attempting to bind port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:01.294676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.295225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Attempting to bind port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:01.295778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Attempting to bind port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:01.302739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:subnet and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:01.306740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d8b62e8-ba4a-412e-aaeb-6c4f990f6b7b tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:01.315516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:01.338633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:01.348289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80043534-81ac-4827-9dd3-762255704d6f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:01.355352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:01.381127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Made reservation on behalf of 764ff8a2625440d191e7d95dc7329c1d for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:01.399062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=07b11dce-fcf1-45d7-a303-c1c185545678,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:01.400230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.404261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:01.410304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:01.410917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:01.411536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.412129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:01.412809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Bound port: 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:01.413376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.442370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.453051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:01.467103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:01.468501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:01.472129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:01.484313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.484535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/80043534-81ac-4827-9dd3-762255704d6f HTTP/1.1" status: 204 len: 168 time: 1.0018759 Apr 15 18:23:01.494138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.509951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Transition to ACTIVE for port object 611b2511-ada1-4d56-b0b6-343f3803581e will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:01.520842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.523668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35050) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:01.559922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:01.575557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:01.575942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.631322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eda56d-5acd-4e8d-95b4-0849ae11038d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:01.643469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.644695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/f8eda56d-5acd-4e8d-95b4-0849ae11038d HTTP/1.1" status: 204 len: 168 time: 0.9069355 Apr 15 18:23:01.651502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:01.651978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:01.714950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:01.768025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Pushing event updated for resources: {'Port': ['ID=611b2511-ada1-4d56-b0b6-343f3803581e,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:01.778137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:01.780267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] For port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:01.817660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e069954f-6b38-4ec4-abac-5127d42696db tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:01.826437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] For port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:01.836253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.927234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Attempting to bind port 611b2511-ada1-4d56-b0b6-343f3803581e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:01.927435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Attempting to bind port 611b2511-ada1-4d56-b0b6-343f3803581e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:01.927808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Attempting to bind port 611b2511-ada1-4d56-b0b6-343f3803581e on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:01.935491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:01.936159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:01.936506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.938297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:01.938297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Bound port: 611b2511-ada1-4d56-b0b6-343f3803581e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:01.938297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:01.965798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f303dc1-ae02-47dd-b140-775088de539a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:02.015934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:02.080724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f303dc1-ae02-47dd-b140-775088de539a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:02.082107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f303dc1-ae02-47dd-b140-775088de539a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4232790 Apr 15 18:23:02.097145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.113228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312342073'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.131694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:02.134774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024, host dv-neutron-786478-1-hyperv, got binding levels [] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:02.135332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.139824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] For port 611b2511-ada1-4d56-b0b6-343f3803581e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:02.146287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] For port 611b2511-ada1-4d56-b0b6-343f3803581e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=611b2511-ada1-4d56-b0b6-343f3803581e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:02.153092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.172068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9182d0d-f16f-4b43-b16c-fc77a4aa5eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:02.263797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Pushing event updated for resources: {'Port': ['ID=611b2511-ada1-4d56-b0b6-343f3803581e,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:02.315373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:02.327567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:02.336051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:02.337763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e069954f-6b38-4ec4-abac-5127d42696db tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:02.339146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e069954f-6b38-4ec4-abac-5127d42696db tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8144386 Apr 15 18:23:02.343558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35066) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.371763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817922435'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.380526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:02.386569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Routers {'42887e56-b1f6-4bf1-9dd0-06dca6a149c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:02.387438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:02.392170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:02.413571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.440752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.443718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:02.447845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Usage tracker for resource:security_group_rule and tenant:dff82936952547d1a6a04ed5e0044f79 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:02.451103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:02.457581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:02.486129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:02.486832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:02.564656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.583377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.601469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] Set router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:02.617990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d0f9eba-366d-49c2-98c5-5a423b99387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:02.627573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:02.631957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:02.635967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:02.642679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:02.656657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174c6cc0-c300-4dd3-b589-bdc4f53ac838,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:02.681938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:02.682935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.687648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3367069 Apr 15 18:23:02.688817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35072) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.698813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-92e03fde-b3ee-4662-845a-2dd2db589ff8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.699292 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-92e03fde-b3ee-4662-845a-2dd2db589ff8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 18:23:02.699861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-92e03fde-b3ee-4662-845a-2dd2db589ff8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] update failed (client error): There was a conflict when trying to complete your request. Apr 15 18:23:02.704256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-92e03fde-b3ee-4662-845a-2dd2db589ff8 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "PUT /v2.0/security-groups/174c6cc0-c300-4dd3-b589-bdc4f53ac838 HTTP/1.1" status: 409 len: 330 time: 0.0107839 Apr 15 18:23:02.716062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35076) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.725795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd15338-7f1e-42f2-a5e3-26911f7e4880 req-70f80f10-32d6-4e9c-9427-e1e65a135305 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:02.726675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8fd15338-7f1e-42f2-a5e3-26911f7e4880 req-70f80f10-32d6-4e9c-9427-e1e65a135305 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:02.727602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.754097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.779364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Pushing event updated for resources: {'Port': ['ID=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:02.787705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c327c56-5a67-4940-bcf3-69e169e24e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:02.811792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:02.820540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.824271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2509adc5-65ee-4b68-920d-4d95bd55e788,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:02.827220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:02.828180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:02.829504 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7313049 Apr 15 18:23:02.839308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35082) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.847421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7f19a9c1-a199-43b5-8464-252ad7fd48b6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '2509adc5-65ee-4b68-920d-4d95bd55e788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.848321 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-7f19a9c1-a199-43b5-8464-252ad7fd48b6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 15 18:23:02.848865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7f19a9c1-a199-43b5-8464-252ad7fd48b6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:02.849943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f19a9c1-a199-43b5-8464-252ad7fd48b6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074809 Apr 15 18:23:02.866518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35086) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.883619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9494d830-b66b-49ef-97ab-08479f0a0a72 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '2509adc5-65ee-4b68-920d-4d95bd55e788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.884436 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-9494d830-b66b-49ef-97ab-08479f0a0a72 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 15 18:23:02.885023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-9494d830-b66b-49ef-97ab-08479f0a0a72 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:02.888758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9494d830-b66b-49ef-97ab-08479f0a0a72 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081666 Apr 15 18:23:02.891547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35090) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.917239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-895702d4-95e7-4609-8b8f-a349d703054d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '2509adc5-65ee-4b68-920d-4d95bd55e788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.918170 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-895702d4-95e7-4609-8b8f-a349d703054d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 15 18:23:02.918724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-895702d4-95e7-4609-8b8f-a349d703054d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:02.922533 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-895702d4-95e7-4609-8b8f-a349d703054d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0272920 Apr 15 18:23:02.925438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.933605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d0e66906-f550-4f24-a299-1898e24e1758 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '2509adc5-65ee-4b68-920d-4d95bd55e788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:02.934964 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-d0e66906-f550-4f24-a299-1898e24e1758 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 15 18:23:02.935516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d0e66906-f550-4f24-a299-1898e24e1758 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:02.939232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0e66906-f550-4f24-a299-1898e24e1758 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091267 Apr 15 18:23:02.943038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:02.966644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:03.017210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8fd15338-7f1e-42f2-a5e3-26911f7e4880 req-70f80f10-32d6-4e9c-9427-e1e65a135305 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:03.019043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8fd15338-7f1e-42f2-a5e3-26911f7e4880 req-70f80f10-32d6-4e9c-9427-e1e65a135305 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 1.2424886 Apr 15 18:23:03.133778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:23:03.134943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:23:03.144800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.210743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.249703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8fd15338-7f1e-42f2-a5e3-26911f7e4880 req-baa496bc-9245-4e9e-8731-1fbf6a02b94b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432207 Apr 15 18:23:03.252739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.328263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.341961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-1dcf96db-392a-4ffb-811b-675b32aa4a9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:03.350072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-1dcf96db-392a-4ffb-811b-675b32aa4a9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:03.350577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:22:55Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': '5aa7ff40-80bd-45cc-85cb-eab6b6c5d024', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:bb:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:53Z', 'updated_at': '2021-04-15T18:23:01Z', 'revision_number': 4, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:03.359076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:03.364648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ca82ba-9753-4ae6-b083-61048fb02980 None None] The sync data for ids ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'] in dv-neutron-786478-1-hyperv is: [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:22:55Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': '5aa7ff40-80bd-45cc-85cb-eab6b6c5d024', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:bb:b2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:53Z', 'updated_at': '2021-04-15T18:23:01Z', 'revision_number': 4, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': 'bf2856e6-778d-4ee0-8308-b10455110f94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:03.369130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:03.388085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:03.388900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:03.413478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:03.414192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.496058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f1784634-823d-4132-a5a5-c67f529dfe8b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:03.501037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 3, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:03.506419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd72c8-ab7b-4601-8e0f-67af692b02cb None None] The sync data for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv is: [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 3, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:03.534032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f87f61-3b4b-4233-aebb-5a3ac83636a7 None None] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:03.546615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-1dcf96db-392a-4ffb-811b-675b32aa4a9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:03.547912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-1dcf96db-392a-4ffb-811b-675b32aa4a9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 0.5317557 Apr 15 18:23:03.548939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.959729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:03.989708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5177ad8c-e320-4173-819b-502d29470a89 None None] Provisioning for port f1784634-823d-4132-a5a5-c67f529dfe8b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:03.998248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6edcea85-b92c-4e51-b83a-2add69820b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:04.021062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.022923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/174c6cc0-c300-4dd3-b589-bdc4f53ac838 HTTP/1.1" status: 204 len: 168 time: 1.2639153 Apr 15 18:23:04.030383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35108) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:04.031637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c6cc0-c300-4dd3-b589-bdc4f53ac838,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:04.042778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:04.062320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.069717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-da11dbfd-ffda-4685-b02f-7a1486e0a05a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:04.139418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f1784634-823d-4132-a5a5-c67f529dfe8b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:04.157907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:04.262736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f1784634-823d-4132-a5a5-c67f529dfe8b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:04.263782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.265147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.457223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-45a21cd8-f1c7-496b-9c5f-6200f0b406a9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Synchronizing usage tracker for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:04.481506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:04.482028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.571123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-45a21cd8-f1c7-496b-9c5f-6200f0b406a9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Unset dirty status for tenant:dff82936952547d1a6a04ed5e0044f79 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:04.576589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45a21cd8-f1c7-496b-9c5f-6200f0b406a9 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5270002 Apr 15 18:23:04.576589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router 4f1cbebd-f8af-49c6-b085-32985900cbd3 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:23:04.579867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35118) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:04.750373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Subnet': ['ID=9557b458-5a97-4851-addc-fe05b8ec7f5c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:04.769195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 80c903b1-1f66-4ced-aaee-7fca061b1779 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:04.769831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.810824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:04.839770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:04.890607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-276f125b-ed2f-4e98-97b5-766f741b21e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:04.899290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-591062ef-9a33-4971-ab55-d634b1288919 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] delete failed (client error): The resource could not be found. Apr 15 18:23:04.904707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-591062ef-9a33-4971-ab55-d634b1288919 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0db8303-c7e4-4ff4-947c-1c1b48d62636 HTTP/1.1" status: 404 len: 347 time: 0.3175449 Apr 15 18:23:04.925356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35124) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:04.929063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.934414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:04.942606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/2509adc5-65ee-4b68-920d-4d95bd55e788 HTTP/1.1" status: 204 len: 168 time: 1.9968219 Apr 15 18:23:04.963389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:04.973406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] Sync routers for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:04.988866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:04.989783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:04.991173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35130) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:05.049016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f1784634-823d-4132-a5a5-c67f529dfe8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f1784634-823d-4132-a5a5-c67f529dfe8b,segment=NetworkSegment(1b12aed1-540a-4a88-80e8-46f7073075f2),segment_id=1b12aed1-540a-4a88-80e8-46f7073075f2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:05.050030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.054869 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3340340 Apr 15 18:23:05.059467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35134) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:05.062709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.067679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:05.133717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:05.147651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:05.149002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:05.208507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f1784634-823d-4132-a5a5-c67f529dfe8b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:05.214543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:05.233035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe48de3-a553-4f18-84a5-184a88af009b req-5b50795a-ec3f-4500-aebc-39c018d31bf7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:05.235231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffe48de3-a553-4f18-84a5-184a88af009b req-5b50795a-ec3f-4500-aebc-39c018d31bf7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 946 time: 0.7673218 Apr 15 18:23:05.270753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:05.271211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2793e83-3384-47e0-9310-fe7784f31857 None None] The sync data for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:05.310422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:05.321525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0e3be-7b8e-4247-b43a-e60990ca098e None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.203', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'port_id': '8c7dac55-0590-4e69-9491-85a6460a6037', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'mac_address': 'fa:16:3e:db:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a54401c-8458-4063-a592-a5638737d428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:21:20Z', 'updated_at': '2021-04-15T18:21:30Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:05.333431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509adc5-65ee-4b68-920d-4d95bd55e788,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:05.366223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:05.383473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 80c903b1-1f66-4ced-aaee-7fca061b1779, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=80c903b1-1f66-4ced-aaee-7fca061b1779,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:05.383878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.425004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d7ed1271-d096-4ffb-807f-0a559abe7f18 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] show failed (client error): The resource could not be found. Apr 15 18:23:05.426386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d7ed1271-d096-4ffb-807f-0a559abe7f18 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-groups/7eb07356-d557-4e0e-ad5e-c477934b9a83 HTTP/1.1" status: 404 len: 347 time: 0.4937055 Apr 15 18:23:05.454566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:05.454566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-d63bbcca-7b93-42a1-8136-addcfbb65d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:05.454566 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-d63bbcca-7b93-42a1-8136-addcfbb65d69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.5441375 Apr 15 18:23:05.462094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a7a5d875-6b12-4e78-bf6e-a5c2f10539ce None None] Provisioning complete for port f1784634-823d-4132-a5a5-c67f529dfe8b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:05.462560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d875-6b12-4e78-bf6e-a5c2f10539ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.477119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c9e20ed5-0e5f-4c3e-af6c-61e72921ee12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] show failed (client error): The resource could not be found. Apr 15 18:23:05.482395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9e20ed5-0e5f-4c3e-af6c-61e72921ee12 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] 10.222.0.32 "GET /v2.0/security-group-rules/a98b57e7-e66e-49eb-b8c8-6ff5ce403a96 HTTP/1.1" status: 404 len: 356 time: 0.0238891 Apr 15 18:23:05.605873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 80c903b1-1f66-4ced-aaee-7fca061b1779 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:05.631735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:05.699471 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b29e69b2-1eec-462f-a515-270fff205236 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7032235 Apr 15 18:23:05.700736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffe48de3-a553-4f18-84a5-184a88af009b req-9e6fe81d-95d0-4de5-afb1-5ed3a6fd054d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad81159e-75d0-40ea-9882-da99f6882b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307175 Apr 15 18:23:05.715483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35144) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:05.730580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Checking segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:05.733636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network hostable DHCP agents. Network: ec0e8b68-982a-47df-8fef-7190bdfb7e2d, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:23:05.741468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632074601'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:05.763889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:05.765363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:05.780008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:05.780493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.796257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:05.801187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:05.822937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:05.875720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:23:05.940656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.960750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:05.983096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, ec0e8b68-982a-47df-8fef-7190bdfb7e2d) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:05.993279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a297d-6ffd-4990-82ce-fb543302d70a None None] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:06.010672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa8358-d250-4b21-b89a-aa1d2a34f383 req-904f0501-2c7d-4cc7-97c3-95bf9e8e2feb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:06.019443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30fa8358-d250-4b21-b89a-aa1d2a34f383 req-904f0501-2c7d-4cc7-97c3-95bf9e8e2feb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 1.1171114 Apr 15 18:23:06.029565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:06.037119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:06.038256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.049552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:06.055961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35150) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:06.056240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:06.059968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-2546a148-5673-4f3d-b45d-719ef6fcad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:06.061558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-2546a148-5673-4f3d-b45d-719ef6fcad67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.5814629 Apr 15 18:23:06.068293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.093662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:06.095758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f61472f1-573b-49f8-a84e-6916a8dbd0a9 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:06.136239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 611b2511-ada1-4d56-b0b6-343f3803581e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:06.147756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=5aa7ff40-80bd-45cc-85cb-eab6b6c5d024,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:06.149827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.206328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:06.208626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30fa8358-d250-4b21-b89a-aa1d2a34f383 req-b1f5dc0b-8be9-452a-bf80-fd01e4c8a881 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881227 Apr 15 18:23:06.246836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dabce3d0-64ff-4a69-8ac0-0b82eda189e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:06.308490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 80c903b1-1f66-4ced-aaee-7fca061b1779 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:06.314572 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.2792203 Apr 15 18:23:06.314572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=80c903b1-1f66-4ced-aaee-7fca061b1779,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:06.318630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35156) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:06.358009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 611b2511-ada1-4d56-b0b6-343f3803581e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:06.364373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 80c903b1-1f66-4ced-aaee-7fca061b1779 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:06.364767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 80c903b1-1f66-4ced-aaee-7fca061b1779 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:06.368962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 611b2511-ada1-4d56-b0b6-343f3803581e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:06.369377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.382679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:06.422133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-86a08404-9c97-4f0d-9ec0-991ff4cb5856 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.3499746 Apr 15 18:23:06.497875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:06.499010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.624727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.663669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 611b2511-ada1-4d56-b0b6-343f3803581e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=611b2511-ada1-4d56-b0b6-343f3803581e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:06.679703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.680646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f1784634-823d-4132-a5a5-c67f529dfe8b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:06.690468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.817186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.892967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fd3b043-77d1-4a2c-9bc0-e30b6e64031f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:06.912941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.919623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1948349 Apr 15 18:23:06.920741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35162) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:06.952088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cd1f13e7-4993-40d4-b461-fe890485cf61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:06.952799 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-cd1f13e7-4993-40d4-b461-fe890485cf61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 18:23:06.953455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-cd1f13e7-4993-40d4-b461-fe890485cf61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:06.957725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd1f13e7-4993-40d4-b461-fe890485cf61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110941 Apr 15 18:23:06.962205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:06.970225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:06.992875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35166) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:07.084943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8470b18-fae8-40fc-8298-13f82971b1ce,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:07.086376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:07.089906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:07.121361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=611b2511-ada1-4d56-b0b6-343f3803581e,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:07.127375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f67843f-065c-4400-9b02-384ed479c605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dff82936952547d1a6a04ed5e0044f79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0621624 Apr 15 18:23:07.129163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:07.140194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:07.149768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f1784634-823d-4132-a5a5-c67f529dfe8b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:07.150304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:07.158494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ab89772-63c2-4717-9b4e-8fcf867bdbd8 req-43df075b-ae66-4362-8d9d-c83bb2dd35f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfdcd0a3-14ad-4723-9c95-3b5b1355f717 HTTP/1.1" status: 200 len: 210 time: 0.1586385 Apr 15 18:23:07.172675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 80c903b1-1f66-4ced-aaee-7fca061b1779 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:07.185298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:07.187823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3bf23938-8d6f-4bbc-95ec-f46bae9476fe req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/80c903b1-1f66-4ced-aaee-7fca061b1779 HTTP/1.1" status: 204 len: 173 time: 3.2853096 Apr 15 18:23:07.188477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35170) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:07.190960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'name': 'network-vif-deleted', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:07.226004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Allocated IP 172.20.0.2 (ec0e8b68-982a-47df-8fef-7190bdfb7e2d/9557b458-5a97-4851-addc-fe05b8ec7f5c/9934fdd0-e9ae-4f0b-8cdb-3457882495c9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:07.354898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:07.383413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:07.395260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdcd0a3-14ad-4723-9c95-3b5b1355f717', 'name': 'network-vif-deleted', 'tag': '80c903b1-1f66-4ced-aaee-7fca061b1779', 'status': 'completed', 'code': 200} Apr 15 18:23:07.431699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:07.581072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-50d6a482-828a-41d1-a7f4-d9bf274f7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:07.583072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-50d6a482-828a-41d1-a7f4-d9bf274f7d94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 1.1037419 Apr 15 18:23:07.589233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:07.653265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:07.664965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Transition to ACTIVE for port object 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:07.685570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Transition to ACTIVE for port object 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:07.691368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:07.779850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:07.812457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 611b2511-ada1-4d56-b0b6-343f3803581e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:07.897662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:07.902764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4c034e3-5873-4cde-908c-54ebcb595733 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8784316 Apr 15 18:23:07.903635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35178) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:07.968392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Pushing event updated for resources: {'Port': ['ID=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:07.971482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:07.982335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0ba681a5-4fac-4494-9ff9-119154caa497 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:07.983415 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-0ba681a5-4fac-4494-9ff9-119154caa497 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 15 18:23:07.983415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0ba681a5-4fac-4494-9ff9-119154caa497 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:07.984588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ba681a5-4fac-4494-9ff9-119154caa497 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0695045 Apr 15 18:23:07.996637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc7838-3a0b-4cc9-981a-825e324d630f req-0a2e2a8a-5797-40ad-8c10-4dfba3e9ea89 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:07.998322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88bc7838-3a0b-4cc9-981a-825e324d630f req-0a2e2a8a-5797-40ad-8c10-4dfba3e9ea89 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4926767 Apr 15 18:23:07.999135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35182) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.006430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 611b2511-ada1-4d56-b0b6-343f3803581e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:08.006958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.022207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:08.057063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.057376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:08.060769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:08.063292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:08.081665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:08.091119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "PUT /v2.0/routers/42887e56-b1f6-4bf1-9dd0-06dca6a149c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9369276 Apr 15 18:23:08.098564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35186) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.117759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Sync routers for ids ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:08.123170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:08.146327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.169664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:08.183007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:08.187971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Routers {'42887e56-b1f6-4bf1-9dd0-06dca6a149c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:08.188751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:08.189535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-cb518b59-33a1-412f-b4ee-5a508249fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:08.191430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-cb518b59-33a1-412f-b4ee-5a508249fc13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5604408 Apr 15 18:23:08.215033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc4a01-6af9-4be1-9a26-d8a0b180f642 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:08.216714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc4a01-6af9-4be1-9a26-d8a0b180f642 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:08.217608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0dc4a01-6af9-4be1-9a26-d8a0b180f642 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:08.224934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:08.234817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0dc4a01-6af9-4be1-9a26-d8a0b180f642 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:08.238987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0dc4a01-6af9-4be1-9a26-d8a0b180f642 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1393898 Apr 15 18:23:08.239626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35192) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.269473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Attempting to bind port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:08.270150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Attempting to bind port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:08.270585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Attempting to bind port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 on network ec0e8b68-982a-47df-8fef-7190bdfb7e2d {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:08.284330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.291988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-264e5f81-4734-45dd-af48-15532dc522fe tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:08.311145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794a801-0020-49af-a92c-d4020315615f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:08.319327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:08.330200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88bc7838-3a0b-4cc9-981a-825e324d630f req-e0b52ce4-9ae4-4178-a36c-8d07e3671d10 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128471 Apr 15 18:23:08.330553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35196) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.348579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.349788 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b794a801-0020-49af-a92c-d4020315615f HTTP/1.1" status: 204 len: 168 time: 1.1540668 Apr 15 18:23:08.394126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet bf2856e6-778d-4ee0-8308-b10455110f94 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:08.398510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:08.398710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.399168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Checking segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:08.399759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.400286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Bound using segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:08.400949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Bound port: 9934fdd0-e9ae-4f0b-8cdb-3457882495c9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:08.401472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.456729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Set router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:08.478539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.529220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.564033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:08.565201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-17f9dc52-3b9b-415d-a0e9-24b8709ec77e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5499899 Apr 15 18:23:08.572950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35204) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.592307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7577c069-bcab-431e-8aa9-a053d3490590 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:08.592841 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-7577c069-bcab-431e-8aa9-a053d3490590 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 18:23:08.593387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7577c069-bcab-431e-8aa9-a053d3490590 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:08.594489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7577c069-bcab-431e-8aa9-a053d3490590 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122092 Apr 15 18:23:08.606168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:23:05Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:08.621450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.625076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Checking router: 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:08.655129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 02f54b71-f0d4-4251-9535-f068d57debb0 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:08.662082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-33c3163c-7e83-4226-a1cd-42cda78ddaad service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343975 Apr 15 18:23:08.662844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:08.681744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:08.696338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Routers {'42887e56-b1f6-4bf1-9dd0-06dca6a149c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:08.697148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:08.775519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.792765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:08.859344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] Set router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:08.900585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:08.939287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:08.951788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:08.967181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:08.980200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 02f54b71-f0d4-4251-9535-f068d57debb0 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:08.980673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 02f54b71-f0d4-4251-9535-f068d57debb0 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:09.000333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:23:05Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:09.004338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] For port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:09.011532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ad075-b985-4bbd-84c2-f4ff572a14cb None None] The sync data for ids ['42887e56-b1f6-4bf1-9dd0-06dca6a149c5'] in dv-neutron-786478-1-hyperv is: [{'id': '42887e56-b1f6-4bf1-9dd0-06dca6a149c5', 'name': 'tempest-NetworksTestDHCPv6-router-1797555920', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:51Z', 'updated_at': '2021-04-15T18:23:05Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:09.016297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] For port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:09.021718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.118165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.129304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7ce9b19-02cd-4062-8d4e-7e65db4d5d61 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:09.160504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad81159e-75d0-40ea-9882-da99f6882b46,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:09.163812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:09.167033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.189566 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:09.194256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-887c152e-032e-4903-a38b-943449cdcb3b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5185225 Apr 15 18:23:09.215705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35228) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.237909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83c9b1e9-8c6b-493a-b1b0-7af13649d836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:09.238744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9638b19c-6c9a-4f67-8dda-39812dc7c71a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:09.239285 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-9638b19c-6c9a-4f67-8dda-39812dc7c71a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 15 18:23:09.239823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-9638b19c-6c9a-4f67-8dda-39812dc7c71a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:09.244347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9638b19c-6c9a-4f67-8dda-39812dc7c71a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0247862 Apr 15 18:23:09.252565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35232) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.269831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:09.276268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.287786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eafbf922-0712-4b5b-a0c8-2d0428d1dfe6 req-0c4b6760-3988-435a-be95-e41a164fa281 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110198 Apr 15 18:23:09.335907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:09.344021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68bbb8f7-9dc1-4d51-b907-096379edf1e6 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:09.396130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2856e6-778d-4ee0-8308-b10455110f94,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:09.398531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:09.405440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:09.410790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.417085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad81159e-75d0-40ea-9882-da99f6882b46 HTTP/1.1" status: 204 len: 168 time: 1.0853233 Apr 15 18:23:09.419308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:09.424393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.431530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/bf2856e6-778d-4ee0-8308-b10455110f94 HTTP/1.1" status: 204 len: 168 time: 1.1889474 Apr 15 18:23:09.432535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35240) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.440543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:09.455247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d6e3d-fb5c-4d8b-b4f7-e4052542ce32 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:09.536939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35244) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.537421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35246) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.637204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:09.727186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-31cd919f-486a-41db-9688-1516d955d920 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:09.740181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet b0358089-377f-478b-b4ad-eec663632df4 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:09.755001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:09.756457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.763771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5aa7ff40-80bd-45cc-85cb-eab6b6c5d024 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:09.793090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-31cd919f-486a-41db-9688-1516d955d920 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:09.794441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31cd919f-486a-41db-9688-1516d955d920 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3607624 Apr 15 18:23:09.800410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35254) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:09.871280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Pushing event updated for resources: {'Port': ['ID=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:09.877810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e1d31a5d-ad1c-419a-ae3b-16f66955f360 tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-805414877', 'prefixes': ['172.20.0.0/16']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:09.880295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:09.914714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1d31a5d-ad1c-419a-ae3b-16f66955f360 tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:09.978996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:09.984161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Deleting port e75cc866-bffa-4af5-a567-cbdae4a2e24e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:09.984583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:09.997081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.032705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.236716 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:10.238829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-43113961-8d6e-4bcd-8c77-c1c7c2cfcc2b tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9835527 Apr 15 18:23:10.250474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35258) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:10.280769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] For port e75cc866-bffa-4af5-a567-cbdae4a2e24e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e75cc866-bffa-4af5-a567-cbdae4a2e24e,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:10.281397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.300618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'd8470b18-fae8-40fc-8298-13f82971b1ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:10.353876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:10.364061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:10.372739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.1 (efa02df6-24ac-4f5a-af12-598ef2daa6eb/caa15bbc-53c8-4b85-83aa-286b6e8cd5cc/5ea2086e-1252-45a1-b808-7e77b9a6569d) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:10.375107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:10.398247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:10.424798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d776c28-af70-4b0d-b7ec-2a98ac3c3bc4 req-22c2062f-f0a2-44b3-84f3-8c0448a21b23 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:10.426639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1d776c28-af70-4b0d-b7ec-2a98ac3c3bc4 req-22c2062f-f0a2-44b3-84f3-8c0448a21b23 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4736753 Apr 15 18:23:10.447879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Calling delete_port for e75cc866-bffa-4af5-a567-cbdae4a2e24e owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:10.453611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.464651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.495480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.540169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.556844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:10.576157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1d31a5d-ad1c-419a-ae3b-16f66955f360 tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Notify callbacks [] for subnetpool, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.580330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1d31a5d-ad1c-419a-ae3b-16f66955f360 tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0374279 Apr 15 18:23:10.581361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35262) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:10.582015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.582589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Fanout notify agent at l3_agent the message router_deleted on router 42887e56-b1f6-4bf1-9dd0-06dca6a149c5 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:23:10.627989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:10.635245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8c956ac-13af-43b0-b139-8ae082f12c9f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/routers/42887e56-b1f6-4bf1-9dd0-06dca6a149c5 HTTP/1.1" status: 204 len: 168 time: 0.8279297 Apr 15 18:23:10.645387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:10.668073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Pushing event deleted for resources: {'Port': ['ID=e75cc866-bffa-4af5-a567-cbdae4a2e24e,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:10.673232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:10.713816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] No DVR routers for this DVR port e75cc866-bffa-4af5-a567-cbdae4a2e24e on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:10.764210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-806babe9-8682-4b54-978d-6ef03ca1863b tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "GET /v2.0/subnetpools/cf60d218-1ad6-4fe0-a222-54eb05ba6f77 HTTP/1.1" status: 200 len: 731 time: 0.1640258 Apr 15 18:23:10.767753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:10.770359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35270) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:10.778069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ff9218dc-1f1a-49d4-9604-399f66ef488c tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1505145479'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:10.784271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:10.788254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d658cd88-e13e-4a43-b034-c2ebd5e33ea2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5212867 Apr 15 18:23:10.797641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1d776c28-af70-4b0d-b7ec-2a98ac3c3bc4 req-ecda62f6-317d-4cbc-9db2-1c6ffcdfa645 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449688 Apr 15 18:23:10.801182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35274) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:10.933552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Allocated IP 172.20.0.1 (ec0e8b68-982a-47df-8fef-7190bdfb7e2d/9557b458-5a97-4851-addc-fe05b8ec7f5c/37c3569f-5fa4-460d-a57a-2cd5f01da090) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:10.981158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:10.987962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.020389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:11.044573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.098740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.107000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Transition to ACTIVE for port object 5ea2086e-1252-45a1-b808-7e77b9a6569d will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:11.110845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:11.117025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.118993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff9218dc-1f1a-49d4-9604-399f66ef488c tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Notify callbacks [] for subnetpool, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.120314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff9218dc-1f1a-49d4-9604-399f66ef488c tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "PUT /v2.0/subnetpools/cf60d218-1ad6-4fe0-a222-54eb05ba6f77 HTTP/1.1" status: 200 len: 684 time: 0.3489201 Apr 15 18:23:11.130979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35278) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.213985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.222656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4fc3935-74aa-454a-9e8d-2d3def968821 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:11.238454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.257801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8470b18-fae8-40fc-8298-13f82971b1ce,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:11.325250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.340925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:11.341711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8922ba18-9f3c-41d2-9a1c-d3de36908733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:11.346669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.367762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2722612-d0e6-4e09-af85-851bd529b1b7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:11.409096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=b0358089-377f-478b-b4ad-eec663632df4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:11.420517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:11.421433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.422770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8470b18-fae8-40fc-8298-13f82971b1ce HTTP/1.1" status: 204 len: 168 time: 0.6185071 Apr 15 18:23:11.430471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35282) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.440406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167069d-efbe-4466-9ce6-588748836390 None None] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:11.476467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Transition to ACTIVE for port object 37c3569f-5fa4-460d-a57a-2cd5f01da090 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:11.497561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.502763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/b0358089-377f-478b-b4ad-eec663632df4 HTTP/1.1" status: 204 len: 168 time: 1.9604681 Apr 15 18:23:11.506402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35286) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.508886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da1bb33-6e4e-4ab8-9028-9329ec0963ed tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] Notify callbacks [] for subnetpool, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.510490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3da1bb33-6e4e-4ab8-9028-9329ec0963ed tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "DELETE /v2.0/subnetpools/cf60d218-1ad6-4fe0-a222-54eb05ba6f77 HTTP/1.1" status: 204 len: 168 time: 0.3743553 Apr 15 18:23:11.516677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8626c1d-d70c-4130-b632-60e908da0a35 None None] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:11.538171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35290) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.594082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=5ea2086e-1252-45a1-b808-7e77b9a6569d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:11.611444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:11.612623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-6cb04393-d5de-4a3a-b531-d9a6f54ec22b tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] show failed (client error): The resource could not be found. Apr 15 18:23:11.616409 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cb04393-d5de-4a3a-b531-d9a6f54ec22b tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "GET /v2.0/subnetpools/cf60d218-1ad6-4fe0-a222-54eb05ba6f77 HTTP/1.1" status: 404 len: 346 time: 0.0745380 Apr 15 18:23:11.624586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35294) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.625924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5186e0ef-6c80-439b-9dea-9a327fca9d02 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:11.663087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5186e0ef-6c80-439b-9dea-9a327fca9d02 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:11.668808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5186e0ef-6c80-439b-9dea-9a327fca9d02 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2327707 Apr 15 18:23:11.671862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35298) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:11.676013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-47f1e136-55eb-4d16-9b00-c24e3807ee9c tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] delete failed (client error): The resource could not be found. Apr 15 18:23:11.683684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-47f1e136-55eb-4d16-9b00-c24e3807ee9c tempest-SubnetPoolsTestJSON-1616666236 tempest-SubnetPoolsTestJSON-1616666236-project] 10.222.0.32 "DELETE /v2.0/subnetpools/cf60d218-1ad6-4fe0-a222-54eb05ba6f77 HTTP/1.1" status: 404 len: 346 time: 0.0515027 Apr 15 18:23:11.683897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--724261913'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:11.696739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.729572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:11.761285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:11.773020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.788240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:11.798376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 8cda547b-3b48-4ef9-8154-a286eaa32c3f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:11.798899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.802081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbe96df-3cb0-4a93-9550-7cd4f2581f68 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:11.866625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a753e520-0640-41c9-89ae-7eae37644452 None None] Provisioning for port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:11.893543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:11.935998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:11.940377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:11.960029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:11.966059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:11.971200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:11.982457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:12.006643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:12.028795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:12.081437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:12.081768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.185422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] DHCP port deletion for a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:12.199285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35308) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:12.206825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.258737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.290211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Deleting port 8cda547b-3b48-4ef9-8154-a286eaa32c3f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:12.291015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.292618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:12.298564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:12.301741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:12.309471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:12.311775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:12.374403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:12.386670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-df0d0fb9-f504-4524-87e0-2e4d97af0514 None None] Provisioning for port 5ea2086e-1252-45a1-b808-7e77b9a6569d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:12.404626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.410813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:12.453665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.487385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.501135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3969c57-e54e-422d-8496-901e8eff3b97 req-b212e862-aec9-4ef8-9817-4b4471c0b9ff tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:12.502989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3969c57-e54e-422d-8496-901e8eff3b97 req-b212e862-aec9-4ef8-9817-4b4471c0b9ff tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3613770 Apr 15 18:23:12.504809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.512531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd6f550d-32d9-48a5-a123-2790588b6c85 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:12.588232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.641544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:12.655283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23eb52c7-ff94-416a-99a9-668f9b004388,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:12.658378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:12.677635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:12.678074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.682901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0067563 Apr 15 18:23:12.683057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-df0d0fb9-f504-4524-87e0-2e4d97af0514 None None] Provisioning complete for port 5ea2086e-1252-45a1-b808-7e77b9a6569d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:12.683057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df0d0fb9-f504-4524-87e0-2e4d97af0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.686237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3969c57-e54e-422d-8496-901e8eff3b97 req-0a02834f-a6ba-447b-a78b-ad32eb368033 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649003 Apr 15 18:23:12.687342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Usage tracker for resource:security_group_rule and tenant:78dc79fe06ba4bccb539a9cfeb67fdfb is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:12.690060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35316) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:12.696541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8cda547b-3b48-4ef9-8154-a286eaa32c3f,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:12.696961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.710725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:12.712902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e75cc866-bffa-4af5-a567-cbdae4a2e24e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:12.729116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '23eb52c7-ff94-416a-99a9-668f9b004388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:12.733975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:12.740410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:12.783600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:12.805062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:12.808756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e75cc866-bffa-4af5-a567-cbdae4a2e24e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:12.809149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e75cc866-bffa-4af5-a567-cbdae4a2e24e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:12.813174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:12.825234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.838072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:12.871039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-df0d0fb9-f504-4524-87e0-2e4d97af0514 None None] Port 5ea2086e-1252-45a1-b808-7e77b9a6569d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:12.882272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 8cda547b-3b48-4ef9-8154-a286eaa32c3f owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:12.929513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.968426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] For port 8cda547b-3b48-4ef9-8154-a286eaa32c3f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8cda547b-3b48-4ef9-8154-a286eaa32c3f,segment=NetworkSegment(68c7b167-277d-4c47-9932-02deff638923),segment_id=68c7b167-277d-4c47-9932-02deff638923)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:12.969343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.975498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:12.995424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a77d8deb-e639-417c-983c-835836892ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:13.025024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5862f200-270f-485c-95e7-c32304299bd2 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:13.100785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=8cda547b-3b48-4ef9-8154-a286eaa32c3f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:13.114825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Calling delete_port for 8cda547b-3b48-4ef9-8154-a286eaa32c3f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:13.118703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:13.160834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 8cda547b-3b48-4ef9-8154-a286eaa32c3f on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:13.198682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:23:13.199122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:23:13.215312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Provisioning complete for port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:13.215725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.310681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.360802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Provisioning for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:13.366376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Provisioning complete for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:13.366935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.417278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=2b79a660-0d8c-4657-b05e-a2bc7f5d2aff,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:13.427934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d1c5a08-4f79-433b-aee8-895ff9389925 None None] Port 37c3569f-5fa4-460d-a57a-2cd5f01da090 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:13.434991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:13.443277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:13.456627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c7b167-277d-4c47-9932-02deff638923') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:13.456969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c7b167-277d-4c47-9932-02deff638923') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:13.469029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.484944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.491329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:23:13.564366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-87bd58a5-f2fa-4410-8e9d-00dcf51f9527 None None] Provisioning complete for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:13.564785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87bd58a5-f2fa-4410-8e9d-00dcf51f9527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.577707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.594220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.628623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-87bd58a5-f2fa-4410-8e9d-00dcf51f9527 None None] Port 37c3569f-5fa4-460d-a57a-2cd5f01da090 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:13.632065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:13.685347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:13.694827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.700829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Deleting port 8cda547b-3b48-4ef9-8154-a286eaa32c3f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:13.701862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.710406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.717753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The resource could not be found. Apr 15 18:23:13.718932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60435518-cade-4b43-912d-7627788a1f2f tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0112035 Apr 15 18:23:13.787068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f9bd750e-e0fc-4198-bf14-87f2e09c4c3a None None] The port '8cda547b-3b48-4ef9-8154-a286eaa32c3f' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:23:13.788408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:13.788827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:13.806383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82bcb17a-aece-4438-aa4c-e231d4dccdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:13.836993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35322) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:13.856229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '23eb52c7-ff94-416a-99a9-668f9b004388', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '47b2b863-8dd6-4665-aa9c-d7fa5cfd46e8'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:13.862817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:13.866896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:13.869918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:13.895831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:13.910871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:23:13.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:23:13.998899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78dc79fe06ba4bccb539a9cfeb67fdfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7885847 Apr 15 18:23:14.006974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8cda547b-3b48-4ef9-8154-a286eaa32c3f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:14.008384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35326) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:14.048160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8cda547b-3b48-4ef9-8154-a286eaa32c3f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:14.048657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8cda547b-3b48-4ef9-8154-a286eaa32c3f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:14.055201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.068072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d89c39f-5ee5-4cff-85ab-e3c5e269ddc0 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:14.069128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e516e7f6-eec3-40c4-81df-ca32183f9006,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:14.083469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.096225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:14.106205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:14.114841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:14.131667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/a3b0af7f-63ce-497c-a4e3-d140ffaf7a6f HTTP/1.1" status: 204 len: 168 time: 2.6197417 Apr 15 18:23:14.134575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.136190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35330) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:14.221652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:14.239326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:14.245991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.249336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121505cc-a5dc-4b1c-918e-9a4799457d56 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:14.279412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:14.280079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.296854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The resource could not be found. Apr 15 18:23:14.298036 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a7f2e06-a5c0-4838-994d-a0e405a7792a tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4593658 Apr 15 18:23:14.311186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:14.403422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772f458-faa8-4f11-9cd9-821f708bef8e req-d71685c4-2888-40f1-bd0b-776598769fd7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:14.405119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3772f458-faa8-4f11-9cd9-821f708bef8e req-d71685c4-2888-40f1-bd0b-776598769fd7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5130997 Apr 15 18:23:14.408293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.420894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c73ce2fd-aa90-49fc-b79d-7d8dfee44c77 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:14.434586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 0d74dc97-687f-4177-a65f-6cba49f19de1 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:14.434974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.472910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e516e7f6-eec3-40c4-81df-ca32183f9006,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:14.486084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:14.490129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.493910 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e516e7f6-eec3-40c4-81df-ca32183f9006 HTTP/1.1" status: 204 len: 168 time: 0.4819796 Apr 15 18:23:14.508723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.523203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:14.524227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.608840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8754373 Apr 15 18:23:14.609649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35340) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:14.631039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:14.642894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:14.652559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:router and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:14.664371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:14.686789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:14.687171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.696349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.696349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.696349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.730907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/2b79a660-0d8c-4657-b05e-a2bc7f5d2aff/37a965d7-de09-4d10-9b9b-d6e05c36a27c) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:14.832573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.838970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3772f458-faa8-4f11-9cd9-821f708bef8e req-00e8f6d0-11da-4b61-a207-447baa41f322 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582451 Apr 15 18:23:14.845767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.870783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 0d74dc97-687f-4177-a65f-6cba49f19de1 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:14.916066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.932314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eea69ece-39b2-4fd8-af2b-9ef377438e60 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:14.958063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.966575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.984417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.991466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:14.995447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-238bd687-01a3-4899-8901-651157fe9111 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3799429 Apr 15 18:23:15.002449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35344) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:15.034926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.046954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Transition to ACTIVE for port object 37a965d7-de09-4d10-9b9b-d6e05c36a27c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:15.068205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Transition to ACTIVE for port object 37a965d7-de09-4d10-9b9b-d6e05c36a27c will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:15.068861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.075171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.096166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:15.142852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.224052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.234930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Pushing event updated for resources: {'Port': ['ID=37a965d7-de09-4d10-9b9b-d6e05c36a27c,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.237803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.262236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=5ea2086e-1252-45a1-b808-7e77b9a6569d,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.277320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.280742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2778d90d-6542-4748-ae34-3cdc6a1fe5e2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:15.293476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:15.294742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:15.297060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:15.356715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.395731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Attempting to bind port 37a965d7-de09-4d10-9b9b-d6e05c36a27c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:15.396326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Attempting to bind port 37a965d7-de09-4d10-9b9b-d6e05c36a27c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:15.396842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Attempting to bind port 37a965d7-de09-4d10-9b9b-d6e05c36a27c on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:15.402617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:15.403183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:15.403730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.404278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:15.404900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Bound port: 37a965d7-de09-4d10-9b9b-d6e05c36a27c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:15.405541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.426324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.492417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55329f8a-b663-4c24-ae4f-5dc22586814c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:15.492620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.499595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.505765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.506648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] For port 37a965d7-de09-4d10-9b9b-d6e05c36a27c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:15.507800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5e854ee-0694-4ef1-8acb-9d718c0b9c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:15.510313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] For port 37a965d7-de09-4d10-9b9b-d6e05c36a27c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37a965d7-de09-4d10-9b9b-d6e05c36a27c,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:15.513773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.530660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:15.548292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eb52c7-ff94-416a-99a9-668f9b004388,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.558966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.578412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:15.582124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:15.585828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/23eb52c7-ff94-416a-99a9-668f9b004388 HTTP/1.1" status: 204 len: 168 time: 1.2580299 Apr 15 18:23:15.586693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:15.588772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35348) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:15.635674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=0d74dc97-687f-4177-a65f-6cba49f19de1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.716103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Pushing event updated for resources: {'Port': ['ID=37a965d7-de09-4d10-9b9b-d6e05c36a27c,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:15.719856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.971708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:15.973886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-284e0999-a734-4451-9e2b-dc43fd46349e None None] Provisioning complete for port 5ea2086e-1252-45a1-b808-7e77b9a6569d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:15.974985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-284e0999-a734-4451-9e2b-dc43fd46349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:16.040648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-284e0999-a734-4451-9e2b-dc43fd46349e None None] Port 5ea2086e-1252-45a1-b808-7e77b9a6569d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:16.062357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:16.161378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:16.188294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:16.224592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d3e246ec-5496-44d7-8144-5371ed710822 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:16.417308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d3e246ec-5496-44d7-8144-5371ed710822 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:16.418722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3e246ec-5496-44d7-8144-5371ed710822 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8275182 Apr 15 18:23:16.424392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:16.424992 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 disassociated (deleted). External IP: 172.26.7.203, port: 8c7dac55-0590-4e69-9491-85a6460a6037. Apr 15 18:23:16.425263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35354) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:16.452348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': 'f3934b88-1dbe-48e7-b0cc-cf25e2cd120a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:16.463955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1362d0da-2ff1-45f3-be0b-dba5d0034515 None None] Provisioning complete for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:16.464518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1362d0da-2ff1-45f3-be0b-dba5d0034515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:16.466940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:16.472192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router 4f1cbebd-f8af-49c6-b085-32985900cbd3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:16.482910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:16.494900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21df125-6d57-4075-ba77-4402bb3633eb req-ceb99fe4-65ea-4aea-902f-b908e8dd8e81 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:16.496529 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d21df125-6d57-4075-ba77-4402bb3633eb req-ceb99fe4-65ea-4aea-902f-b908e8dd8e81 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4948056 Apr 15 18:23:16.498777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:16.512840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:16.530130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1362d0da-2ff1-45f3-be0b-dba5d0034515 None None] Port 37c3569f-5fa4-460d-a57a-2cd5f01da090 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:16.723025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:16.761881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d21df125-6d57-4075-ba77-4402bb3633eb req-718ebb61-d4f5-4131-8ce4-3bd88b9356e5 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540040 Apr 15 18:23:16.810535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::1 (530f0ff6-d890-4520-b761-45c133c833af/2b79a660-0d8c-4657-b05e-a2bc7f5d2aff/cdf4a228-f325-4b63-bb0b-8590a14ec815) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:16.836712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The resource could not be found. Apr 15 18:23:16.837916 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d848b2d3-c428-4616-bcb1-ef55fbe643a0 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3985260 Apr 15 18:23:16.854286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35360) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:16.920045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026744441'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:16.948189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:16.978502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:16.980413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:16.988468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/routers/4f1cbebd-f8af-49c6-b085-32985900cbd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9259412 Apr 15 18:23:16.992179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35364) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:16.996093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] Sync routers for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:17.006438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'port': {'network_id': 'efa02df6-24ac-4f5a-af12-598ef2daa6eb', 'name': 'tempest-FloatingIPTestJSON-1958339991'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:17.008811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.017335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:17.018545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:17.048996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:17.052036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:17.058249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "PUT /v2.0/routers/6bfc5d79-72df-47aa-93aa-4459d8bcb560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7367609 Apr 15 18:23:17.059693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:17.067064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:17.067633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Sync routers for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:17.083627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:17.088082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:17.089311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:17.167972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:17.189512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:17.190505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:17.217720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.221536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.227581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52deae8a-2285-4642-8585-63d92a849a39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:17.297034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.310272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bffc1a-4740-4706-b078-3fc9f7dcf459,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:17.313312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:17.314126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.315489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4601545 Apr 15 18:23:17.318339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35372) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:17.320084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object cdf4a228-f325-4b63-bb0b-8590a14ec815 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:17.324744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091282386'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:17.330600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:17.331439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14ef62c-752b-4dc6-a2ff-f894ecd712c0 None None] The sync data for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:17.333132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:17.339113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:17.342678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:17.349104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:17.360032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.362271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:17.365235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.392755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1e0c1cb-edd1-44be-b807-5a2f7d29631c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:17.394768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:17.399259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:17.402780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:17.409462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:17.477358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:17.489265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Usage tracker for resource:port and tenant:f23096b25649484a97c54e611f46f1c2 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:17.506240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Quota usage for port was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:17.507407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-b8b6c0c8-de5a-49cc-9ebe-8a0c60bdc588 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276372223&fields=id&tenant_id=764ff8a2625440d191e7d95dc7329c1d HTTP/1.1" status: 200 len: 267 time: 0.0695055 Apr 15 18:23:17.529058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:17.566957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:17.591174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=cdf4a228-f325-4b63-bb0b-8590a14ec815,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:17.600826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:17.669107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.673688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.688211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd457021-110c-4a89-ad95-d07dfc19d0c7 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:17.733181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-f0e5ff12-f0cc-46c0-82a5-f1786f541fae tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:17.733918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-f0e5ff12-f0cc-46c0-82a5-f1786f541fae tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Synchronizing usage tracker for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:17.767261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.768621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4492655 Apr 15 18:23:17.769637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-f0e5ff12-f0cc-46c0-82a5-f1786f541fae tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Unset dirty status for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:17.770847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-f0e5ff12-f0cc-46c0-82a5-f1786f541fae tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 796 time: 0.2504354 Apr 15 18:23:17.772240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35384) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:17.779481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d69c9-5c1d-4b5e-8710-d6a6eee65aa3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:17.783565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:17.788113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group_rule': {'security_group_id': '97bffc1a-4740-4706-b078-3fc9f7dcf459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'de5d69c9-5c1d-4b5e-8710-d6a6eee65aa3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:17.789539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Made reservation on behalf of f23096b25649484a97c54e611f46f1c2 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:17.796110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.796594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:17.801159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:17.804581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:17.821309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:17.826457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-581aa4e5-7227-4cbf-a156-2067024018f5 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/quotas/764ff8a2625440d191e7d95dc7329c1d HTTP/1.1" status: 200 len: 375 time: 0.0183563 Apr 15 18:23:17.850780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:17.854087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] device_id is not set on port 4d156709-922e-4cb9-81cc-817e400bdc32 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:23:17.898242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:17.911262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:17.911797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:17.917544 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:23:17.918732 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2567ff5b-57db-4f91-8304-d4d60e77e291 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1453464 Apr 15 18:23:17.922766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35388) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:17.939412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-191a3289-970f-4897-97ae-4d8a0e534392 None None] Provisioning for port 37a965d7-de09-4d10-9b9b-d6e05c36a27c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:17.951809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37a965d7-de09-4d10-9b9b-d6e05c36a27c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:17.952573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-afc00e45-91b2-408e-852a-9855f407fa00 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Synchronizing usage tracker for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:17.970780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-afc00e45-91b2-408e-852a-9855f407fa00 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Unset dirty status for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:17.972462 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-afc00e45-91b2-408e-852a-9855f407fa00 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331894 Apr 15 18:23:17.995612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:18.006269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:18.030326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:18.033587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:18.052999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.139117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 37a965d7-de09-4d10-9b9b-d6e05c36a27c completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:18.151125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 37a965d7-de09-4d10-9b9b-d6e05c36a27c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:18.151548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.194665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-116ddf1b-151e-4626-85fa-3dfa2e3141b3 service neutron] 10.222.0.32 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049878 Apr 15 18:23:18.252942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03013d21-5262-47b2-8aa2-19df5db25c4c None None] Provisioning for port cdf4a228-f325-4b63-bb0b-8590a14ec815 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:18.266565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03013d21-5262-47b2-8aa2-19df5db25c4c None None] Provisioning complete for port cdf4a228-f325-4b63-bb0b-8590a14ec815 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:18.267421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03013d21-5262-47b2-8aa2-19df5db25c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.270245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86 HTTP/1.1" status: 204 len: 168 time: 4.1319554 Apr 15 18:23:18.286214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:18.289146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:18.333405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03013d21-5262-47b2-8aa2-19df5db25c4c None None] Port cdf4a228-f325-4b63-bb0b-8590a14ec815 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:18.343878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:14Z', 'revision_number': 2, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:18.382871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-30deabe6-9a23-41bc-8fcc-27e963c012df service neutron] 10.222.0.32 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868525 Apr 15 18:23:18.387887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.388447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Checking router: 6bfc5d79-72df-47aa-93aa-4459d8bcb560 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:18.388865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Updating router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 port 37c3569f-5fa4-460d-a57a-2cd5f01da090 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:23:18.474543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.476592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.512510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.518015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Allocated IP 172.20.0.7 (efa02df6-24ac-4f5a-af12-598ef2daa6eb/caa15bbc-53c8-4b85-83aa-286b6e8cd5cc/4d156709-922e-4cb9-81cc-817e400bdc32) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:18.650568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037', 'status': 'completed', 'code': 200} Apr 15 18:23:18.731885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 37a965d7-de09-4d10-9b9b-d6e05c36a27c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37a965d7-de09-4d10-9b9b-d6e05c36a27c,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:18.793660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51cee521-1528-42e2-9b9f-830ed5c1e199 req-76d293ad-955a-45b3-8f38-8b2b30049692 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.1235380 Apr 15 18:23:18.832094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.845578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:18.872555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:18.912920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:18.917391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:18.926888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:18.927558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:19.012243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=37a965d7-de09-4d10-9b9b-d6e05c36a27c,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:19.066303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:19.152334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6ff3-4254-4bae-8799-da90fb6c39f3 req-49781d89-099b-4c4d-9132-81a33466c09b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:19.154530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b6bc6ff3-4254-4bae-8799-da90fb6c39f3 req-49781d89-099b-4c4d-9132-81a33466c09b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.1506519 Apr 15 18:23:19.161667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-9ba63a30-7def-4dcf-a453-288f78e20975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:19.163408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-9ba63a30-7def-4dcf-a453-288f78e20975 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 1098 time: 0.5366468 Apr 15 18:23:19.182243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:19.369158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.389073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Transition to ACTIVE for port object 37c3569f-5fa4-460d-a57a-2cd5f01da090 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:19.397170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.409269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-735642d8-21cf-48c9-a6be-d9b9f45eb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:19.410917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-735642d8-21cf-48c9-a6be-d9b9f45eb618 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 200 len: 898 time: 0.2078321 Apr 15 18:23:19.430514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b6bc6ff3-4254-4bae-8799-da90fb6c39f3 req-cab4bb07-ff34-4c8f-a9a8-2c9613b3c623 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657764 Apr 15 18:23:19.437794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a5b086-c197-4dbc-bcc0-a669767032a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:19.488696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.518427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-366c4b20-160e-4e7f-a19c-2947ea07f7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:19.539995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-7856cdb0-47ed-4e21-8c35-62d78ddbcaf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 200 len: 217 time: 0.1077883 Apr 15 18:23:19.591212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d69c9-5c1d-4b5e-8710-d6a6eee65aa3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:19.610918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:19.627034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.628198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/de5d69c9-5c1d-4b5e-8710-d6a6eee65aa3 HTTP/1.1" status: 204 len: 168 time: 1.6948392 Apr 15 18:23:19.639899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35414) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:19.652171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:19.664244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6df1bf-a2af-46eb-9eb3-9f0a0edde1d3 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:22:56Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87ba3278-62f2-4179-9415-c163655829f5', 'name': '', 'network_id': '2626c244-ad78-418c-acd4-75b28d60287e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:93:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:21Z', 'updated_at': '2021-04-15T18:20:39Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '5e65ec64-f81a-4dca-9eac-e0555d74b8b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:19.683411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Pushing event updated for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:19.687175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:19.700351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37a965d7-de09-4d10-9b9b-d6e05c36a27c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:19.716916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-18ca0d02-ff0e-4cb5-9a39-91bf0458f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:19.718858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-18ca0d02-ff0e-4cb5-9a39-91bf0458f2f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 200 len: 835 time: 0.1709976 Apr 15 18:23:19.811330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.843508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5419ff5c-9c8c-4196-986e-56d490d8a7f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:19.856695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 37a965d7-de09-4d10-9b9b-d6e05c36a27c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:19.857110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.878915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Transition to ACTIVE for port object 4d156709-922e-4cb9-81cc-817e400bdc32 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:19.917784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.924386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.925265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:19.953029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:20.013946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-60223428-edd9-4184-a4c4-ece40b6409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:20.017225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-60223428-edd9-4184-a4c4-ece40b6409ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2626c244-ad78-418c-acd4-75b28d60287e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2712336 Apr 15 18:23:20.024658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5419ff5c-9c8c-4196-986e-56d490d8a7f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:20.025493 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5419ff5c-9c8c-4196-986e-56d490d8a7f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3694465 Apr 15 18:23:20.033802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35420) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:20.134190 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83cd1286-9c94-421e-b288-3a70c63b02f3 req-f8224690-e764-4ee5-a41f-909beb30a00e tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.2000601 Apr 15 18:23:20.158015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Attempting to bind port 37c3569f-5fa4-460d-a57a-2cd5f01da090 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:20.158427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Attempting to bind port 37c3569f-5fa4-460d-a57a-2cd5f01da090 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:20.158848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Attempting to bind port 37c3569f-5fa4-460d-a57a-2cd5f01da090 on network ec0e8b68-982a-47df-8fef-7190bdfb7e2d {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:20.170989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:20.171419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Checking segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:20.171879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.172327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Bound using segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:20.172869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Bound port: 37c3569f-5fa4-460d-a57a-2cd5f01da090, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:20.173308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.219087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=cdf4a228-f325-4b63-bb0b-8590a14ec815,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:20.232347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:20.262286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.278473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e034e01-9b07-4006-9c6e-b36f51139c30 None None] New status for floating IP 9f2be1da-b1b7-4aa0-ab1b-adae6b34fc86: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:23:20.288022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62824aae-1dfb-4f02-8a9e-538b5436b088 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:20.481313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:20.497657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:20.506199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event updated for resources: {'Port': ['ID=4d156709-922e-4cb9-81cc-817e400bdc32,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:20.512513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.49', 62444) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:20.520579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:20.540400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] For port 37c3569f-5fa4-460d-a57a-2cd5f01da090, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:20.546123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] For port 37c3569f-5fa4-460d-a57a-2cd5f01da090, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37c3569f-5fa4-460d-a57a-2cd5f01da090,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:20.554176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.563315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a5a79-81a1-43ba-8448-076feea2758c req-a30ccd9d-dd5f-43c2-a9c9-29deaf296088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:20.564136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-093a5a79-81a1-43ba-8448-076feea2758c req-a30ccd9d-dd5f-43c2-a9c9-29deaf296088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:20.590307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:20.650821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.697482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Pushing event updated for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:20.728634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-d77213f1-9bfe-4f2c-a50c-0d945da58af0 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932275 Apr 15 18:23:20.790204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:20.807426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:20.906260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-093a5a79-81a1-43ba-8448-076feea2758c req-a30ccd9d-dd5f-43c2-a9c9-29deaf296088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:20.907539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-093a5a79-81a1-43ba-8448-076feea2758c req-a30ccd9d-dd5f-43c2-a9c9-29deaf296088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.7514842 Apr 15 18:23:20.917694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:20.935366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:20.936278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:20.995015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:20.997584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:21.035138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-b656e6aa-2d26-4666-8f38-179974eaf4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727025 Apr 15 18:23:21.045868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.064219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6ea61fd-f1f0-46ff-8f0f-7fef106236e3 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:21.085168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbd822-bfa1-4e0a-b0a9-c9695fff0ea3 req-6d87a464-9009-403f-8181-bde2233ed823 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:21.087802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dadbd822-bfa1-4e0a-b0a9-c9695fff0ea3 req-6d87a464-9009-403f-8181-bde2233ed823 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.4438825 Apr 15 18:23:21.126280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bffc1a-4740-4706-b078-3fc9f7dcf459,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:21.129129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:21.157692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.161502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/97bffc1a-4740-4706-b078-3fc9f7dcf459 HTTP/1.1" status: 204 len: 168 time: 1.1227169 Apr 15 18:23:21.163247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35434) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.192252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dadbd822-bfa1-4e0a-b0a9-c9695fff0ea3 req-9a99a3b1-87f8-4bd8-8160-16285f5f39a8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942338 Apr 15 18:23:21.198689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:21.199439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.225665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 8c7dac55-0590-4e69-9491-85a6460a6037 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:21.226124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.253062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-563b303c-e959-4630-828a-9f44c1c6e7e6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:21.273414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-563b303c-e959-4630-828a-9f44c1c6e7e6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:21.278724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-563b303c-e959-4630-828a-9f44c1c6e7e6 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1106365 Apr 15 18:23:21.279643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35438) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.286365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745206850'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:21.295160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:21.307694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:21.312384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-ff3ed7e5-63eb-4d9b-b700-00dafb654de0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:21.314524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-ff3ed7e5-63eb-4d9b-b700-00dafb654de0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.49 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 796 time: 0.7999103 Apr 15 18:23:21.324383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.350031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3533309 Apr 15 18:23:21.367194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35442) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.378174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Router d6266762-d57b-40a6-b32c-eb18413a0577 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:23:21.383360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Request body: {'floatingip': {'port_id': '4d156709-922e-4cb9-81cc-817e400bdc32'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:21.402641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2e17f10-888e-4345-bb46-dd99ccfafe69 req-8b4908b6-6180-4188-b118-eaf0b14b3f7f tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.0595014 Apr 15 18:23:21.403721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:21.408364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Usage tracker for resource:security_group_rule and tenant:f383da75cb0942e7bf7dc8da1cf71c32 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:21.411707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:21.418447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:21.448969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-65a0e4c3-a650-4a96-a888-c687765153e9 None None] Provisioning complete for port cdf4a228-f325-4b63-bb0b-8590a14ec815 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:21.449393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65a0e4c3-a650-4a96-a888-c687765153e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.505224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.508049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.513816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad08ebd5-d168-42cd-b250-630d8cd3c696 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:21.532951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65a0e4c3-a650-4a96-a888-c687765153e9 None None] Port cdf4a228-f325-4b63-bb0b-8590a14ec815 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:21.536421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:21.563432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50da4902-fc16-4066-9ebc-b18ccba5db2c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:21.566381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:21.567289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.574114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2878437 Apr 15 18:23:21.574308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.579849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c0714af8-f576-4b2a-a5e8-2efe4aceba6d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:21.580322 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.api.v2.base [None req-c0714af8-f576-4b2a-a5e8-2efe4aceba6d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 18:23:21.580879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c0714af8-f576-4b2a-a5e8-2efe4aceba6d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] update failed (client error): There was a conflict when trying to complete your request. Apr 15 18:23:21.582085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0714af8-f576-4b2a-a5e8-2efe4aceba6d tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "PUT /v2.0/security-groups/50da4902-fc16-4066-9ebc-b18ccba5db2c HTTP/1.1" status: 409 len: 330 time: 0.0068405 Apr 15 18:23:21.584990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35450) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.658305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.688552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.736575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.741257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2600ec91-a063-42e8-971e-3d1b63e2615e tempest-RoutersAdminNegativeTest-502047828 tempest-RoutersAdminNegativeTest-502047828-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:21.776212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50da4902-fc16-4066-9ebc-b18ccba5db2c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:21.786634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.788816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/50da4902-fc16-4066-9ebc-b18ccba5db2c HTTP/1.1" status: 204 len: 168 time: 0.2025816 Apr 15 18:23:21.790737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:21.792642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35454) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.816673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f3f00007-2105-445c-bf25-e21598c2d419 None None] Provisioning for port 4d156709-922e-4cb9-81cc-817e400bdc32 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:21.842336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f3f00007-2105-445c-bf25-e21598c2d419 None None] Provisioning complete for port 4d156709-922e-4cb9-81cc-817e400bdc32 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:21.842797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3f00007-2105-445c-bf25-e21598c2d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.852125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:21.855762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cde0dd9d-1ff4-4767-bfee-b2c67fc7a002 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Synchronizing usage tracker for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:21.870938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cde0dd9d-1ff4-4767-bfee-b2c67fc7a002 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Unset dirty status for tenant:f383da75cb0942e7bf7dc8da1cf71c32 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:21.874323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cde0dd9d-1ff4-4767-bfee-b2c67fc7a002 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0784335 Apr 15 18:23:21.877263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35458) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.903516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-95cf7f5a-e838-4d08-9ded-21a9da397df8 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] delete failed (client error): The resource could not be found. Apr 15 18:23:21.908528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95cf7f5a-e838-4d08-9ded-21a9da397df8 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "DELETE /v2.0/security-groups/2beca6b6-1992-45b2-950f-cddc1f68f2d0 HTTP/1.1" status: 404 len: 347 time: 0.0261650 Apr 15 18:23:21.908861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35462) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.928094 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-78ae1eee-cc52-484d-8b31-3e7bdaea4320 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] show failed (client error): The resource could not be found. Apr 15 18:23:21.933670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-78ae1eee-cc52-484d-8b31-3e7bdaea4320 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-groups/2349c246-2164-4681-99f5-b2c71cfd0655 HTTP/1.1" status: 404 len: 347 time: 0.0199416 Apr 15 18:23:21.934163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35466) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:21.949108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f3f00007-2105-445c-bf25-e21598c2d419 None None] Port 4d156709-922e-4cb9-81cc-817e400bdc32 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:21.950849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-b096ba56-c693-4760-b6ef-2b6b5525b22c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] show failed (client error): The resource could not be found. Apr 15 18:23:21.955607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b096ba56-c693-4760-b6ef-2b6b5525b22c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] 10.222.0.32 "GET /v2.0/security-group-rules/01a66e05-5c19-4a6c-9797-6a69d31c7c06 HTTP/1.1" status: 404 len: 356 time: 0.0167465 Apr 15 18:23:21.993064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:20Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:21.998095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd19b61-2014-40dc-8189-c4905ca4acd5 None None] The sync data for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv is: [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:20Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:22.263036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-42bc5eb3-983c-45fb-8476-34192a96237a tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Synchronizing usage tracker for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:22.320232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35476) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:22.382290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:23:22.415865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-42bc5eb3-983c-45fb-8476-34192a96237a tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Unset dirty status for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:22.417469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-42bc5eb3-983c-45fb-8476-34192a96237a tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=764ff8a2625440d191e7d95dc7329c1d HTTP/1.1" status: 200 len: 8061 time: 1.0913410 Apr 15 18:23:22.418465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:22.429475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Sync routers for ids ['d6266762-d57b-40a6-b32c-eb18413a0577'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:22.444929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Routers {'d6266762-d57b-40a6-b32c-eb18413a0577'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:22.445528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d6266762-d57b-40a6-b32c-eb18413a0577'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:22.464849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "PUT /v2.0/routers/d6266762-d57b-40a6-b32c-eb18413a0577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4586644 Apr 15 18:23:22.468054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35484) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:22.468172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ddbc9-7790-450b-ace4-cd4f6770a6a8 req-b60545eb-3e9c-4a0c-9488-6e335fda6b96 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:22.469794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b1ddbc9-7790-450b-ace4-cd4f6770a6a8 req-b60545eb-3e9c-4a0c-9488-6e335fda6b96 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 945 time: 0.1148312 Apr 15 18:23:22.472054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'port': {'device_id': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'admin_state_up': True, 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'security_groups': ['6ffc94b0-6d6d-410d-a985-4dcfbbd8db77']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:22.535110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 8c7dac55-0590-4e69-9491-85a6460a6037, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=8c7dac55-0590-4e69-9491-85a6460a6037,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:22.536368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:22.569289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1028db03-e865-436d-9326-611444ddd528 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f383da75cb0942e7bf7dc8da1cf71c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473400 Apr 15 18:23:22.570133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35486) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:22.637064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b1ddbc9-7790-450b-ace4-cd4f6770a6a8 req-28d5cd3a-f26c-48f5-853a-262461b04711 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7349c6-e783-4339-ae0c-a97f2d54ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345999 Apr 15 18:23:22.665872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2eb6e900-806d-41ee-96b3-523bc0286fad req-04b8cbfa-c689-4592-8317-27a5a860cd46 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.0890951 Apr 15 18:23:22.733071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 8c7dac55-0590-4e69-9491-85a6460a6037 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:22.741007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:22.789967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:22.854044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:22.860479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803cd185-d297-46c6-b05f-06508732db7e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:22.876711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Set router d6266762-d57b-40a6-b32c-eb18413a0577 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:22.879328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71edfa-71c4-4ab6-80ec-9b6f8e75288d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:22.882034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:22.889806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:22.891231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f71edfa-71c4-4ab6-80ec-9b6f8e75288d HTTP/1.1" status: 204 len: 168 time: 0.3169484 Apr 15 18:23:23.070292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc771818-6e48-43af-9c9b-6d3e0cea5803 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:23.071016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc771818-6e48-43af-9c9b-6d3e0cea5803 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:23.269693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:18Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': 'cdf4a228-f325-4b63-bb0b-8590a14ec815', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:da:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:16Z', 'updated_at': '2021-04-15T18:23:19Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:23.274298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Checking router: d6266762-d57b-40a6-b32c-eb18413a0577 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:23.275451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Updating router d6266762-d57b-40a6-b32c-eb18413a0577 port cdf4a228-f325-4b63-bb0b-8590a14ec815 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:23:23.318701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fc771818-6e48-43af-9c9b-6d3e0cea5803 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:23.320823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc771818-6e48-43af-9c9b-6d3e0cea5803 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports/cdf4a228-f325-4b63-bb0b-8590a14ec815 HTTP/1.1" status: 200 len: 911 time: 0.6902552 Apr 15 18:23:23.323644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35504) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:23.346239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.350326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:23.381055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:23.459232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d08b30-7204-42c8-a1e7-1832d9866be3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:23.467981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d08b30-7204-42c8-a1e7-1832d9866be3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:23.469950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-79d08b30-7204-42c8-a1e7-1832d9866be3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1449971 Apr 15 18:23:23.472769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35508) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:23.516268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.543285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:23.581622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Made reservation on behalf of 764ff8a2625440d191e7d95dc7329c1d for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:23.591549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.724971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37c3569f-5fa4-460d-a57a-2cd5f01da090 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:23.745052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=8c7dac55-0590-4e69-9491-85a6460a6037,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:23.935643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:23.947112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:23.947531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.957372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.965213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.968794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:23.970132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:23.980261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Transition to ACTIVE for port object cdf4a228-f325-4b63-bb0b-8590a14ec815 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:23.986850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.028768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7395fe49-cc29-4466-99ff-399ab57be2b2 req-ed675b52-a027-421f-8e2c-f9d37c4341d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.1178529 Apr 15 18:23:24.049324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:24.078479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67a69409-9d53-44d0-827c-cefcf6408b55 req-5643e681-6cc3-41e4-b379-43f8a6f9fe6d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.1111581 Apr 15 18:23:24.111576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35524) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:24.185520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.252965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47948602-38ac-44b0-be85-d24190547752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.259039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Pushing event updated for resources: {'Port': ['ID=cdf4a228-f325-4b63-bb0b-8590a14ec815,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:24.263927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:24.294284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 37c3569f-5fa4-460d-a57a-2cd5f01da090, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37c3569f-5fa4-460d-a57a-2cd5f01da090,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:24.298101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.304149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.305159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:24.391976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1092460218'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:24.399164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:24.404387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Usage tracker for resource:network and tenant:69e80bf8875b4ce2aca001a5ba24f42e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:24.408778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:24.416393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:24.432692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:24.444205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:24.445094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 8c7dac55-0590-4e69-9491-85a6460a6037 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:24.487888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 58384af2-5457-4d8c-baf8-62d240d22e67 associated. External IP: 172.26.7.115, port: 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2. Apr 15 18:23:24.501028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 8c7dac55-0590-4e69-9491-85a6460a6037 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:24.501422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 8c7dac55-0590-4e69-9491-85a6460a6037 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:24.521651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Made reservation on behalf of 69e80bf8875b4ce2aca001a5ba24f42e for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:24.527756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.554995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.555562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 8c7dac55-0590-4e69-9491-85a6460a6037 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:24.564218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Attempting to bind port cdf4a228-f325-4b63-bb0b-8590a14ec815 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:24.564397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Attempting to bind port cdf4a228-f325-4b63-bb0b-8590a14ec815 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:24.564732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Attempting to bind port cdf4a228-f325-4b63-bb0b-8590a14ec815 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:24.569071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.571320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:24.572241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:24.573285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.573285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:24.573609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Bound port: cdf4a228-f325-4b63-bb0b-8590a14ec815, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:24.573987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.582178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'name': 'network-vif-deleted', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:24.592000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:24.602340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Usage tracker for resource:security_group_rule and tenant:69e80bf8875b4ce2aca001a5ba24f42e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:24.607505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:24.671590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-093a5a79-81a1-43ba-8448-076feea2758c req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/8c7dac55-0590-4e69-9491-85a6460a6037 HTTP/1.1" status: 204 len: 173 time: 3.7524774 Apr 15 18:23:24.675461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:24.688989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Allocated IP 172.20.0.11 (ec0e8b68-982a-47df-8fef-7190bdfb7e2d/9557b458-5a97-4851-addc-fe05b8ec7f5c/52d65c02-e166-4680-bd27-5e3f5ed80a28) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:24.705478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] For port cdf4a228-f325-4b63-bb0b-8590a14ec815, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:24.709901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] For port cdf4a228-f325-4b63-bb0b-8590a14ec815, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cdf4a228-f325-4b63-bb0b-8590a14ec815,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:24.713279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:24.755677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:24.862824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port cdf4a228-f325-4b63-bb0b-8590a14ec815 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:24.863212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.035727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Pushing event updated for resources: {'Port': ['ID=cdf4a228-f325-4b63-bb0b-8590a14ec815,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:25.042234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:25.083521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Routers {'d6266762-d57b-40a6-b32c-eb18413a0577'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:25.084300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d6266762-d57b-40a6-b32c-eb18413a0577'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:25.206680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port cdf4a228-f325-4b63-bb0b-8590a14ec815, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=cdf4a228-f325-4b63-bb0b-8590a14ec815,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:25.207102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.209783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a54401c-8458-4063-a592-a5638737d428', 'name': 'network-vif-deleted', 'tag': '8c7dac55-0590-4e69-9491-85a6460a6037', 'status': 'completed', 'code': 200} Apr 15 18:23:25.331292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.354739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] Set router d6266762-d57b-40a6-b32c-eb18413a0577 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:25.436899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.454538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for cdf4a228-f325-4b63-bb0b-8590a14ec815 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:25.527821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38eac445-f1d9-4d16-b7a9-3297072ae2bf tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:25.555352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:23:25.564428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.564877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Added segment e0dba3de-5f00-4a89-a197-15789c6319fc of type vlan for network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 Apr 15 18:23:25.599145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.635405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d2bee2bf-412d-4466-9753-3ae2fa895e42 req-e9c8cc22-749c-472b-b95e-c0d5c45f36b6 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.3003914 Apr 15 18:23:25.646381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.658984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:25.658984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.659255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37c3569f-5fa4-460d-a57a-2cd5f01da090 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:25.664591 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f4a292a3-4f3a-47c4-b0c6-245b21d1fb68 req-cb829b60-5a10-425c-9b2e-64c99094c04f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a54401c-8458-4063-a592-a5638737d428 HTTP/1.1" status: 200 len: 210 time: 0.3292139 Apr 15 18:23:25.673212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:25.679584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.723369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a4531-5803-4d34-a0de-06abd4a0362e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:25.731153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:25.734450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a92b3fe3-5f3d-4695-ac89-9a7fcc1f0c72 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:25.780375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 37c3569f-5fa4-460d-a57a-2cd5f01da090 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:25.781101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.786030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:18Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': 'cdf4a228-f325-4b63-bb0b-8590a14ec815', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:da:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:16Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 4, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:25.790306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2948a4b-c253-4f3b-958e-8e3640f6c304 None None] The sync data for ids ['d6266762-d57b-40a6-b32c-eb18413a0577'] in dv-neutron-786478-1-hyperv is: [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:18Z', 'revision_number': 2, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None, '_interfaces': [{'id': 'cdf4a228-f325-4b63-bb0b-8590a14ec815', 'name': '', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'mac_address': 'fa:16:3e:da:d7:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:16Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 4, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'subnets': [{'id': '2b79a660-0d8c-4657-b05e-a2bc7f5d2aff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:25.821776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Transition to ACTIVE for port object 52d65c02-e166-4680-bd27-5e3f5ed80a28 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:25.974387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:25.992591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:26.052046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:26.063738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:26.075664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:26.076602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:26.137236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0141480 Apr 15 18:23:26.145267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35538) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:26.147568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:26.156736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Request body: {'subnet': {'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:26.157895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:26.158574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:22:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:26.242625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:26.242625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54e5f9-73be-481e-a434-066f89e469e8 None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:26.282399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event updated for resources: {'Network': ['ID=6fa69d84-23b7-499a-83dc-bb0ecd1b4334,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:26.293168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:26.298710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:23:26.313336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:26.330171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:26.341734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:26.346446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Usage tracker for resource:subnet and tenant:69e80bf8875b4ce2aca001a5ba24f42e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:26.349541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:26.356478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:26.422675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:26.425248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Made reservation on behalf of 69e80bf8875b4ce2aca001a5ba24f42e for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:26.432140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:26.486898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:26.497576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:26.630350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:26.652933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdc258d7-ae39-4daa-969a-801a3239332b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:26.653330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:26.654305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:26.694575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2428708 Apr 15 18:23:26.709176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-65b10069-3a89-429a-91a4-2f902fcb6367 None None] Provisioning for port 52d65c02-e166-4680-bd27-5e3f5ed80a28 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:26.709599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Request body: {'port': {'device_id': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:26.716174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-65b10069-3a89-429a-91a4-2f902fcb6367 None None] Provisioning complete for port 52d65c02-e166-4680-bd27-5e3f5ed80a28 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:26.716817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65b10069-3a89-429a-91a4-2f902fcb6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:26.773649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router 4f1cbebd-f8af-49c6-b085-32985900cbd3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:26.785493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=cdf4a228-f325-4b63-bb0b-8590a14ec815,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:26.838554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35546) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:26.856203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65b10069-3a89-429a-91a4-2f902fcb6367 None None] Port 52d65c02-e166-4680-bd27-5e3f5ed80a28 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:26.856675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.857128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.857560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.858027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.858447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.858870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.859292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.859711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.860133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.860567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.860979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.861391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:26.877162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:26.961268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.004856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59f4615e-64e6-4049-8d7c-5a8fe17cd057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.116932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.182530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.199225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148feba-2ad3-4ce5-b92b-3aa96c5b1df4 req-43437255-1a51-4129-8d24-363b9c4e642a tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:27.200946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f148feba-2ad3-4ce5-b92b-3aa96c5b1df4 req-43437255-1a51-4129-8d24-363b9c4e642a tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 932 time: 0.3251917 Apr 15 18:23:27.276955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:27.286895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.287488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] Sync routers for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:27.298289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:27.299104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:27.332784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.368004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:27.378004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:27.378527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:27.392581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.447250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:27.447704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715d86c-b1cb-42f2-929b-8d13c7fbc97b None None] The sync data for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:27.472902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f148feba-2ad3-4ce5-b92b-3aa96c5b1df4 req-7f915106-2397-4946-ba6c-d84b1c28f2a7 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165365 Apr 15 18:23:27.581311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea33d22d-b105-46d8-967a-835e311ab7cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/floatingips/58384af2-5457-4d8c-baf8-62d240d22e67 HTTP/1.1" status: 200 len: 978 time: 6.2095959 Apr 15 18:23:27.584908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35550) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:27.667376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.676398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05ac960a-0e11-4fa5-9031-124fe0d9bd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:27.684146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.701088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7349c6-e783-4339-ae0c-a97f2d54ef4c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:27.711936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 4d156709-922e-4cb9-81cc-817e400bdc32 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:27.712345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.772945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:27.792600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3eaa2e70-0703-4b6f-9fe6-5ad0660e8776 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:28.035331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:23:28.055245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.056247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.056679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.057099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.057520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.057957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.058384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.058785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.059201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.059610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.060021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.060424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:28.064365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:28.075014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event updated for resources: {'Subnet': ['ID=5daaa67b-ab70-405f-9d58-6c971bafdc55,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:28.079513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:28.100076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Router d6266762-d57b-40a6-b32c-eb18413a0577 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:28.101978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:28.103773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/de7349c6-e783-4339-ae0c-a97f2d54ef4c HTTP/1.1" status: 204 len: 168 time: 1.2626624 Apr 15 18:23:28.142164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35556) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:28.263280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d65c02-e166-4680-bd27-5e3f5ed80a28 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:23:28.273319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:28.315234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "PUT /v2.0/routers/d6266762-d57b-40a6-b32c-eb18413a0577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8410366 Apr 15 18:23:28.317931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:28.318702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Checking segment: {'id': 'e0dba3de-5f00-4a89-a197-15789c6319fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:28.319105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Network hostable DHCP agents. Network: 6fa69d84-23b7-499a-83dc-bb0ecd1b4334, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:23:28.337868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:28.384805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:28.403313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:23:28.417764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Transition to ACTIVE for port object 52d65c02-e166-4680-bd27-5e3f5ed80a28 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:28.419007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68ce08-ca36-4256-8920-f60ff40d4fbe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:28.420749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca68ce08-ca36-4256-8920-f60ff40d4fbe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:28.421566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca68ce08-ca36-4256-8920-f60ff40d4fbe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:28.425730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6fa69d84-23b7-499a-83dc-bb0ecd1b4334) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:28.443555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805751ef-cf7f-45d9-8788-9baabd11992e None None] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:28.447188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:28.447939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:28.458545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca68ce08-ca36-4256-8920-f60ff40d4fbe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:28.459944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca68ce08-ca36-4256-8920-f60ff40d4fbe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1357918 Apr 15 18:23:28.463675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35564) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:28.474669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:28.501452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba751af2-044c-4fba-8f20-e265c529a812 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:28.508137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3606865 Apr 15 18:23:28.509083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35570) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:28.522691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Request body: {'port': {'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334', 'name': 'tempest-TagsExtTest-906943970'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:28.638800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Sync routers for ids ['d6266762-d57b-40a6-b32c-eb18413a0577'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:28.666355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Routers {'d6266762-d57b-40a6-b32c-eb18413a0577'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:28.667057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d6266762-d57b-40a6-b32c-eb18413a0577'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:28.833370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:28.836813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:28.859678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Set router d6266762-d57b-40a6-b32c-eb18413a0577 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:28.979784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 2b79a660-0d8c-4657-b05e-a2bc7f5d2aff {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:28.986924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:26Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:28.990282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.005569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Checking router: d6266762-d57b-40a6-b32c-eb18413a0577 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:29.008159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-6fa69d84-23b7-499a-83dc-bb0ecd1b4334', 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334', 'tenant_id': '69e80bf8875b4ce2aca001a5ba24f42e', 'fixed_ips': [{'subnet_id': '5daaa67b-ab70-405f-9d58-6c971bafdc55'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:29.009634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.026133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.095583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.095838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Routers {'d6266762-d57b-40a6-b32c-eb18413a0577'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:29.096303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d6266762-d57b-40a6-b32c-eb18413a0577'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:29.158433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:29.171071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Usage tracker for resource:port and tenant:69e80bf8875b4ce2aca001a5ba24f42e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:29.179545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:29.199948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b80c8e-af09-4d42-8a52-0197937d2c55 req-22a5c592-62f3-400a-9c73-528b3e19f1b9 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:29.201310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08b80c8e-af09-4d42-8a52-0197937d2c55 req-22a5c592-62f3-400a-9c73-528b3e19f1b9 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.3081553 Apr 15 18:23:29.206401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:29.250569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Made reservation on behalf of 69e80bf8875b4ce2aca001a5ba24f42e for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:29.256718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.304004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08b80c8e-af09-4d42-8a52-0197937d2c55 req-c028318d-ef87-4b4c-afc4-02c29ee73e6b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925376 Apr 15 18:23:29.305295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] device_id is not set on port bd48c4d3-a653-4b7d-8851-28a5ba419d17 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:23:29.311018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] Set router d6266762-d57b-40a6-b32c-eb18413a0577 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:29.357882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.400282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Attempting to bind port 52d65c02-e166-4680-bd27-5e3f5ed80a28 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:29.400455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Attempting to bind port 52d65c02-e166-4680-bd27-5e3f5ed80a28 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:29.400749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Attempting to bind port 52d65c02-e166-4680-bd27-5e3f5ed80a28 on network ec0e8b68-982a-47df-8fef-7190bdfb7e2d {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:29.471879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:26Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:29.481237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9a15a-81ed-48bd-aa12-23128f10fc9a None None] The sync data for ids ['d6266762-d57b-40a6-b32c-eb18413a0577'] in dv-neutron-786478-1-hyperv is: [{'id': 'd6266762-d57b-40a6-b32c-eb18413a0577', 'name': 'tempest-NetworksTestDHCPv6-router-712117551', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:14Z', 'updated_at': '2021-04-15T18:23:26Z', 'revision_number': 3, 'project_id': '43302272f3a645f79e2e60f4548386ab', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:29.484121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Port 52d65c02-e166-4680-bd27-5e3f5ed80a28 on network ec0e8b68-982a-47df-8fef-7190bdfb7e2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:23:29.484121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Attempting to bind port 52d65c02-e166-4680-bd27-5e3f5ed80a28 on network ec0e8b68-982a-47df-8fef-7190bdfb7e2d {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:29.506613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:29.506982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Checking segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:29.507398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Bound using segment: {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:29.507870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Bound port: 52d65c02-e166-4680-bd27-5e3f5ed80a28, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:29.508261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.510108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Allocated IP 172.20.0.2 (6fa69d84-23b7-499a-83dc-bb0ecd1b4334/5daaa67b-ab70-405f-9d58-6c971bafdc55/530a65f9-ea89-4e3a-a4a3-fb2695c5d921) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:29.603542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cdf4a228-f325-4b63-bb0b-8590a14ec815 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:29.657081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.657501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.657912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Floating IP 58384af2-5457-4d8c-baf8-62d240d22e67 disassociated. External IP: 172.26.7.115, port: 4d156709-922e-4cb9-81cc-817e400bdc32. Apr 15 18:23:29.658269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 4d156709-922e-4cb9-81cc-817e400bdc32 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:29.664352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: cdf4a228-f325-4b63-bb0b-8590a14ec815 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:29.664745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device cdf4a228-f325-4b63-bb0b-8590a14ec815 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:29.698955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.717139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-902456c6-47db-4bf1-8ff4-17db772720a0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:29.778896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:29.786040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:29.804920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.822414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb266033-079b-4342-aaa4-b18b4e64aca4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:29.845977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=2b79a660-0d8c-4657-b05e-a2bc7f5d2aff,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:29.869798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:29.913096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:29.929462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d2452-2421-4f3c-bb73-6f79005e5a7b None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:29.930244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2b79a660-0d8c-4657-b05e-a2bc7f5d2aff HTTP/1.1" status: 204 len: 168 time: 1.4652553 Apr 15 18:23:29.932640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35574) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:30.095805 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-275aee7b-36d5-476c-9280-ff16e664bff3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1594241 Apr 15 18:23:30.096282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35578) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:30.106552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.189611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Transition to ACTIVE for port object 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:30.217451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Transition to ACTIVE for port object 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:30.231403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.248929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70bcb240-8117-4cee-96b6-58080462942a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:30.287735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.385254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:30.388759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:30.400876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Pushing event updated for resources: {'Port': ['ID=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:30.411060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:30.420150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.439396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:30.468356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94196839-2503-4723-aa74-08144824a94c None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:30.481235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-94196839-2503-4723-aa74-08144824a94c None None] Deleting port 37a965d7-de09-4d10-9b9b-d6e05c36a27c {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:30.481656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94196839-2503-4723-aa74-08144824a94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.530088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:30.532996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:30.537250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:30.555231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=4d156709-922e-4cb9-81cc-817e400bdc32,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:30.558489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:30.568092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Allocated IP 172.20.0.7 (6fa69d84-23b7-499a-83dc-bb0ecd1b4334/5daaa67b-ab70-405f-9d58-6c971bafdc55/bd48c4d3-a653-4b7d-8851-28a5ba419d17) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:30.576974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:30.577584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.579123 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] 10.222.0.49 "PUT /v2.0/ports/52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 1094 time: 3.8744829 Apr 15 18:23:30.584266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:30.611849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.671557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'status': 'completed', 'code': 200} Apr 15 18:23:30.715219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Attempting to bind port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:30.715636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Attempting to bind port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e0dba3de-5f00-4a89-a197-15789c6319fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:30.716046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Attempting to bind port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 on network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:30.771721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.797007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.808670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:30.809091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Checking segment: {'id': 'e0dba3de-5f00-4a89-a197-15789c6319fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:30.809544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.810010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Bound using segment: {'id': 'e0dba3de-5f00-4a89-a197-15789c6319fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:30.810553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Bound port: 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dba3de-5f00-4a89-a197-15789c6319fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6fa69d84-23b7-499a-83dc-bb0ecd1b4334'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:30.810968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.909127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126165d-541c-41d1-8c8c-a55312143b1a req-a79e1bb4-cf02-453a-85d3-9f8d1cce1d3c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:30.910891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2126165d-541c-41d1-8c8c-a55312143b1a req-a79e1bb4-cf02-453a-85d3-9f8d1cce1d3c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.3403578 Apr 15 18:23:30.913876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-94196839-2503-4723-aa74-08144824a94c None None] For port 37a965d7-de09-4d10-9b9b-d6e05c36a27c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37a965d7-de09-4d10-9b9b-d6e05c36a27c,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:30.914330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94196839-2503-4723-aa74-08144824a94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.994705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:30.995436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Fanout notify agent at l3_agent the message router_deleted on router d6266762-d57b-40a6-b32c-eb18413a0577 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:23:31.062532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.076996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a50e435d-160e-486b-8ee2-8b26de7031c8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/routers/d6266762-d57b-40a6-b32c-eb18413a0577 HTTP/1.1" status: 204 len: 168 time: 0.9795485 Apr 15 18:23:31.086201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35586) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:31.089664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2126165d-541c-41d1-8c8c-a55312143b1a req-e1673728-bdba-4e0b-991a-44c2af53b6ff tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671567 Apr 15 18:23:31.139427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-94196839-2503-4723-aa74-08144824a94c None None] Calling delete_port for 37a965d7-de09-4d10-9b9b-d6e05c36a27c owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:31.210566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-aacc45cc-a216-4645-ad3b-9db293294b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:31.212974 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-aacc45cc-a216-4645-ad3b-9db293294b46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1097 time: 0.5403347 Apr 15 18:23:31.229319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] For port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:31.244053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] For port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,segment=NetworkSegment(e0dba3de-5f00-4a89-a197-15789c6319fc),segment_id=e0dba3de-5f00-4a89-a197-15789c6319fc)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:31.247233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.258364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.274932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c50479-7fb1-4191-a9c7-5e28d63ea902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:31.278941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Transition to ACTIVE for port object bd48c4d3-a653-4b7d-8851-28a5ba419d17 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:31.290661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c35803-591f-40d2-9003-ee7692fc84b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:31.292130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76c35803-591f-40d2-9003-ee7692fc84b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:31.314172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-c11ee37b-bb18-4a7d-b0b1-2c104ab228e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 217 time: 0.0919542 Apr 15 18:23:31.315966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76c35803-591f-40d2-9003-ee7692fc84b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:31.318906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76c35803-591f-40d2-9003-ee7692fc84b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2265694 Apr 15 18:23:31.320101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35590) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:31.382507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94196839-2503-4723-aa74-08144824a94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.388804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.406090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e306152-3b0f-4f03-8ad4-049f895655b2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:31.430617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-aed6dd0e-d91f-4750-b642-6f3f58ba5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:31.432272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-aed6dd0e-d91f-4750-b642-6f3f58ba5b66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 200 len: 834 time: 0.1090734 Apr 15 18:23:31.442854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router 4f1cbebd-f8af-49c6-b085-32985900cbd3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:31.516191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c54df3-0256-4399-b740-45ad0b4264f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:31.516944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58c54df3-0256-4399-b740-45ad0b4264f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:31.528020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Pushing event updated for resources: {'Port': ['ID=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:31.535337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:31.537942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:31.563519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event updated for resources: {'Port': ['ID=bd48c4d3-a653-4b7d-8851-28a5ba419d17,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:31.570704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:31.574166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-58c54df3-0256-4399-b740-45ad0b4264f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:31.577911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58c54df3-0256-4399-b740-45ad0b4264f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2541659 Apr 15 18:23:31.578522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35594) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:31.591348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94196839-2503-4723-aa74-08144824a94c None None] Pushing event deleted for resources: {'Port': ['ID=37a965d7-de09-4d10-9b9b-d6e05c36a27c,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:31.606630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94196839-2503-4723-aa74-08144824a94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:31.630914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94196839-2503-4723-aa74-08144824a94c None None] No DVR routers for this DVR port 37a965d7-de09-4d10-9b9b-d6e05c36a27c on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:31.678149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37a965d7-de09-4d10-9b9b-d6e05c36a27c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:31.721813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 37a965d7-de09-4d10-9b9b-d6e05c36a27c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:31.722360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37a965d7-de09-4d10-9b9b-d6e05c36a27c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:31.741756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 87ba3278-62f2-4179-9415-c163655829f5 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:31.742172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:31.842058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-867a68e8-634e-48fd-a3da-176d690ad55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:31.843619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-867a68e8-634e-48fd-a3da-176d690ad55a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3996949 Apr 15 18:23:31.947030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:31.949663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7dc0149e-9490-434a-9b2b-cb0c189740e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:31.963472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] Sync routers for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:31.975414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:31.976200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:31.986498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7dc0149e-9490-434a-9b2b-cb0c189740e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:31.987732 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7dc0149e-9490-434a-9b2b-cb0c189740e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4086123 Apr 15 18:23:31.994513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:32.003112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:32.050542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:32.063719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:32.064710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:32.083522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:32.097800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:32.102927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:32.144551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:32.145752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921ab9ea-1ab9-433f-b65b-50a60001654a None None] The sync data for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:32.189823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:32.201722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:32.202427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.220961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:32.229818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7143371 Apr 15 18:23:32.232779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35604) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:32.238939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1832608652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:32.245170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:32.249370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.251537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.257962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 87ba3278-62f2-4179-9415-c163655829f5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87ba3278-62f2-4179-9415-c163655829f5,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:32.258595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.297385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-03c2570c-a25d-4fdf-82f8-000d0fd31459 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315908 Apr 15 18:23:32.322035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:32.392367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Usage tracker for resource:router and tenant:69e80bf8875b4ce2aca001a5ba24f42e is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:32.413947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:32.426778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:32.460708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.461947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.506877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.517444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae36d-90ac-4a72-8844-aa7e7548c78a req-64fe28e1-273e-4c0d-9b80-b87846eaa756 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:32.519240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa8ae36d-90ac-4a72-8844-aa7e7548c78a req-64fe28e1-273e-4c0d-9b80-b87846eaa756 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.2496793 Apr 15 18:23:32.619224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.668613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa8ae36d-90ac-4a72-8844-aa7e7548c78a req-bb5c93ad-2092-4147-ba0a-29881c39cfbd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399829 Apr 15 18:23:32.678195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:32.684998 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e75b18de-1e28-49b5-a51b-b875e9fee634 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4456954 Apr 15 18:23:32.692393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35608) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:32.702000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5570fd94-8685-4a01-a459-4008785abf79 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2077733312', 'prefixes': ['172.20.0.0/16']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:32.719453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5570fd94-8685-4a01-a459-4008785abf79 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:32.751692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/4d156709-922e-4cb9-81cc-817e400bdc32 HTTP/1.1" status: 204 len: 168 time: 5.1653230 Apr 15 18:23:32.753589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35612) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:32.762020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 87ba3278-62f2-4179-9415-c163655829f5 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:32.962444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b99a0299-2477-4c9a-9410-a2bc8b237815 req-6c3e5789-2aaa-4076-9a2c-5713a77409da service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958278 Apr 15 18:23:33.058041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5570fd94-8685-4a01-a459-4008785abf79 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for subnetpool, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:33.062628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5570fd94-8685-4a01-a459-4008785abf79 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3660104 Apr 15 18:23:33.063856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35616) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:33.079755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-1c910ad7-ff77-4ef0-ab14-ef9a11f8b900 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-355286881') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:33.158522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:33.175311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffcc91e7-fdaa-4918-8b5d-f4848d3fdd39 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:33.287129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=87ba3278-62f2-4179-9415-c163655829f5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:33.297867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:33.329196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-30342343-e193-4b2e-a6b5-1e91ad68aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:33.330897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-30342343-e193-4b2e-a6b5-1e91ad68aae0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1097 time: 0.3109593 Apr 15 18:23:33.456389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:23:33.459563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:33.475750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6df329e-3d47-4ff0-83d0-9ac8d04e50f9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:33.485001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de61af2-9363-4db1-a066-8556aed4ee41 None None] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:33.493928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c910ad7-ff77-4ef0-ab14-ef9a11f8b900 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-355286881 HTTP/1.1" status: 201 len: 201 time: 0.4237819 Apr 15 18:23:33.498233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35620) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:33.518885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-f1aee219-227f-4915-b481-6914c9e97dd9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-986780794') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:33.617558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-86ee793f-0c50-4fac-b34a-9c640d92bc65 None None] Provisioning for port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:33.695952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=30a8573e-1bee-4661-ac76-85ab3e810603,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:33.696877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-ec59fe8c-9104-4db5-ad0e-86c3f1c3c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:33.698527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-ec59fe8c-9104-4db5-ad0e-86c3f1c3c326 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 897 time: 0.3593280 Apr 15 18:23:33.739008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:33.869602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-32b83f3f-16eb-4a60-be07-95cb8f816bb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 217 time: 0.1610491 Apr 15 18:23:33.870194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:33.887946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:33.931291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:33.954705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871ecf1-2597-4240-81e7-bdc0b465dff4 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:33.963124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:33.963796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.002545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0067966 Apr 15 18:23:34.005502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35626) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:34.021571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:34.039179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.119783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-ed1c610a-91f3-4709-ad25-65b1acc24936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:34.121442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-ed1c610a-91f3-4709-ad25-65b1acc24936 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 200 len: 834 time: 0.1840906 Apr 15 18:23:34.178552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1aee219-227f-4915-b481-6914c9e97dd9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-986780794 HTTP/1.1" status: 201 len: 201 time: 0.6791978 Apr 15 18:23:34.187630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35630) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:34.203983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-394ff187-cb19-41cc-a66f-7ec71e8ce0fa tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-1832592975') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:34.243604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:34.253195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:34.253487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.285262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e5318-3854-4f34-ba34-1d127c02a339 req-70e8827c-3c1b-4356-8cae-056ab1b54b28 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:34.288163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.293877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-036e5318-3854-4f34-ba34-1d127c02a339 req-70e8827c-3c1b-4356-8cae-056ab1b54b28 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.4143176 Apr 15 18:23:34.354488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-036e5318-3854-4f34-ba34-1d127c02a339 req-fc7b8daa-76d8-4b92-bc54-ee0effe508a5 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599730 Apr 15 18:23:34.451483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:34.464241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:34.489818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:34.497423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.501421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-5e8848a9-83b3-4779-b76a-6d6836acd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:34.503077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-5e8848a9-83b3-4779-b76a-6d6836acd66b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3734190 Apr 15 18:23:34.520611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '30a8573e-1bee-4661-ac76-85ab3e810603'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:34.521685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.543074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.585247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,segment=NetworkSegment(e0dba3de-5f00-4a89-a197-15789c6319fc),segment_id=e0dba3de-5f00-4a89-a197-15789c6319fc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:34.593590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.596676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:34.613307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-394ff187-cb19-41cc-a66f-7ec71e8ce0fa tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-1832592975 HTTP/1.1" status: 201 len: 201 time: 0.4243789 Apr 15 18:23:34.623335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35634) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:34.632878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-197ac812-9e19-48bd-8f9e-904c732520e3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-773129251') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:34.716057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Provisioning for port bd48c4d3-a653-4b7d-8851-28a5ba419d17 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:34.747680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Provisioning complete for port bd48c4d3-a653-4b7d-8851-28a5ba419d17 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:34.748373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.837879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:34.841053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:34.841993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Port bd48c4d3-a653-4b7d-8851-28a5ba419d17 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:34.907428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Provisioning complete for port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:34.907428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58bd5685-4a6f-4cae-9afa-bac16b642fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:34.915543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-197ac812-9e19-48bd-8f9e-904c732520e3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-773129251 HTTP/1.1" status: 201 len: 201 time: 0.2886064 Apr 15 18:23:34.915543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-76fff217-8571-4b3c-814f-1a530868b20e service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949559 Apr 15 18:23:34.915866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35638) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:34.936829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ee715098-d9a7-435e-9aac-46ee17e20944 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:34.969109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Allocated IP 2001:db8::f816:3eff:fe3d:b2f7 (530f0ff6-d890-4520-b761-45c133c833af/30a8573e-1bee-4661-ac76-85ab3e810603/91c9c44b-2c26-4d8a-bac9-00bd1e763530) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:35.287546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.303299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Transition to ACTIVE for port object 91c9c44b-2c26-4d8a-bac9-00bd1e763530 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:35.319496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1811a586-daf1-4bf4-a7ab-f99b55d7d273 None None] Provisioning complete for port bd48c4d3-a653-4b7d-8851-28a5ba419d17 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:35.319917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1811a586-daf1-4bf4-a7ab-f99b55d7d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.366919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Transition to ACTIVE for port object 91c9c44b-2c26-4d8a-bac9-00bd1e763530 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:35.368708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 5ea2086e-1252-45a1-b808-7e77b9a6569d {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:35.369100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.382081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.474450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e6c581-17de-4cd5-83ff-ca224f224a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:35.531958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1811a586-daf1-4bf4-a7ab-f99b55d7d273 None None] Port bd48c4d3-a653-4b7d-8851-28a5ba419d17 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:35.573450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Pushing event updated for resources: {'Port': ['ID=91c9c44b-2c26-4d8a-bac9-00bd1e763530,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:35.577621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:35.587390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89674e0e-83a9-4b0c-9e48-35286e7d042f req-48382084-8b65-4962-b883-bb84f8ff2c0c service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6553471 Apr 15 18:23:35.596884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:35.598134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:35.600481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:35.641768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ee715098-d9a7-435e-9aac-46ee17e20944 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 200 len: 240 time: 0.7161322 Apr 15 18:23:35.644954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35646) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:35.663205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b15f5d8e-468d-47d2-986c-7566c7ddae1e tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-355286881') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:35.676722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 789b4dd8-7f8c-43ad-8386-a6e560865904 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:35.682114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:35.750296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.756920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Attempting to bind port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:35.758095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Attempting to bind port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:35.758807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Attempting to bind port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:35.770961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:35.771885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:35.772552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.773268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:35.775584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Bound port: 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:35.776257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.883996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:35.894150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:35.894293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:35.899693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/789b4dd8-7f8c-43ad-8386-a6e560865904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7558312 Apr 15 18:23:35.902429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35650) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:35.911493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 5ea2086e-1252-45a1-b808-7e77b9a6569d owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:35.932759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Sync routers for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:35.953513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] For port 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:35.953745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c697-53f0-4719-a965-9ef395ad0c50 req-d9144539-6d23-49f9-af0e-7c08b1ed5e46 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:35.955260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e763c697-53f0-4719-a965-9ef395ad0c50 req-d9144539-6d23-49f9-af0e-7c08b1ed5e46 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.4381099 Apr 15 18:23:35.967941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:35.968643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:35.976906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet 5e65ec64-f81a-4dca-9eac-e0555d74b8b2 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:35.980831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.045432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] For port 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91c9c44b-2c26-4d8a-bac9-00bd1e763530,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:36.045646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.111596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.123954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b15f5d8e-468d-47d2-986c-7566c7ddae1e tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-355286881 HTTP/1.1" status: 204 len: 168 time: 0.4690280 Apr 15 18:23:36.123954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.126249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35654) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.129595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:36.132875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-f101e9ca-b3bc-4528-9b6f-76c73f01891a tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-355286881') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:36.147151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ad90595-422b-49c4-ba7b-776a24dfe5c5 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:36.181420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e763c697-53f0-4719-a965-9ef395ad0c50 req-e94a976a-5fd3-47ec-b318-38f2451b5219 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102981 Apr 15 18:23:36.188319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.312112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=2401bcc6-b77e-421b-8f2e-9241d31ea757,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:36.314868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:36.395005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f101e9ca-b3bc-4528-9b6f-76c73f01891a tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-355286881 HTTP/1.1" status: 204 len: 168 time: 0.2652006 Apr 15 18:23:36.397462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35658) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.404303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-bd99ba3a-e43a-4d26-a2df-5f8663d14757 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:36.409741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Pushing event updated for resources: {'Port': ['ID=91c9c44b-2c26-4d8a-bac9-00bd1e763530,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:36.425880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:36.429354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:36.429501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:36.430321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:23:36.441459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:36.448014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:36.448674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.464026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.482250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-035b0e19-9000-4b09-a33f-d7d29158780e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:36.582916 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd99ba3a-e43a-4d26-a2df-5f8663d14757 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 200 len: 205 time: 0.1829605 Apr 15 18:23:36.583919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35662) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.590290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-d19c401a-41d2-4cae-ba38-993fef60d693 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:36.594882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=5ea2086e-1252-45a1-b808-7e77b9a6569d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:36.597499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:36.620859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6041698 Apr 15 18:23:36.621898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35666) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.630531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:61:4f:59', 'name': 'tempest-NetworksTestDHCPv6-936389406'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:36.634138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.650949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3af44b9-0e05-4a43-b0c3-028dcf913b4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:36.743793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=5e65ec64-f81a-4dca-9eac-e0555d74b8b2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:36.761542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:36.816109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d19c401a-41d2-4cae-ba38-993fef60d693 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 200 len: 240 time: 0.2316589 Apr 15 18:23:36.819134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:36.822365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35670) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.830474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ccfa163a-4264-418d-ba03-2220d809f54f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-986780794') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:36.870014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/5e65ec64-f81a-4dca-9eac-e0555d74b8b2 HTTP/1.1" status: 204 len: 168 time: 0.9663239 Apr 15 18:23:36.870893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35674) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:36.917549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922010d-eebe-4b84-85ca-d5e84ed943fa None None] Network 2626c244-ad78-418c-acd4-75b28d60287e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:36.919653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:36.955186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:36.959222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:36.968067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:37.044152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:37.089020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ccfa163a-4264-418d-ba03-2220d809f54f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-986780794 HTTP/1.1" status: 204 len: 168 time: 0.2642007 Apr 15 18:23:37.092321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35678) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:37.097808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ef2e9cbb-5de3-4563-9e36-9093a5f5fefa tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-986780794') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:37.151288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.247097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:37.276228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'mac_address': 'fa:16:3e:c5:c4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:23:37.299325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.392849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.399993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 82dd9011-284f-454f-82f0-cb32f3d17d4c yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:23:37.403428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef2e9cbb-5de3-4563-9e36-9093a5f5fefa tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-986780794 HTTP/1.1" status: 204 len: 168 time: 0.3100441 Apr 15 18:23:37.404756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 1bf4b56b-207a-4827-845f-a958e4255e91 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:37.405139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.410105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.437969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35684) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:37.444039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d65c02-e166-4680-bd27-5e3f5ed80a28 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:23:37.447714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-d4a6ec9a-4c29-4fc5-867d-25c43e365c67 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:37.465269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:23:32Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '1bf4b56b-207a-4827-845f-a958e4255e91', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:04Z', 'updated_at': '2021-04-15T18:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:37.468514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:37.471919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Checking router: 789b4dd8-7f8c-43ad-8386-a6e560865904 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:37.475740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.479527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94196839-2503-4723-aa74-08144824a94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:37.570734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Routers {'789b4dd8-7f8c-43ad-8386-a6e560865904'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:37.571466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['789b4dd8-7f8c-43ad-8386-a6e560865904'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:37.646864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] DHCP port deletion for 2626c244-ad78-418c-acd4-75b28d60287e request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:37.649740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.701894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4a6ec9a-4c29-4fc5-867d-25c43e365c67 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 200 len: 205 time: 0.2627747 Apr 15 18:23:37.704684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35688) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:37.720305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-9a368469-4a5c-496b-9d3a-659d0305aee3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:37.760324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Deleting port a9427ad1-7605-474b-a126-7cb53ea71005 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:37.760621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:37.814082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['52d65c02-e166-4680-bd27-5e3f5ed80a28'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:23:37.840596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91c9c44b-2c26-4d8a-bac9-00bd1e763530 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:37.958276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:37.988640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:38.043460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] Set router 789b4dd8-7f8c-43ad-8386-a6e560865904 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:38.185124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:23:37Z', 'revision_number': 8, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:38.206086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cadc3-8e39-415d-af9c-55f7f26851b9 None None] The sync data for ids ['789b4dd8-7f8c-43ad-8386-a6e560865904'] in dv-neutron-786478-1-hyperv is: [{'id': '789b4dd8-7f8c-43ad-8386-a6e560865904', 'name': 'tempest-TestNetworkBasicOps-router-2048171498', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:02Z', 'updated_at': '2021-04-15T18:23:37Z', 'revision_number': 8, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:38.214075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992775e0-1409-4494-bede-7f964ec5e1f3 req-116cdc73-95bd-437f-86ae-3c32c65abd27 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:38.215832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-992775e0-1409-4494-bede-7f964ec5e1f3 req-116cdc73-95bd-437f-86ae-3c32c65abd27 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 944 time: 0.8783731 Apr 15 18:23:38.219641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 1bf4b56b-207a-4827-845f-a958e4255e91, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1bf4b56b-207a-4827-845f-a958e4255e91,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:38.220048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:38.308597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 172.20.0.6 (530f0ff6-d890-4520-b761-45c133c833af/2401bcc6-b77e-421b-8f2e-9241d31ea757/82dd9011-284f-454f-82f0-cb32f3d17d4c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:38.312834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:38.327891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe61:4f59 (530f0ff6-d890-4520-b761-45c133c833af/30a8573e-1bee-4661-ac76-85ab3e810603/82dd9011-284f-454f-82f0-cb32f3d17d4c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:38.389012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-992775e0-1409-4494-bede-7f964ec5e1f3 req-8db6b9c4-7590-47a5-8416-d8d3b3df0d63 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593163 Apr 15 18:23:38.395457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a368469-4a5c-496b-9d3a-659d0305aee3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 200 len: 241 time: 0.6885717 Apr 15 18:23:38.403279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 1bf4b56b-207a-4827-845f-a958e4255e91 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:38.412854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35692) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:38.419795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b1d740c1-929f-4682-b4e5-3d03633a9f4f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-1832592975') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:38.596980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] For port a9427ad1-7605-474b-a126-7cb53ea71005, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a9427ad1-7605-474b-a126-7cb53ea71005,segment=NetworkSegment(07cdeae9-7708-4405-8ffa-cc9d8c2e23de),segment_id=07cdeae9-7708-4405-8ffa-cc9d8c2e23de)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:38.597591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:38.648925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:38.691561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a9427ad1-7605-474b-a126-7cb53ea71005 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:38.786578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b1d740c1-929f-4682-b4e5-3d03633a9f4f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-1832592975 HTTP/1.1" status: 204 len: 168 time: 0.3725288 Apr 15 18:23:38.803857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35696) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:38.804753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32c2a7c6-6688-4a75-b255-edb30e5768ba tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:38.847132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Calling delete_port for a9427ad1-7605-474b-a126-7cb53ea71005 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:38.902201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ad1105d3-8aae-44fa-b0fb-cd07779caeb8 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-1832592975') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:38.969963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=1bf4b56b-207a-4827-845f-a958e4255e91,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:38.984774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:39.015758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592a4d7-6299-4f80-aceb-61fb0d253aed None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:39.117184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.117653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.126744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.156079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 82dd9011-284f-454f-82f0-cb32f3d17d4c will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:39.175814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router 4f1cbebd-f8af-49c6-b085-32985900cbd3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:39.182205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10a2ee4-52b5-40ce-9048-403d416b2f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:39.295527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port a9427ad1-7605-474b-a126-7cb53ea71005 update to DOWN by agent not found {{(pid=86083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 15 18:23:39.316739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Pushing event deleted for resources: {'Port': ['ID=a9427ad1-7605-474b-a126-7cb53ea71005,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:39.324218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.327165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.331666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ad1105d3-8aae-44fa-b0fb-cd07779caeb8 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-1832592975 HTTP/1.1" status: 204 len: 168 time: 0.4804733 Apr 15 18:23:39.333336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:39.334059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Provisioning for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:39.334533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35700) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:39.337652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.351963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-5fe7d224-f5e8-45bb-ad0d-991433c807be tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.369407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:39.376040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Provisioning complete for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:39.376464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.429196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.429810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router 789b4dd8-7f8c-43ad-8386-a6e560865904 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:23:39.512856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5fe7d224-f5e8-45bb-ad0d-991433c807be tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 200 len: 205 time: 0.1771810 Apr 15 18:23:39.521904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.527169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/789b4dd8-7f8c-43ad-8386-a6e560865904 HTTP/1.1" status: 204 len: 168 time: 2.6492980 Apr 15 18:23:39.528055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35706) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:39.528429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35708) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:39.577272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-48b5364d-afc6-4ae8-ac1b-bdad7861d9dd tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.595320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:39.604813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] Sync routers for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:39.619277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:39.625047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.655692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] No DVR routers for this DVR port a9427ad1-7605-474b-a126-7cb53ea71005 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:39.676754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1bf4b56b-207a-4827-845f-a958e4255e91 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:39.711654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.731924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1bf4b56b-207a-4827-845f-a958e4255e91 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:39.732317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1bf4b56b-207a-4827-845f-a958e4255e91 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:39.732857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87ba3278-62f2-4179-9415-c163655829f5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:39.745777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/routers/4f1cbebd-f8af-49c6-b085-32985900cbd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9870729 Apr 15 18:23:39.750983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:39.753111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:39.791692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 87ba3278-62f2-4179-9415-c163655829f5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:39.792086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87ba3278-62f2-4179-9415-c163655829f5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:39.834763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.851703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-48b5364d-afc6-4ae8-ac1b-bdad7861d9dd tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 200 len: 240 time: 0.3221483 Apr 15 18:23:39.858075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35718) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:39.893626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] For port 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91c9c44b-2c26-4d8a-bac9-00bd1e763530,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:39.904689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:39.906959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:39.908830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-bcb77ce0-5015-423c-8c2f-0c08e5da0e9f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-773129251') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.922097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.931837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] Routers {'4f1cbebd-f8af-49c6-b085-32985900cbd3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:39.932687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4f1cbebd-f8af-49c6-b085-32985900cbd3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:39.991641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Pushing event updated for resources: {'Port': ['ID=91c9c44b-2c26-4d8a-bac9-00bd1e763530,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:40.000868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:40.002857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.003533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c29e9f-5767-418d-baaf-05c0c5f4e6ea None None] The sync data for ids ['4f1cbebd-f8af-49c6-b085-32985900cbd3'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:40.004974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:40.015576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:40.047014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=82dd9011-284f-454f-82f0-cb32f3d17d4c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:40.051719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.062596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.079374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bcb77ce0-5015-423c-8c2f-0c08e5da0e9f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-773129251 HTTP/1.1" status: 204 len: 168 time: 0.1791391 Apr 15 18:23:40.083662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35722) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.100281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Update dhcp port {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '30a8573e-1bee-4661-ac76-85ab3e810603', 'ip_address': '2001:db8::f816:3eff:fe3d:b2f7'}, {'subnet_id': '2401bcc6-b77e-421b-8f2e-9241d31ea757'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '91c9c44b-2c26-4d8a-bac9-00bd1e763530'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:23:40.108429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:40.154597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-60d0b118-5c0e-4ecb-940c-60607ed318ff tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-773129251') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.163500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.224225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2626c244-ad78-418c-acd4-75b28d60287e']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.241430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cdeae9-7708-4405-8ffa-cc9d8c2e23de') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.241759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cdeae9-7708-4405-8ffa-cc9d8c2e23de') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.256695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60d0b118-5c0e-4ecb-940c-60607ed318ff tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-773129251 HTTP/1.1" status: 204 len: 168 time: 0.1696370 Apr 15 18:23:40.257078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35726) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.260733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.262018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:40.262731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.273641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-d9aecba2-84f8-41df-b8a3-eccf29e5968c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.292636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568cff-9d8e-475d-b9aa-6d540f20f928 req-00f60598-d5a2-401d-b5aa-1bc0c0d05ca0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:40.298813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.299666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78568cff-9d8e-475d-b9aa-6d540f20f928 req-00f60598-d5a2-401d-b5aa-1bc0c0d05ca0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 945 time: 0.6996529 Apr 15 18:23:40.308903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:23:40.324976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9aecba2-84f8-41df-b8a3-eccf29e5968c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 200 len: 205 time: 0.0669467 Apr 15 18:23:40.336346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35730) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.338521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7162254 Apr 15 18:23:40.341903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35734) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.345282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-bdeecc8d-c3dc-4fb5-a016-2d7d6a32b2a9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.389489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Allocated IP 172.20.0.2 (530f0ff6-d890-4520-b761-45c133c833af/2401bcc6-b77e-421b-8f2e-9241d31ea757/91c9c44b-2c26-4d8a-bac9-00bd1e763530) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:40.394433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78568cff-9d8e-475d-b9aa-6d540f20f928 req-ee7a6fe7-a12c-45aa-a399-feaba4918f7d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935929 Apr 15 18:23:40.396939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.407876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 07b11dce-fcf1-45d7-a303-c1c185545678 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:40.408465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.429300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:40.598474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:40.612380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bdeecc8d-c3dc-4fb5-a016-2d7d6a32b2a9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 204 len: 168 time: 0.2724621 Apr 15 18:23:40.612656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 52d65c02-e166-4680-bd27-5e3f5ed80a28 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:40.612748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.617226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] For port 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91c9c44b-2c26-4d8a-bac9-00bd1e763530,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:40.621654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 52d65c02-e166-4680-bd27-5e3f5ed80a28 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:40.622108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.633990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35738) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.697934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-e0250843-7539-47bd-b173-ecfa5d368c1a tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:40.705763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.762354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Transition to ACTIVE for port object 91c9c44b-2c26-4d8a-bac9-00bd1e763530 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:40.775993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:40.794225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:40.833527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebff40-6e8c-4ac8-b17a-739c99d5dd22 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:40.840278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebff40-6e8c-4ac8-b17a-739c99d5dd22 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:40.842085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-edebff40-6e8c-4ac8-b17a-739c99d5dd22 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4833283 Apr 15 18:23:40.847158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35742) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:40.907708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.042078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2626c244-ad78-418c-acd4-75b28d60287e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:41.047632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 07b11dce-fcf1-45d7-a303-c1c185545678 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:23:41.071418 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:23:41.096581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.171495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:41.176332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Pushing event updated for resources: {'Port': ['ID=91c9c44b-2c26-4d8a-bac9-00bd1e763530,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:41.176765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 82dd9011-284f-454f-82f0-cb32f3d17d4c {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:41.177156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.202680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:41.204768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.205165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.205546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.205984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.206363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.206736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.207105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.207473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.207843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.208209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.208575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.208937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:41.216232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:41.216991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.220667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e7ed5e9-682d-4f3f-a8d5-65bb829c4300 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:41.237804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0250843-7539-47bd-b173-ecfa5d368c1a tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 204 len: 168 time: 0.5905514 Apr 15 18:23:41.241553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:41.258348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.260051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-c6e65661-8fec-4e08-83f1-45ddeb342fcb tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:41.277866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b36f3f-bbca-415d-9748-cedb5879a64f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:41.296629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.336022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'code': 200} Apr 15 18:23:41.388316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:41.400744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:41.403498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=07b11dce-fcf1-45d7-a303-c1c185545678,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:41.411266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:41.645300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91c9c44b-2c26-4d8a-bac9-00bd1e763530 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:41.657936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c676fac2-3b16-4406-843e-9bb3b2dc40d3 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:41.681812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.691953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.700913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/2626c244-ad78-418c-acd4-75b28d60287e HTTP/1.1" status: 204 len: 168 time: 2.1665382 Apr 15 18:23:41.737801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35756) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:41.758359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=2626c244-ad78-418c-acd4-75b28d60287e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:41.764057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--946688315', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:41.764815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:41.851267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:41.859216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:41.870166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f586aa1-37cb-4881-92f3-3a60f50dd950 req-9048f9d2-617d-441a-b443-f722d90f78a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:41.871848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8f586aa1-37cb-4881-92f3-3a60f50dd950 req-9048f9d2-617d-441a-b443-f722d90f78a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.3262327 Apr 15 18:23:41.929468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:41.966102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:41.973853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.980169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.989704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6e65661-8fec-4e08-83f1-45ddeb342fcb tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 204 len: 168 time: 0.7470164 Apr 15 18:23:41.991971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:41.998499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35760) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:42.002072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a311f-d171-4e83-b84e-8f9421fd6067 req-0537e3f8-330f-46a6-ade8-ec9498e320e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:42.003587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a0a311f-d171-4e83-b84e-8f9421fd6067 req-0537e3f8-330f-46a6-ade8-ec9498e320e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1099 time: 0.3275642 Apr 15 18:23:42.014650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ea652bbb-0517-4a60-a43a-f5adc11dd303 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:42.067469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:42.074060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.093485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8f586aa1-37cb-4881-92f3-3a60f50dd950 req-7d77b723-9d52-45c6-8de1-b8c6c95eed19 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605773 Apr 15 18:23:42.112501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.113120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1cbebd-f8af-49c6-b085-32985900cbd3 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:23:42.130301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:23:42.158022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 82dd9011-284f-454f-82f0-cb32f3d17d4c owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:42.159342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Provisioning for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:42.161614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.162054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment aaf70bcc-7e01-4859-87d6-bd5519195cda of type vlan for network 0eeb6336-dc91-47f0-8e89-1a072614caf1 Apr 15 18:23:42.164993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Provisioning complete for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:42.165336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.184417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.188552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/routers/4f1cbebd-f8af-49c6-b085-32985900cbd3 HTTP/1.1" status: 204 len: 168 time: 2.4334774 Apr 15 18:23:42.189449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35764) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:42.229203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a0a311f-d171-4e83-b84e-8f9421fd6067 req-4bdb63d4-db94-46d6-9b24-1ee0b7db8161 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569276 Apr 15 18:23:42.262374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.285713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea652bbb-0517-4a60-a43a-f5adc11dd303 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 204 len: 168 time: 0.2816784 Apr 15 18:23:42.291339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35768) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:42.298251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-4b0273cb-5471-4522-8a22-df53fd2fe16d tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-1345612844') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:42.370260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting subnet caa15bbc-53c8-4b85-83aa-286b6e8cd5cc {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:42.376751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.406667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Provisioning for port 82dd9011-284f-454f-82f0-cb32f3d17d4c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:42.408741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.412383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Provisioning complete for port 82dd9011-284f-454f-82f0-cb32f3d17d4c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:42.412538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.421493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.425720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:42.427689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:42.428350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.439074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:42.452392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b6e86b5e-ec6a-4802-890e-5d525a9bd475 None None] Port 82dd9011-284f-454f-82f0-cb32f3d17d4c was deleted so its status cannot be updated. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 15 18:23:42.526176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=82dd9011-284f-454f-82f0-cb32f3d17d4c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:42.533151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:42.560878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8196425 Apr 15 18:23:42.561114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.564222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35772) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:42.567144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0fa946d3-0f07-4149-a269-614b05aa9290 None None] Could not find standard attr ID for object 82dd9011-284f-454f-82f0-cb32f3d17d4c. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:23:42.572555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-12502247', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:42.588490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:42.603583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:42.609303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:42.617963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:42.628572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=0eeb6336-dc91-47f0-8e89-1a072614caf1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:42.637405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:42.644816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:23:42.669794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.670958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.686867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b0273cb-5471-4522-8a22-df53fd2fe16d tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-1345612844 HTTP/1.1" status: 201 len: 201 time: 0.3925579 Apr 15 18:23:42.689190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35776) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:42.696188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-83dd8e04-7572-4380-b7bf-34a90c96d5bf tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-25035759') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:42.742891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.773418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.803185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:42.887117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/82dd9011-284f-454f-82f0-cb32f3d17d4c HTTP/1.1" status: 204 len: 168 time: 1.9888041 Apr 15 18:23:42.893575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35780) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.027874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:43.029591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:43.031359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:43.032200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:43.042979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83dd8e04-7572-4380-b7bf-34a90c96d5bf tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-25035759 HTTP/1.1" status: 201 len: 201 time: 0.3511193 Apr 15 18:23:43.047999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35784) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.064183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-efef3ef4-c2ec-4332-8c29-8c4bf635495c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-735144833') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:43.105761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.183025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:43.186403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5a1af10-05fe-4af4-b70e-4b5631ce294a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2909164 Apr 15 18:23:43.188234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35790) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.283998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 2401bcc6-b77e-421b-8f2e-9241d31ea757 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:43.296523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.372768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.414035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.433414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a49e51a-044b-49e2-80a9-137662a13f66 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:43.520304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-efef3ef4-c2ec-4332-8c29-8c4bf635495c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-735144833 HTTP/1.1" status: 201 len: 201 time: 0.4711523 Apr 15 18:23:43.523577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.535249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Subnet': ['ID=caa15bbc-53c8-4b85-83aa-286b6e8cd5cc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:43.541644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:43.568852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df97e6a-4e1c-41a9-bcf3-e4175c15e413 req-1a9ecff3-534b-459a-842c-6d48b11ab693 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:43.570516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3df97e6a-4e1c-41a9-bcf3-e4175c15e413 req-1a9ecff3-534b-459a-842c-6d48b11ab693 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.3383200 Apr 15 18:23:43.599649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-3195d14d-7f69-4b19-8b75-57d6c56009d4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-2001320676') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:43.613175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.619278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6bf0f-15b5-488a-8d75-683f94bee20e None None] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:43.643970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3df97e6a-4e1c-41a9-bcf3-e4175c15e413 req-4f69f01b-0ddc-47ba-8c50-732d5ed94bbf tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656481 Apr 15 18:23:43.648842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/subnets/caa15bbc-53c8-4b85-83aa-286b6e8cd5cc HTTP/1.1" status: 204 len: 168 time: 1.4521317 Apr 15 18:23:43.648842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35798) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.656727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.699732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.706733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.784393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.860783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3195d14d-7f69-4b19-8b75-57d6c56009d4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-2001320676 HTTP/1.1" status: 201 len: 201 time: 0.2793527 Apr 15 18:23:43.867982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35804) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:43.923002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port f1784634-823d-4132-a5a5-c67f529dfe8b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:43.923338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.947254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] DHCP port deletion for efa02df6-24ac-4f5a-af12-598ef2daa6eb request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:43.951898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Deleting port f1784634-823d-4132-a5a5-c67f529dfe8b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:43.952319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:43.959606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b126a0c6-abeb-4a4a-997b-dc2cf39498b4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', {'tags': ['tempest-TagsExtTest-Tag-558728925', 'tempest-TagsExtTest-Tag-2040815', 'tempest-TagsExtTest-Tag-1526095047']}) {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:44.108303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.74 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/0efeea52-9ef9-47ea-bc69-9acf62dbeb82) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:44.192172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b126a0c6-abeb-4a4a-997b-dc2cf39498b4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 200 len: 314 time: 0.3233273 Apr 15 18:23:44.200813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] For port f1784634-823d-4132-a5a5-c67f529dfe8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f1784634-823d-4132-a5a5-c67f529dfe8b,segment=NetworkSegment(1b12aed1-540a-4a88-80e8-46f7073075f2),segment_id=1b12aed1-540a-4a88-80e8-46f7073075f2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:44.201415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.215034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35808) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:44.226288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-7b413bf1-50d7-497c-b3a1-c246be067c62 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:44.337748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Calling delete_port for f1784634-823d-4132-a5a5-c67f529dfe8b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:44.344779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ef7cd-1811-4946-96f9-9f93fae174ea req-9dcc741b-91c9-4197-886d-6c6c0e5fd3bd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:44.346493 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-921ef7cd-1811-4946-96f9-9f93fae174ea req-9dcc741b-91c9-4197-886d-6c6c0e5fd3bd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.4904203 Apr 15 18:23:44.398433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.416705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:44.425313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.441271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:44.502086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-921ef7cd-1811-4946-96f9-9f93fae174ea req-f1a6e384-745a-487b-bfe6-cf771ae001e4 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341066 Apr 15 18:23:44.504185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] For port f1784634-823d-4132-a5a5-c67f529dfe8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f1784634-823d-4132-a5a5-c67f529dfe8b,segment=NetworkSegment(1b12aed1-540a-4a88-80e8-46f7073075f2),segment_id=1b12aed1-540a-4a88-80e8-46f7073075f2)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:44.504601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.546012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Pushing event deleted for resources: {'Port': ['ID=f1784634-823d-4132-a5a5-c67f529dfe8b,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:44.569619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:44.574653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35812) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:44.584818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.617160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] No DVR routers for this DVR port f1784634-823d-4132-a5a5-c67f529dfe8b on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:44.689614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for f1784634-823d-4132-a5a5-c67f529dfe8b owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:44.800453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=2401bcc6-b77e-421b-8f2e-9241d31ea757,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:44.801729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:23:44.802155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:23:44.807499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c029d1-0fec-44a7-a862-9ea472f6d354 tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:44.807748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:44.809125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-53c029d1-0fec-44a7-a862-9ea472f6d354 tempest-TestNetworkAdvancedServerOps-1066706725 tempest-TestNetworkAdvancedServerOps-1066706725-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1094 time: 0.2338409 Apr 15 18:23:44.812338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35816) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:44.818311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:44.825371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:44.829418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Usage tracker for resource:floatingip and tenant:764ff8a2625440d191e7d95dc7329c1d is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:44.832447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:44.838605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:44.844986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.848665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.922336 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b413bf1-50d7-497c-b3a1-c246be067c62 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 204 len: 168 time: 0.7061212 Apr 15 18:23:44.925569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35820) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:44.928537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.932993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-2a981f63-6f95-4f66-ac00-aecde9f55ee4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-558728925') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:44.935766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926f329-11b5-48a7-ab2f-794559345948 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:44.950481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2401bcc6-b77e-421b-8f2e-9241d31ea757 HTTP/1.1" status: 204 len: 168 time: 1.7552316 Apr 15 18:23:44.950481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:44.964009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35824) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:44.965887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abcb44f0-8269-4614-ada7-669d9f8efaa5 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:45.076477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 30a8573e-1bee-4661-ac76-85ab3e810603 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:23:45.082636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.103231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:45.116292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:45.159208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.161261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:45.162553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:45.164933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:45.207496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-2a981f63-6f95-4f66-ac00-aecde9f55ee4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:45.208671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a981f63-6f95-4f66-ac00-aecde9f55ee4 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-558728925 HTTP/1.1" status: 404 len: 328 time: 0.2822347 Apr 15 18:23:45.213296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35828) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:45.221109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-688a3327-6be6-4261-ba3e-7610c8dc89f1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-2040815') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:45.260245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.303120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port f1784634-823d-4132-a5a5-c67f529dfe8b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:45.303502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.397181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] The port 'f1784634-823d-4132-a5a5-c67f529dfe8b' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:23:45.467185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.552552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-688a3327-6be6-4261-ba3e-7610c8dc89f1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:45.553714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-688a3327-6be6-4261-ba3e-7610c8dc89f1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-2040815 HTTP/1.1" status: 404 len: 326 time: 0.3392558 Apr 15 18:23:45.562597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:45.570050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-3cff5abc-4ac3-495a-a1cb-113f58c89468 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55', 'tempest-TagsExtTest-Tag-1526095047') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:45.599338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.643023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f1784634-823d-4132-a5a5-c67f529dfe8b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:45.691316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f1784634-823d-4132-a5a5-c67f529dfe8b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:45.691953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f1784634-823d-4132-a5a5-c67f529dfe8b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:45.743349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.812303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-30381e9e-77ff-44c0-accd-51f54abab466 None None] Provisioning complete for port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:45.812955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30381e9e-77ff-44c0-accd-51f54abab466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:45.879777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3cff5abc-4ac3-495a-a1cb-113f58c89468 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:45.880848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3cff5abc-4ac3-495a-a1cb-113f58c89468 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags/tempest-TagsExtTest-Tag-1526095047 HTTP/1.1" status: 404 len: 329 time: 0.3172276 Apr 15 18:23:45.884474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35836) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:45.903372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-6ad63b76-e983-4c46-8cdc-7e77b1948be8 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', {'tags': ['tempest-TagsExtTest-Tag-1724380429', 'tempest-TagsExtTest-Tag-1060953357', 'tempest-TagsExtTest-Tag-532189796']}) {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:45.990757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa02df6-24ac-4f5a-af12-598ef2daa6eb']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:46.004059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Allocated IP 172.26.7.181 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/32bb27d7-5634-47f7-9855-761e9330133b) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:46.041256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b12aed1-540a-4a88-80e8-46f7073075f2') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:46.041610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b12aed1-540a-4a88-80e8-46f7073075f2') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:46.074102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.124718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.190277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.214581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:23:46.339615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:23:46.504010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:46.515018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.529630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:46.540600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Sync routers for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:46.550609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:46.551595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:46.552943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.557661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9889958 Apr 15 18:23:46.558347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35840) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:46.603665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4885266b-cbcf-4e25-9cee-3502420b6402 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439172 Apr 15 18:23:46.606239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35844) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:46.624163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.715070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:46.734332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95654d73-840c-48a1-8c2c-06e7f68bead1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:46.750386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:46.760178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300e38fb-2bb9-4d3d-9ee6-4ae49d24249b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:46.762462 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-300e38fb-2bb9-4d3d-9ee6-4ae49d24249b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545956 Apr 15 18:23:46.765127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35848) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:46.822811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac2f03b8-082e-4190-b137-fa8967b3696d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559802 Apr 15 18:23:46.825329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35852) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:46.831702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285247128', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:46.958151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:46.963612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:46.967288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:46.973223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:46.982986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:46.993884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.076734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:45Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:47.081370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Checking router: 80fec5c8-c459-445f-a2a4-1c63249ff6c5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:47.081778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Updating router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:23:47.114026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network efa02df6-24ac-4f5a-af12-598ef2daa6eb has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:23:47.137146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=30a8573e-1bee-4661-ac76-85ab3e810603,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:47.144880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:23:47.159440 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:23:47.167149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:47.290170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.292143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.299019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca141e72-3af8-4c20-a313-a9fcda0de8f1 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:47.314112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819bf95-b289-4b4a-850b-c4ff9c89b5b6 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:47.321753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.324744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.351900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ad63b76-e983-4c46-8cdc-7e77b1948be8 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 200 len: 317 time: 1.4595907 Apr 15 18:23:47.352897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35856) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:47.358778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-03ec72c2-d85e-4a8c-b71b-f482b55537c9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:47.359966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Network': ['ID=efa02df6-24ac-4f5a-af12-598ef2daa6eb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:47.425162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:47.425752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1141b48-6390-449d-8472-b0585f048d59 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:47.483371 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/30a8573e-1bee-4661-ac76-85ab3e810603 HTTP/1.1" status: 204 len: 168 time: 2.5182414 Apr 15 18:23:47.491394 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/networks/efa02df6-24ac-4f5a-af12-598ef2daa6eb HTTP/1.1" status: 204 len: 168 time: 3.8392460 Apr 15 18:23:47.491661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35860) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:47.492222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35862) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:47.540033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-03ec72c2-d85e-4a8c-b71b-f482b55537c9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 204 len: 168 time: 0.1841800 Apr 15 18:23:47.575582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35868) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:47.583496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-3bacda1a-50a9-434e-b1ef-6e5375f2e459 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-1724380429') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:47.627753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.647725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44c79b55-6195-491a-834c-cc78bfd109b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:47.669914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f19b8616-492d-4119-ad9c-274bae212f00 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746778 Apr 15 18:23:47.691055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35872) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:47.705390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:47.722319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.724125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=32bb27d7-5634-47f7-9855-761e9330133b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:47.739373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Transition to ACTIVE for port object 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:47.746858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.767232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3749c2b9-dbb1-4e49-a0e5-8a3a92143bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:47.797529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:47.803615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:23:47.877475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Deleting port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:47.878340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:47.903179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 76454684-5d30-4365-8ebc-d8bdad9d6e4f {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:47.903562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.014537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:48.036936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:48.046614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:48.051001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:48.119178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:48.124204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:48.127011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:48.143323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=01af8ed9-3730-49b8-a5db-831652de0a17,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:48.161598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:48.188194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:48.194384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.207094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Pushing event updated for resources: {'Port': ['ID=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:48.210252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:48.214885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3bacda1a-50a9-434e-b1ef-6e5375f2e459 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:48.216026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3bacda1a-50a9-434e-b1ef-6e5375f2e459 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-1724380429 HTTP/1.1" status: 404 len: 329 time: 0.6394148 Apr 15 18:23:48.219396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-a0486514-15b8-466e-a98d-b36928d5a063 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6785491 Apr 15 18:23:48.220309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35876) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:48.227922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-6d69adda-3f31-4dd1-a6a7-42fc0c57c89e tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-1060953357') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:48.330681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:48.331082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 0eeb6336-dc91-47f0-8e89-1a072614caf1, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:23:48.365078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Attempting to bind port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:48.365078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Attempting to bind port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:48.365078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Attempting to bind port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:48.378175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:48.378449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:48.379096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.379665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:48.380136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Bound port: 0efeea52-9ef9-47ea-bc69-9acf62dbeb82, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:48.380667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.401541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.401541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.403818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-6d69adda-3f31-4dd1-a6a7-42fc0c57c89e tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:48.407884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d69adda-3f31-4dd1-a6a7-42fc0c57c89e tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-1060953357 HTTP/1.1" status: 404 len: 329 time: 0.1830568 Apr 15 18:23:48.408292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35880) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:48.415824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-1a2258c6-fd34-4de3-ad32-e31836445ee1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17', 'tempest-TagsExtTest-Tag-532189796') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:48.444494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:23:48.464986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] For port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:48.468084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] For port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:48.468874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 0eeb6336-dc91-47f0-8e89-1a072614caf1) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:48.489533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c40a6-cd60-4f43-abfc-b97b894105c5 None None] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:48.503220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:48.503888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.507358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.526690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-c8acafad-bc6f-4105-9e11-a4bcf9601824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:48.528309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-c8acafad-bc6f-4105-9e11-a4bcf9601824 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.1990814 Apr 15 18:23:48.529745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29ce711f-ef0c-4fa1-adcd-399674b940cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:48.550398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7239234 Apr 15 18:23:48.552080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35884) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:48.572460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 76454684-5d30-4365-8ebc-d8bdad9d6e4f owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:48.657538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-1a2258c6-fd34-4de3-ad32-e31836445ee1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:48.661269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a2258c6-fd34-4de3-ad32-e31836445ee1 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags/tempest-TagsExtTest-Tag-532189796 HTTP/1.1" status: 404 len: 328 time: 0.2494919 Apr 15 18:23:48.662751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:48.686137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-7d0c2633-71c0-4eab-83c8-b4dcce401279 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', {'tags': ['tempest-TagsExtTest-Tag-930237518', 'tempest-TagsExtTest-Tag-131872536', 'tempest-TagsExtTest-Tag-997964651']}) {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:48.690642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] For port 91c9c44b-2c26-4d8a-bac9-00bd1e763530, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91c9c44b-2c26-4d8a-bac9-00bd1e763530,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:48.691252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:48.855842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Calling delete_port for 91c9c44b-2c26-4d8a-bac9-00bd1e763530 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:48.895426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-1f67b519-b0ae-41b6-b912-57c4b36d852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:48.897579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-1f67b519-b0ae-41b6-b912-57c4b36d852b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.2859063 Apr 15 18:23:48.959985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Pushing event updated for resources: {'Port': ['ID=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:48.963929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:49.087525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:49.106501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:49.168078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-81e787fa-637a-494f-88cd-e5bd648ba530 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.2040174 Apr 15 18:23:49.213587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Pushing event deleted for resources: {'Port': ['ID=91c9c44b-2c26-4d8a-bac9-00bd1e763530,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:49.216230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:49.221629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:49.222445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:49.400721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-ee6a9c4d-d73c-462d-b614-746193421a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:49.402479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-ee6a9c4d-d73c-462d-b614-746193421a45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.2272320 Apr 15 18:23:49.412073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-0eeb6336-dc91-47f0-8e89-1a072614caf1', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:49.413090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:49.582979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-1e9326ed-e94f-47c5-896f-05b60870c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:49.582979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-1e9326ed-e94f-47c5-896f-05b60870c3cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1743667 Apr 15 18:23:49.591408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] No DVR routers for this DVR port 91c9c44b-2c26-4d8a-bac9-00bd1e763530 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:23:49.599273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:49.642656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d0c2633-71c0-4eab-83c8-b4dcce401279 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 200 len: 315 time: 0.9754872 Apr 15 18:23:49.661665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35894) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:49.721446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-9a4f7806-6686-45ff-9e59-4f9de9e6bf29 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:49.729608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e26868-8b6a-42ef-8a93-a1dba1e8f8f6 req-3f9237a1-5928-4128-9543-fa86102ac515 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:49.737384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e26868-8b6a-42ef-8a93-a1dba1e8f8f6 req-3f9237a1-5928-4128-9543-fa86102ac515 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.8396649 Apr 15 18:23:49.748809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91c9c44b-2c26-4d8a-bac9-00bd1e763530 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:23:49.834225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:49.856018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e12416eb-fd7f-48a0-8e58-1d95f0826901 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:49.908451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e26868-8b6a-42ef-8a93-a1dba1e8f8f6 req-a5041eb8-1ac5-4efb-a3be-e925d0b19269 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700635 Apr 15 18:23:49.973935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=76454684-5d30-4365-8ebc-d8bdad9d6e4f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:49.982265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:50.022185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 91c9c44b-2c26-4d8a-bac9-00bd1e763530 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:23:50.022582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91c9c44b-2c26-4d8a-bac9-00bd1e763530 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:23:50.035868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-fcfcddb3-c8bd-4183-9eff-267cdcdbc5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456005 Apr 15 18:23:50.074942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.142166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a4f7806-6686-45ff-9e59-4f9de9e6bf29 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 204 len: 168 time: 0.4313815 Apr 15 18:23:50.146948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35900) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:50.165995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.218171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Allocated IP 172.20.0.2 (0eeb6336-dc91-47f0-8e89-1a072614caf1/01af8ed9-3730-49b8-a5db-831652de0a17/597010ce-e996-4c0b-a833-268825b61ba0) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:50.439244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:23:50.445250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.446215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:45Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:50.470932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54fa238f-eeb2-4acc-9aa2-75ae3d1691ac tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:50.489508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f9e35d-6894-4311-ae4a-dd3f1d556741 None None] The sync data for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv is: [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:45Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:50.533295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.544108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Transition to ACTIVE for port object 597010ce-e996-4c0b-a833-268825b61ba0 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:50.563434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Transition to ACTIVE for port object 597010ce-e996-4c0b-a833-268825b61ba0 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:50.568353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.587333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c5d4e4c-a059-4469-b969-9b67edc533ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:50.598658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a13561-cccd-463e-8321-bd73a9824585 req-92231830-ba75-440e-a2f1-577548ddb1d6 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:50.600350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-35a13561-cccd-463e-8321-bd73a9824585 req-92231830-ba75-440e-a2f1-577548ddb1d6 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5376413 Apr 15 18:23:50.619900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.633397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-7a3a987d-708c-447e-b810-727503953f67 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-930237518') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:50.663583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:50.728782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Pushing event updated for resources: {'Port': ['ID=597010ce-e996-4c0b-a833-268825b61ba0,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:50.752392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:50.767150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=c6361d63-e9b0-46cf-9f60-9ed357ae7ba1,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:50.800847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:50.825860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:50.827167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:50.829749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:50.849346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-35a13561-cccd-463e-8321-bd73a9824585 req-2b7f4b05-c39f-4fff-8506-1e7f08c82559 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819329 Apr 15 18:23:50.908686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4b11f2e-9f21-485e-95ea-95364187a4fa req-1498a224-8a63-40da-a31e-2d371627c4d2 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653183 Apr 15 18:23:50.913686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7a3a987d-708c-447e-b810-727503953f67 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:50.914936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a3a987d-708c-447e-b810-727503953f67 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-930237518 HTTP/1.1" status: 404 len: 328 time: 0.7652752 Apr 15 18:23:50.919058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35906) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:50.925392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-d8670cb1-40c8-4859-90d7-9bbd03e36422 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-131872536') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:51.000945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.003095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/floatingips/58384af2-5457-4d8c-baf8-62d240d22e67 HTTP/1.1" status: 204 len: 168 time: 3.5063388 Apr 15 18:23:51.023016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35910) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.062242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Attempting to bind port 597010ce-e996-4c0b-a833-268825b61ba0 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:51.062697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Attempting to bind port 597010ce-e996-4c0b-a833-268825b61ba0 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:51.063128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Attempting to bind port 597010ce-e996-4c0b-a833-268825b61ba0 on network 0eeb6336-dc91-47f0-8e89-1a072614caf1 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:51.077713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:51.078238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Checking segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:51.078862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.079318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Bound using segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:51.079861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Bound port: 597010ce-e996-4c0b-a833-268825b61ba0, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:51.080457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.105001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:51.117828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ad1f8-4b14-469e-9811-86658c7e760b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] DELETE failed (client error): The resource could not be found. Apr 15 18:23:51.118518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6ad1f8-4b14-469e-9811-86658c7e760b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:23:51.123527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f6ad1f8-4b14-469e-9811-86658c7e760b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/4d156709-922e-4cb9-81cc-817e400bdc32 HTTP/1.1" status: 404 len: 333 time: 0.0935783 Apr 15 18:23:51.126299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:51.126584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35914) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.167578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:51.168256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.234089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5348809 Apr 15 18:23:51.248509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] For port 597010ce-e996-4c0b-a833-268825b61ba0, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:51.252173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] For port 597010ce-e996-4c0b-a833-268825b61ba0, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=597010ce-e996-4c0b-a833-268825b61ba0,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:51.255791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601de7c4-2b8a-468f-8720-1e779603250d None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:51.262906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.265178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35920) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.269302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.289426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:51.294015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.310212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:51.313561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-561cacd6-07ed-4620-b216-f62d15ca2189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:51.380871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab36a900-f234-4c28-8d64-1c8a531454c9 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Synchronizing usage tracker for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:51.410836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d8670cb1-40c8-4859-90d7-9bbd03e36422 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:51.412013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d8670cb1-40c8-4859-90d7-9bbd03e36422 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-131872536 HTTP/1.1" status: 404 len: 328 time: 0.4918270 Apr 15 18:23:51.420486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.428216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-62c87496-c4c2-4091-b663-c77c83b0a2b3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d', 'tempest-TagsExtTest-Tag-997964651') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:51.501691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab36a900-f234-4c28-8d64-1c8a531454c9 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Unset dirty status for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:51.503032 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab36a900-f234-4c28-8d64-1c8a531454c9 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/ports?device_id=4f1cbebd-f8af-49c6-b085-32985900cbd3 HTTP/1.1" status: 200 len: 205 time: 0.3752282 Apr 15 18:23:51.514625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35928) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.519560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (0eeb6336-dc91-47f0-8e89-1a072614caf1/01af8ed9-3730-49b8-a5db-831652de0a17/71fded8c-3802-4625-aa73-f25c1eb2ecb3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:51.605773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Pushing event updated for resources: {'Port': ['ID=597010ce-e996-4c0b-a833-268825b61ba0,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:51.615368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7e95392d-506a-4494-a92f-bd832f9f85b3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] delete failed (client error): The resource could not be found. Apr 15 18:23:51.616514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7e95392d-506a-4494-a92f-bd832f9f85b3 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/routers/4f1cbebd-f8af-49c6-b085-32985900cbd3 HTTP/1.1" status: 404 len: 336 time: 0.0999060 Apr 15 18:23:51.617423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:51.620882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35932) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.705582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event updated for resources: {'Port': ['ID=32bb27d7-5634-47f7-9855-761e9330133b,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:51.718921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:51.768250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:51.810293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:51.817171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:51.822603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:51.829665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:51.832117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27e09d5-6cee-41ab-a44b-25a08bca5d85 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] DELETE failed (client error): The resource could not be found. Apr 15 18:23:51.832648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27e09d5-6cee-41ab-a44b-25a08bca5d85 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:23:51.851712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:51.857186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d27e09d5-6cee-41ab-a44b-25a08bca5d85 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/subnets/caa15bbc-53c8-4b85-83aa-286b6e8cd5cc HTTP/1.1" status: 404 len: 337 time: 0.1772120 Apr 15 18:23:51.858540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.858966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-62c87496-c4c2-4091-b663-c77c83b0a2b3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:51.860017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62c87496-c4c2-4091-b663-c77c83b0a2b3 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags/tempest-TagsExtTest-Tag-997964651 HTTP/1.1" status: 404 len: 328 time: 0.4385004 Apr 15 18:23:51.860670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35936) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.871382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35938) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:51.949098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b16d3926-5bcd-4084-8424-5fd4c5be3324 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', {'tags': ['tempest-TagsExtTest-Tag-14426769', 'tempest-TagsExtTest-Tag-128201671', 'tempest-TagsExtTest-Tag-354118871']}) {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:51.956931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:51.964719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115d54-c3f5-4b2a-99ef-6744d7423181 req-c5abc4b2-b476-48c9-a6c6-b1e4f781d1dd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:51.966430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-53115d54-c3f5-4b2a-99ef-6744d7423181 req-c5abc4b2-b476-48c9-a6c6-b1e4f781d1dd tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5901005 Apr 15 18:23:51.970491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'c6361d63-e9b0-46cf-9f60-9ed357ae7ba1'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:23:51.971576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:51.985475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:51.986523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.033855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:52.034217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.123848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-53115d54-c3f5-4b2a-99ef-6744d7423181 req-9482763b-23ff-453f-86a4-283e4abb58aa tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492255 Apr 15 18:23:52.154799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.161629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b16d3926-5bcd-4084-8424-5fd4c5be3324 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "PUT /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 200 len: 314 time: 0.2418866 Apr 15 18:23:52.163873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35944) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:52.177548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-48cedbc5-ec21-4db2-81ed-37481c60a59b tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:52.190283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.224457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 71fded8c-3802-4625-aa73-f25c1eb2ecb3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:52.252128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.314833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Allocated IP 2001:db8::f816:3eff:fe2b:fabf (530f0ff6-d890-4520-b761-45c133c833af/c6361d63-e9b0-46cf-9f60-9ed357ae7ba1/791ac29e-224f-47e4-915e-ff0f9cc8e245) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:52.406836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:52.408540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.413697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.421493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:52.432863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8ceac2b-bf30-4634-ad50-819d048417ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:52.536267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:52.542871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:52.543215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Floating IP 15aa0291-71c9-4741-9295-5935d671aa34 associated. External IP: 172.26.7.181, port: 52d65c02-e166-4680-bd27-5e3f5ed80a28. Apr 15 18:23:52.579218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.638856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.651650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Transition to ACTIVE for port object 791ac29e-224f-47e4-915e-ff0f9cc8e245 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:52.675113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Transition to ACTIVE for port object 791ac29e-224f-47e4-915e-ff0f9cc8e245 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:52.680271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:52.730803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:52.740657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:52.801423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:52.829379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bac67308-1cb7-4968-84ce-6727ab4cffdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:52.894385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:52.896258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:52.899473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:52.921200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Pushing event updated for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:52.925325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:52.926584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:52.929041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:52.931053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:52.951250 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-48cedbc5-ec21-4db2-81ed-37481c60a59b tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 204 len: 168 time: 0.7813039 Apr 15 18:23:52.972172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35948) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:52.984733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-2f5391f8-2e00-4f58-b9a9-96c59d6e962f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-14426769') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:53.037612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.038652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Attempting to bind port 791ac29e-224f-47e4-915e-ff0f9cc8e245 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:53.039068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Attempting to bind port 791ac29e-224f-47e4-915e-ff0f9cc8e245 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:53.039932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Attempting to bind port 791ac29e-224f-47e4-915e-ff0f9cc8e245 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:53.045907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:53.046364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:53.046797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.047231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:53.047753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Bound port: 791ac29e-224f-47e4-915e-ff0f9cc8e245, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:53.048174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.053193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-2f5391f8-2e00-4f58-b9a9-96c59d6e962f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:53.054318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f5391f8-2e00-4f58-b9a9-96c59d6e962f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-14426769 HTTP/1.1" status: 404 len: 327 time: 0.0811152 Apr 15 18:23:53.061596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35952) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:53.067499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-c1bd07ae-5a7b-4ebc-b2f9-ec55a600f546 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-128201671') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:53.077709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.094115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bb60268-8bd3-4bc3-90e2-e72a49d622b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893992213-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:53.152497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:53.158210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:53.161515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:53.162309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:53.165307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.172399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c1bd07ae-5a7b-4ebc-b2f9-ec55a600f546 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:53.173461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c1bd07ae-5a7b-4ebc-b2f9-ec55a600f546 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-128201671 HTTP/1.1" status: 404 len: 328 time: 0.1107936 Apr 15 18:23:53.186613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:53.186880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95eca26c-5905-4f77-ad18-1c3a0e664d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:53.346714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-dbab4d10-2862-4a26-b6b0-971adf342977 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28', 'tempest-TagsExtTest-Tag-354118871') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:53.528497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-dbab4d10-2862-4a26-b6b0-971adf342977 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] show failed (client error): The resource could not be found. Apr 15 18:23:53.529652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbab4d10-2862-4a26-b6b0-971adf342977 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags/tempest-TagsExtTest-Tag-354118871 HTTP/1.1" status: 404 len: 328 time: 0.2774551 Apr 15 18:23:53.547873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:53.558314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b342ab19-43ec-4967-9cef-d698127a4b5c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcf9b30b-ece3-49c2-ab3e-ca99c7790a28') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:53.601244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Pushing event updated for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:53.676864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b342ab19-43ec-4967-9cef-d698127a4b5c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28/tags HTTP/1.1" status: 204 len: 168 time: 0.1247904 Apr 15 18:23:53.687550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35966) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:53.702851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-2df981c7-27ae-4ad4-ab59-abb0aa345f92 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37d1fbe0-74d2-436e-8432-164f546fc40d') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:53.707781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:53.754991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df86a62-5288-4f38-be75-3556285645ea None None] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:53.838912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 597010ce-e996-4c0b-a833-268825b61ba0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:53.866719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4b06-d15c-4a35-9540-30d1fd0b4092 req-cfde12d2-ba60-4919-9640-aee993eb7250 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:53.868547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e12c4b06-d15c-4a35-9540-30d1fd0b4092 req-cfde12d2-ba60-4919-9640-aee993eb7250 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5081363 Apr 15 18:23:53.885577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:53.888657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:53.932485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ad9b0047-a0fc-425e-961d-d84d0d817fd1 None None] Provisioning for port 597010ce-e996-4c0b-a833-268825b61ba0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:54.019258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 597010ce-e996-4c0b-a833-268825b61ba0 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:54.029260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 597010ce-e996-4c0b-a833-268825b61ba0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:54.029680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.074298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.171976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/5a38add7-b20c-4e4c-800d-cbbe0b9b4cd2 HTTP/1.1" status: 204 len: 168 time: 2.3020341 Apr 15 18:23:54.174717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35970) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:54.234111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bb37-34d1-4858-a00d-5f8495ebd35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.234770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e12c4b06-d15c-4a35-9540-30d1fd0b4092 req-3092fa2a-37d8-4dc2-9f57-7a7a41bcffba tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447974 Apr 15 18:23:54.265793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.296314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 3bd84d31-701f-4aa6-8dc1-280cea19aabd {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:54.296638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.319855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 597010ce-e996-4c0b-a833-268825b61ba0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=597010ce-e996-4c0b-a833-268825b61ba0,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:54.323662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.324728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:54.330121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2df981c7-27ae-4ad4-ab59-abb0aa345f92 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d/tags HTTP/1.1" status: 204 len: 168 time: 0.6359422 Apr 15 18:23:54.332381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:54.348961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-b0af8354-5d3a-4562-8480-6927d125885d tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bd48c4d3-a653-4b7d-8851-28a5ba419d17') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:54.358815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4db6ad40-9ebe-42d9-89bb-840ad3c80f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:54.376257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:54.385257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.392814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Sync routers for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:54.411520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d10096ca-e310-4e0c-a8fd-fa05ed3dce1b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:54.413041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:54.414053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:54.476968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=597010ce-e996-4c0b-a833-268825b61ba0,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:54.480274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:54.486280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:54.486554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.565994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.659788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:54.666838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:54.694321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Provisioning for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:54.700432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Provisioning complete for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:54.701063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.724003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.9103491 Apr 15 18:23:54.728110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:23:54.774431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:54.775710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:54.776621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:54.802331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:54.807340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.845985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5789680 Apr 15 18:23:54.846860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35984) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:54.848557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:54.858913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:ab:20:f1', 'name': 'tempest-NetworksTestDHCPv6-625233118'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:54.873224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Provisioning complete for port 597010ce-e996-4c0b-a833-268825b61ba0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:54.879285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e63f6917-fd90-486b-bc6d-c5769b2f8723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:54.970423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0af8354-5d3a-4562-8480-6927d125885d tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17/tags HTTP/1.1" status: 204 len: 168 time: 0.6371753 Apr 15 18:23:55.002311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 35988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:55.015272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-475e40fd-e8d3-4853-af10-a665534ece12 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5daaa67b-ab70-405f-9d58-6c971bafdc55') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:55.016535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'status': 'completed', 'code': 200} Apr 15 18:23:55.151447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432981-8825-4460-a830-3abddb48c098 req-f9537435-03c3-4281-9598-a1d356c5f932 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:55.153902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1432981-8825-4460-a830-3abddb48c098 req-f9537435-03c3-4281-9598-a1d356c5f932 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.1774781 Apr 15 18:23:55.155241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:55.161076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:55.181733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:55.194462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.198501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.209417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ca91a92a-6bad-4c5d-b914-cb6569c255b7 None None] Provisioning complete for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:55.209838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca91a92a-6bad-4c5d-b914-cb6569c255b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.211818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:55.222645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.249336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:23:55.293752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1432981-8825-4460-a830-3abddb48c098 req-8eccf9aa-67aa-470f-98e5-6015483c08fd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293795 Apr 15 18:23:55.312660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:55.341180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '15aa0291-71c9-4741-9295-5935d671aa34', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'mac_address': 'fa:16:3e:c5:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:23:49Z', 'updated_at': '2021-04-15T18:23:49Z', 'revision_number': 0, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:55.356979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Checking router: 6bfc5d79-72df-47aa-93aa-4459d8bcb560 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:55.359126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca91a92a-6bad-4c5d-b914-cb6569c255b7 None None] Port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:55.376987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:55.377678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:55.402143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.404830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35994) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:55.485177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef87c3-9528-4d8d-a14b-7ce14e72f306 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:23:55.567960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:55.612861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c8905d0c-2cf7-48f4-979b-0caebb56f0c7 None None] Provisioning for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:55.644321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:55.648964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:55.692426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-121a04e2-07a2-45dd-97bf-f98264f9a610 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/floatingips/15aa0291-71c9-4741-9295-5935d671aa34 HTTP/1.1" status: 200 len: 992 time: 0.2863865 Apr 15 18:23:55.711183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:55.748182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 3bd84d31-701f-4aa6-8dc1-280cea19aabd owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:55.761191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ee4f6-d6e5-4b6e-8691-ebe699f2377d req-521dca39-e0af-420c-804f-81a8805bd9d2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:55.769735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c8ee4f6-d6e5-4b6e-8691-ebe699f2377d req-521dca39-e0af-420c-804f-81a8805bd9d2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2910767 Apr 15 18:23:55.798819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port f8febcb0-e0eb-44d8-b26c-450c42b4e470 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:23:55.854736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:55.872097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:55.893909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-f902137f-d070-477d-b45b-447a026ce050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:55.895592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-f902137f-d070-477d-b45b-447a026ce050 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1099 time: 0.8352888 Apr 15 18:23:55.899572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 597010ce-e996-4c0b-a833-268825b61ba0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:56.027284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '15aa0291-71c9-4741-9295-5935d671aa34', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'mac_address': 'fa:16:3e:c5:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:23:49Z', 'updated_at': '2021-04-15T18:23:49Z', 'revision_number': 0, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:56.031733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0c0cf-a67b-472b-a1ce-4253197b80ff None None] The sync data for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv is: [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '15aa0291-71c9-4741-9295-5935d671aa34', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'floating_ip_address': '172.26.7.181', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'mac_address': 'fa:16:3e:c5:c4:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:23:49Z', 'updated_at': '2021-04-15T18:23:49Z', 'revision_number': 0, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:23:56.062345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 597010ce-e996-4c0b-a833-268825b61ba0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:56.063136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.224539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-475e40fd-e8d3-4853-af10-a665534ece12 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55/tags HTTP/1.1" status: 204 len: 168 time: 1.2173326 Apr 15 18:23:56.238540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 35998) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:56.306541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c8ee4f6-d6e5-4b6e-8691-ebe699f2377d req-9ed1e0da-638b-4d76-b103-715060b5b3f4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5357203 Apr 15 18:23:56.319287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-198b7a43-d795-4b9d-84b9-3d59236a6b7e None None] Provisioning complete for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:56.319287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-198b7a43-d795-4b9d-84b9-3d59236a6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.380473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-4ce915d9-ff64-40a6-a908-4c295a269d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:56.382699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-4ce915d9-ff64-40a6-a908-4c295a269d88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 897 time: 0.3075590 Apr 15 18:23:56.388304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 791ac29e-224f-47e4-915e-ff0f9cc8e245 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:56.441346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Update dhcp port {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': 'c6361d63-e9b0-46cf-9f60-9ed357ae7ba1', 'ip_address': '2001:db8::f816:3eff:fe2b:fabf'}, {'subnet_id': '2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '791ac29e-224f-47e4-915e-ff0f9cc8e245'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:23:56.448382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a890b072-9f11-44c2-9895-85ba1a5c5cd2 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for subnetpool, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.450119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a890b072-9f11-44c2-9895-85ba1a5c5cd2 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnetpools/dcf9b30b-ece3-49c2-ab3e-ca99c7790a28 HTTP/1.1" status: 204 len: 168 time: 0.2110631 Apr 15 18:23:56.453358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36002) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:56.453878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:23:56.461197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.484463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beef151-503c-48c7-a1e3-78b62045a476 None None] New status for floating IP 15aa0291-71c9-4741-9295-5935d671aa34: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:23:56.494257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:56.517556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b14bada9-8385-4f9f-8fbd-cfa80d4919d9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Synchronizing usage tracker for tenant:69e80bf8875b4ce2aca001a5ba24f42e on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:56.556158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=3bd84d31-701f-4aa6-8dc1-280cea19aabd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:56.567711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-198b7a43-d795-4b9d-84b9-3d59236a6b7e None None] Port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:23:56.591352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b14bada9-8385-4f9f-8fbd-cfa80d4919d9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Unset dirty status for tenant:69e80bf8875b4ce2aca001a5ba24f42e on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:56.595159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b14bada9-8385-4f9f-8fbd-cfa80d4919d9 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "GET /v2.0/ports?device_id=37d1fbe0-74d2-436e-8432-164f546fc40d HTTP/1.1" status: 200 len: 205 time: 0.1382344 Apr 15 18:23:56.595881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36006) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:56.624551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.696622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36010) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:56.807690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:23:56.831376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 172.20.0.13 (530f0ff6-d890-4520-b761-45c133c833af/2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510/f8febcb0-e0eb-44d8-b26c-450c42b4e470) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:56.835856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:56.836695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.860548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:56.920212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:feab:20f1 (530f0ff6-d890-4520-b761-45c133c833af/c6361d63-e9b0-46cf-9f60-9ed357ae7ba1/f8febcb0-e0eb-44d8-b26c-450c42b4e470) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:56.931225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:57.096899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-7ee86f11-f3ae-4742-831b-443909c90702 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 1000 time: 0.7042465 Apr 15 18:23:57.110029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-864d5eb2-d6a4-4776-afc0-1e6bc5f56dd3 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/floatingips/15aa0291-71c9-4741-9295-5935d671aa34 HTTP/1.1" status: 200 len: 992 time: 0.3583181 Apr 15 18:23:57.231946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86ed9d6a-eb2d-4395-b8f2-801cba93fa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.233882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-981493e7-ca1c-4ca5-ae4e-6902ab69883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:57.234022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.235722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-981493e7-ca1c-4ca5-ae4e-6902ab69883f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 200 len: 834 time: 0.1217711 Apr 15 18:23:57.291037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.295567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.306666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.342182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:57.345219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.347478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:57.361662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:23:57.374451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Sync routers for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:23:57.390472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:57.392043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:57.437287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/80fec5c8-c459-445f-a2a4-1c63249ff6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8817680 Apr 15 18:23:57.440783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36016) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:57.468657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:57.473200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.473752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Fanout notify agent at l3_agent the message router_deleted on router 37d1fbe0-74d2-436e-8432-164f546fc40d {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:23:57.474499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:57.478463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.483646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/ports/3bd84d31-701f-4aa6-8dc1-280cea19aabd HTTP/1.1" status: 204 len: 168 time: 3.3078337 Apr 15 18:23:57.485318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36020) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:57.553710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-7191e0a6-b2dd-49cd-bfa3-f160db9a9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:57.555601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-7191e0a6-b2dd-49cd-bfa3-f160db9a9980 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3105717 Apr 15 18:23:57.638753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.639863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a7c01464-4b37-42e8-8069-b1f46b0a9727 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/routers/37d1fbe0-74d2-436e-8432-164f546fc40d HTTP/1.1" status: 204 len: 168 time: 1.0431781 Apr 15 18:23:57.650371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36024) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:57.663159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:23:57.695710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 791ac29e-224f-47e4-915e-ff0f9cc8e245 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:57.732093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.782132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a3b45-e1b3-46e1-8127-6aa136ef63a6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:57.783223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e32a3b45-e1b3-46e1-8127-6aa136ef63a6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Synchronizing usage tracker for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:23:57.783601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:23:57.784027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.804364 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-7a1d126f-1e0f-408f-893b-42fab054e8f1 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399564 Apr 15 18:23:57.851952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e32a3b45-e1b3-46e1-8127-6aa136ef63a6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Unset dirty status for tenant:f23096b25649484a97c54e611f46f1c2 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:23:57.853536 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e32a3b45-e1b3-46e1-8127-6aa136ef63a6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90ebecc-1b19-4cca-b88e-0c505a11545f HTTP/1.1" status: 200 len: 913 time: 0.3670089 Apr 15 18:23:57.887307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:57.893766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36028) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:57.986718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7f61dcb-17dd-489c-b705-7e6d818d1fc7 req-836e84cd-6f1d-4b40-aa96-7d641bbf1eed service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749251 Apr 15 18:23:58.045902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Deleting port bd48c4d3-a653-4b7d-8851-28a5ba419d17 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:23:58.046594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.074531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:23:54Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:58.078963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Checking router: 80fec5c8-c459-445f-a2a4-1c63249ff6c5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:23:58.079359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Updating router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:23:58.095967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd10de-ee11-43fb-9821-e37469548c3a req-85a0ca21-fb25-4cce-aec2-fea61a9548b4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.097628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ebd10de-ee11-43fb-9821-e37469548c3a req-85a0ca21-fb25-4cce-aec2-fea61a9548b4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5489771 Apr 15 18:23:58.114161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36032) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:58.141330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.203660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object f8febcb0-e0eb-44d8-b26c-450c42b4e470 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:58.215509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.216060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.216594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.217130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.217658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.218599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.218728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.219225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.219745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.223869 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1256313f-6935-4256-bac7-26c73c972d3c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6406 time: 0.7792673 Apr 15 18:23:58.227613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36036) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:58.328934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9f9439d-1838-4230-bdfb-eb882f62bc6e tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/floatingips/15aa0291-71c9-4741-9295-5935d671aa34 HTTP/1.1" status: 200 len: 994 time: 0.2129912 Apr 15 18:23:58.340848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ebd10de-ee11-43fb-9821-e37469548c3a req-712fc321-9145-43a8-a8c5-1e0623669e94 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598382 Apr 15 18:23:58.390759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.392720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.393253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.393771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.394314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.394824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.395332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.395841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.396326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.396847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.397355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:58.403970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-937b9b39-34ec-4d97-bd06-75eefd044488 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6405 time: 0.1718123 Apr 15 18:23:58.404682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36040) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:58.434392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.559147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Allocated IP 172.20.0.2 (530f0ff6-d890-4520-b761-45c133c833af/2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510/791ac29e-224f-47e4-915e-ff0f9cc8e245) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:23:58.591838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:58.735159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b015240-a3ab-4644-987d-467ce7a1693c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.3291206 Apr 15 18:23:58.793009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:23:58.824117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.844469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Transition to ACTIVE for port object 791ac29e-224f-47e4-915e-ff0f9cc8e245 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:58.855775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.856708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.871313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Transition to ACTIVE for port object 71fded8c-3802-4625-aa73-f25c1eb2ecb3 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:23:58.878109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:58.880904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:58.898900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:59.064224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Pushing event updated for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.071739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Pushing event updated for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.079201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.096366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.097011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.097591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.098544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.099115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.099785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.100337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.100899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.101576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.102223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.102769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.103310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:23:59.109381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.214778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:59.224326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875349647', 'description': 'tempest-secgroup-smoke-875349647 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:59.233521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:59.244538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:59.249546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:59.261989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:59.276085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.302260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:59.307032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:59.310843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:59.318235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:59.334904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=f8febcb0-e0eb-44d8-b26c-450c42b4e470,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.338979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.358984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Attempting to bind port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:23:59.359418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Attempting to bind port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:23:59.359821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Attempting to bind port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 on network 0eeb6336-dc91-47f0-8e89-1a072614caf1 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:23:59.392252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:23:59.393050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Checking segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:23:59.394729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.397317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Bound using segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:23:59.398171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Bound port: 71fded8c-3802-4625-aa73-f25c1eb2ecb3, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:23:59.398832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.437380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.442183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.446622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:23:59.449585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6e3181a-3c07-43a0-b628-4ebb8f8aa754 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:59.503574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849a1ede-ef31-41cf-b143-bc02c65596e6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.507587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.510099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.512054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2959051 Apr 15 18:23:59.517878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36052) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:59.528516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.533407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:59.542137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:59.547029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:59.551453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:59.559244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:59.583738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.642929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] For port 71fded8c-3802-4625-aa73-f25c1eb2ecb3, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:23:59.646720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] For port 71fded8c-3802-4625-aa73-f25c1eb2ecb3, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=71fded8c-3802-4625-aa73-f25c1eb2ecb3,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:23:59.652894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.670641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 791ac29e-224f-47e4-915e-ff0f9cc8e245 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:23:59.689296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:59.697169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.703925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.712413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:23:59.779742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f74e29-3b49-4210-b9ed-4114cabc3ded,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.790948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.794497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Calling delete_port for bd48c4d3-a653-4b7d-8851-28a5ba419d17 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:23:59.798387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.800067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794492 Apr 15 18:23:59.802964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:23:59.809056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:23:59.826449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:23:59.831014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:23:59.833777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:23:59.835053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:23:59.843228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:23:59.856423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:23:59.863606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.866790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:23:59.907638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Pushing event updated for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:23:59.913216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:23:59.935997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:23:59.936736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.949972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.953957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:23:59.966672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:23:59.967352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:23:59.980744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2c1e7022-ca1d-47e4-a172-1c2ef2220d03 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:00.004249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.1558566 Apr 15 18:24:00.008673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36060) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:00.009474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89021787-2876-4331-a16c-d69167983c0b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:00.013966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:00.061715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8729c-412d-478b-a35b-4fe3562d3768 req-ba6e6be1-78ce-45d4-be28-5ec3f96d89e9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:00.069553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e1e8729c-412d-478b-a35b-4fe3562d3768 req-ba6e6be1-78ce-45d4-be28-5ec3f96d89e9 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4488931 Apr 15 18:24:00.081212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.082428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2782228 Apr 15 18:24:00.087122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36064) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:00.097227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:00.112301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:00.132729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:00.144781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:00.161713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:00.177493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25c8e8-fcc6-4af0-a503-f89a179462ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:00.188427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25c8e8-fcc6-4af0-a503-f89a179462ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:00.189357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4f25c8e8-fcc6-4af0-a503-f89a179462ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:00.214792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.225797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4f25c8e8-fcc6-4af0-a503-f89a179462ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:00.230458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4f25c8e8-fcc6-4af0-a503-f89a179462ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2149730 Apr 15 18:24:00.239695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36068) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:00.245949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:00.264878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3823d457-f413-400a-9733-5bf70ff66a9a None None] Provisioning for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:00.266460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e1e8729c-412d-478b-a35b-4fe3562d3768 req-113b871b-832f-4183-8081-1868834dd8d0 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958630 Apr 15 18:24:00.273717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.279209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3823d457-f413-400a-9733-5bf70ff66a9a None None] Provisioning complete for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:00.279632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3823d457-f413-400a-9733-5bf70ff66a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.355604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b393b827-f31e-4bfa-ba7b-c98643ee6d8f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:00.415672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event deleted for resources: {'Port': ['ID=bd48c4d3-a653-4b7d-8851-28a5ba419d17,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:00.433441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:00.444562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.454005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.458373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d181a839-45eb-4e89-a810-5b106c3ee5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:00.480675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0c97aa-6a4d-494f-b882-8b767f2b35c3,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:00.501972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:00.513252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.533655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port f8febcb0-e0eb-44d8-b26c-450c42b4e470 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:00.534073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.569433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.573456 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4824755 Apr 15 18:24:00.576315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36072) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:00.601687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:00.613444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:00.627080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:23:59Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:00.631382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97363e3b-43d0-4618-aa22-863a1fa84d2b None None] The sync data for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv is: [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:23:59Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:00.648050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a4ed707c-f3e8-4f28-816a-68e806967e63 None None] Provisioning for port f8febcb0-e0eb-44d8-b26c-450c42b4e470 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:00.654857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a4ed707c-f3e8-4f28-816a-68e806967e63 None None] Provisioning complete for port f8febcb0-e0eb-44d8-b26c-450c42b4e470 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:00.655282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ed707c-f3e8-4f28-816a-68e806967e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:00.713080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:00.721000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:00.752674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed707c-f3e8-4f28-816a-68e806967e63 None None] Port f8febcb0-e0eb-44d8-b26c-450c42b4e470 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:00.760474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:00.871413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.029279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for f8febcb0-e0eb-44d8-b26c-450c42b4e470 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:01.047470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.118098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.165718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/ports/bd48c4d3-a653-4b7d-8851-28a5ba419d17 HTTP/1.1" status: 204 len: 168 time: 3.4990764 Apr 15 18:24:01.173791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36076) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:01.219755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.272749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.279511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8fa3c635-f5e0-40d3-8f28-aed57e31bfdd tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:01.295647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.323575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:01.333608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8c6705-9edd-4cab-bfc8-04c7879938fb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:01.341450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:01.349330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:01.349717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.385536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Deleting subnet 5daaa67b-ab70-405f-9d58-6c971bafdc55 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:01.395689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.443626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=f8febcb0-e0eb-44d8-b26c-450c42b4e470,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:01.444861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.449439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8610892 Apr 15 18:24:01.450114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:01.450114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36082) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:01.455543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:01.466069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:01.479108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:01.483995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:01.502981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:01.553384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:24:01.569425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.675599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.699919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 71fded8c-3802-4625-aa73-f25c1eb2ecb3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:01.787120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:01.789027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.793395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:01.795815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.871361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.897017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.904950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/f8febcb0-e0eb-44d8-b26c-450c42b4e470 HTTP/1.1" status: 204 len: 168 time: 1.6489911 Apr 15 18:24:01.905944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.907669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36086) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:01.908401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76129f31-5f65-467b-974e-16f61525e398 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:01.971720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa80139-8d6a-403a-9b99-6c01d0bb9868 req-09232f04-e817-4581-bce7-d7f1efb24572 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:01.971982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:01.973365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daa80139-8d6a-403a-9b99-6c01d0bb9868 req-09232f04-e817-4581-bce7-d7f1efb24572 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.5467670 Apr 15 18:24:01.993537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d5100d-068f-461e-a547-d429c6b8fe95,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:01.998426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:02.001463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.005663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5518508 Apr 15 18:24:02.008208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 71fded8c-3802-4625-aa73-f25c1eb2ecb3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=71fded8c-3802-4625-aa73-f25c1eb2ecb3,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:02.009738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36090) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:02.011321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.014092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d55d708-5292-4997-b2ee-b709be3e0b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:02.019389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '849a1ede-ef31-41cf-b143-bc02c65596e6', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:02.032978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:02.043795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:02.050639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:02.051842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:02.052048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.053515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:02.054415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:02.058141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:02.065494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:02.081301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:02.082588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a05ca6a-0305-4454-aa1f-97c17da8142f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1618190 Apr 15 18:24:02.085605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:02.092283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:02.096068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:02.121189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:24:02.138540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.200990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:02.207718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.288938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.340379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.343992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.352504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:02.392438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7019438-8643-4306-bd0c-dbcc2784b82f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:02.399572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:02.405684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.406943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961747 Apr 15 18:24:02.429456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.514894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daa80139-8d6a-403a-9b99-6c01d0bb9868 req-0b857c9e-80f3-4dc4-a26f-e97fe0871b62 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5245969 Apr 15 18:24:02.526592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:02.758211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-83c13073-7047-4447-bcbf-7090d1a86ecb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875349647&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.1094022 Apr 15 18:24:02.812456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:02.834004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-510cb204-3e44-45a8-b1b0-1adde995a668 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:02.990896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event deleted for resources: {'Subnet': ['ID=5daaa67b-ab70-405f-9d58-6c971bafdc55,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:03.000137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:03.014260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.030090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32ebaaa3-1599-4936-a25e-288d5913cee7 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:03.114132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:03.120963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:03.127377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.132291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651fbb8-5ddb-4577-9f31-ad70bcca1714 None None] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:03.164816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-fe5f52ee-483c-4f5f-b2c6-b96f46f430fe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:03.165589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-fe5f52ee-483c-4f5f-b2c6-b96f46f430fe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:03.175791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/subnets/5daaa67b-ab70-405f-9d58-6c971bafdc55 HTTP/1.1" status: 204 len: 168 time: 1.9963198 Apr 15 18:24:03.175791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.176770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36110) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:03.192126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:03.285040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.303530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=9c1c39e0-da38-43ae-ad1c-64e9d7ae0bc8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:03.308408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:03.311089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-fe5f52ee-483c-4f5f-b2c6-b96f46f430fe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:03.312384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-fe5f52ee-483c-4f5f-b2c6-b96f46f430fe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 200 len: 796 time: 0.5428905 Apr 15 18:24:03.318072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e214bac4-542b-4653-84ff-f0dcf85ff7c3 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:03.325710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510 HTTP/1.1" status: 204 len: 168 time: 1.2353477 Apr 15 18:24:03.326412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36114) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:03.338416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-f435bfb1-6cde-408d-b109-c629261ad262 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0144296 Apr 15 18:24:03.381578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.480141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Deleting port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:03.480681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.519784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet c6361d63-e9b0-46cf-9f60-9ed357ae7ba1 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:03.530073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.561892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-88a6f266-feb2-44da-a57a-315b9eb0b9df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2097623 Apr 15 18:24:03.628524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] DHCP port deletion for 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:03.633802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Deleting port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:03.634259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.699743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.891529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 71fded8c-3802-4625-aa73-f25c1eb2ecb3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:03.929520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] For port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,segment=NetworkSegment(e0dba3de-5f00-4a89-a197-15789c6319fc),segment_id=e0dba3de-5f00-4a89-a197-15789c6319fc)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:03.929980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:03.986658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] For port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,segment=NetworkSegment(e0dba3de-5f00-4a89-a197-15789c6319fc),segment_id=e0dba3de-5f00-4a89-a197-15789c6319fc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:03.986658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.008288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:04.008848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.009078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.068665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fc93c-6922-480f-9f3f-8d460f83b52c req-3d8d3c6d-ec22-49de-8617-aed38272b661 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:04.076888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-241fc93c-6922-480f-9f3f-8d460f83b52c req-3d8d3c6d-ec22-49de-8617-aed38272b661 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3901949 Apr 15 18:24:04.102716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.130347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Calling delete_port for 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:04.148879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-9d33e43c-6e69-44e8-9d4e-adf18afa368d service neutron] 10.222.0.32 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235919 Apr 15 18:24:04.252064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Calling delete_port for 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:04.334919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-241fc93c-6922-480f-9f3f-8d460f83b52c req-3c7487d9-84d4-4b25-9880-f30e25b865de tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565854 Apr 15 18:24:04.349923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.363964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9819bb5-542f-455f-879d-03f56028be0e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:04.413032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:04.413592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:04.449836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95d5800e-0688-465a-97fb-01a2be3b0341 None None] Provisioning complete for port 791ac29e-224f-47e4-915e-ff0f9cc8e245 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:04.450395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95d5800e-0688-465a-97fb-01a2be3b0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.468801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event deleted for resources: {'Port': ['ID=530a65f9-ea89-4e3a-a4a3-fb2695c5d921,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:04.495632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:04.601786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] No DVR routers for this DVR port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:04.620491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-4b639e8d-0485-48d3-9e43-badbd210d960 service neutron] 10.222.0.32 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136097 Apr 15 18:24:04.794712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.830313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.857922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ada3e4fc-63ac-40bc-ba1c-a805c31fbfec tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:04.915800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Deleting port 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:04.916494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:04.995780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-18494183-7c74-45a8-9df7-9ebd95928c49 None None] The port '530a65f9-ea89-4e3a-a4a3-fb2695c5d921' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:24:04.999197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=c6361d63-e9b0-46cf-9f60-9ed357ae7ba1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:05.081741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:05.103549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Router c90ebecc-1b19-4cca-b88e-0c505a11545f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:24:05.111530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f78ee40e-01c2-4292-a1b8-df99c6ee5bbe req-2aa9ae0e-e71f-490f-92ce-8c252fbc6889 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 210 time: 0.1073537 Apr 15 18:24:05.156449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa69d84-23b7-499a-83dc-bb0ecd1b4334']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:05.183506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.187296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dba3de-5f00-4a89-a197-15789c6319fc') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:05.187606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dba3de-5f00-4a89-a197-15789c6319fc') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:05.189028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ebdf72-9c5a-4f81-a9ea-cf8c618e1c8e None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:05.212915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.225746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/c6361d63-e9b0-46cf-9f60-9ed357ae7ba1 HTTP/1.1" status: 204 len: 168 time: 1.8981349 Apr 15 18:24:05.228252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-9137dfee-1a9d-40ce-8aaf-9d61dd675a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:05.229749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-9137dfee-1a9d-40ce-8aaf-9d61dd675a78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.3386931 Apr 15 18:24:05.230301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36136) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:05.307525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.343860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-327871bc-335e-437c-b605-5516acaec931 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:05.405202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:05.502030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:05.506889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Deleting port 791ac29e-224f-47e4-915e-ff0f9cc8e245 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:05.507313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.516641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-327871bc-335e-437c-b605-5516acaec931 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:router {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:05.517958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-327871bc-335e-437c-b605-5516acaec931 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2850306 Apr 15 18:24:05.525996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36140) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:05.550250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:05.671315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:05.718181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898845-0b54-4772-a30c-1b0cb3ca89f2 req-9ec72aa5-8b08-47ef-b391-7d46248103c2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:05.719803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab898845-0b54-4772-a30c-1b0cb3ca89f2 req-9ec72aa5-8b08-47ef-b391-7d46248103c2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.6790104 Apr 15 18:24:05.726202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:05.727484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 530a65f9-ea89-4e3a-a4a3-fb2695c5d921 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:05.727796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 791ac29e-224f-47e4-915e-ff0f9cc8e245 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:05.752637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:05.769500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.785947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:24:05.787954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-671dda14-f237-4e77-a969-70d628c83587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:05.790221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-671dda14-f237-4e77-a969-70d628c83587 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.4853966 Apr 15 18:24:05.812715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "PUT /v2.0/routers/c90ebecc-1b19-4cca-b88e-0c505a11545f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9178367 Apr 15 18:24:05.816256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab898845-0b54-4772-a30c-1b0cb3ca89f2 req-abce3339-1d48-43bb-849c-33c6a9112fc5 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615048 Apr 15 18:24:05.816884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36144) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:05.897477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:05.898282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:05.982719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] Sync routers for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:24:06.032780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.082073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Calling delete_port for 791ac29e-224f-47e4-915e-ff0f9cc8e245 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:06.246642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:06.247686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:06.264438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.274691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting port 7ba0526b-f2b1-4232-8e72-ac922f0859f7 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:06.275075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.313509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.354539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:06.385808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:06.388324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-23c2b00e-30c3-4581-9c8e-4c5e82c77fdb req-8bae0594-c26c-47e3-9011-43925f5d5e24 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 210 time: 0.0649829 Apr 15 18:24:06.389908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] Routers {'c90ebecc-1b19-4cca-b88e-0c505a11545f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:06.390564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c90ebecc-1b19-4cca-b88e-0c505a11545f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:06.459601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:06.464683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:06.475542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.477630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:06.478204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810141d8-7c5b-475a-8565-ca8b16244ffc None None] The sync data for ids ['c90ebecc-1b19-4cca-b88e-0c505a11545f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:06.480638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:06.489546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:06.495511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-9ab5849d-69be-497d-bd5a-a328cf9d7bbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.6883819 Apr 15 18:24:06.508553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:06.535553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.536293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:06.536798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:06.561670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:06.565052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:06.576530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Network 6fa69d84-23b7-499a-83dc-bb0ecd1b4334 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:06.612006 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:06.671605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Calling delete_port for 7ba0526b-f2b1-4232-8e72-ac922f0859f7 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:06.706467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:06.712469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.809423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-5356b5bc-8717-44b9-9628-57fa8c20e043 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:06.810207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-5356b5bc-8717-44b9-9628-57fa8c20e043 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:06.836639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-334de0d4-9565-4f5e-bc54-a75161b9eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:06.838287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-334de0d4-9565-4f5e-bc54-a75161b9eaa2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.3316004 Apr 15 18:24:06.847254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.857195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.862419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0431f761-0fe2-4276-87bd-f051d0a59b92 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:06.879104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:06.929504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-5356b5bc-8717-44b9-9628-57fa8c20e043 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:06.931132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-5356b5bc-8717-44b9-9628-57fa8c20e043 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 200 len: 796 time: 0.7253616 Apr 15 18:24:06.943078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca3ca37f-b4cd-482b-893a-77ca1c1ef6ea tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:06.954425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Pushing event deleted for resources: {'Network': ['ID=6fa69d84-23b7-499a-83dc-bb0ecd1b4334,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:06.974212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] 10.222.0.32 "DELETE /v2.0/networks/6fa69d84-23b7-499a-83dc-bb0ecd1b4334 HTTP/1.1" status: 204 len: 168 time: 3.7965577 Apr 15 18:24:06.980272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:07.039597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Deleting port 791ac29e-224f-47e4-915e-ff0f9cc8e245 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:07.039921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Port': ['ID=7ba0526b-f2b1-4232-8e72-ac922f0859f7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:07.040839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.060439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:07.116813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-6efdfbd7-06cd-47ac-90d8-5c3bc6ccea59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:07.127363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-711e6e4f-3528-4f1b-914d-0e45b1556f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:07.129035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-711e6e4f-3528-4f1b-914d-0e45b1556f3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2777660 Apr 15 18:24:07.175258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920faec-1231-4dde-bcd5-f6419f70040a req-39f23b0d-cddc-4d2c-ab2e-4ed3fe2fa2c8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:07.176894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6920faec-1231-4dde-bcd5-f6419f70040a req-39f23b0d-cddc-4d2c-ab2e-4ed3fe2fa2c8 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2352026 Apr 15 18:24:07.248196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-6efdfbd7-06cd-47ac-90d8-5c3bc6ccea59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:07.249729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-6efdfbd7-06cd-47ac-90d8-5c3bc6ccea59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8059 time: 0.3018603 Apr 15 18:24:07.261584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.274760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['849a1ede-ef31-41cf-b143-bc02c65596e6']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:07.319531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36160) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:07.333979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] For port 791ac29e-224f-47e4-915e-ff0f9cc8e245, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=791ac29e-224f-47e4-915e-ff0f9cc8e245,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:07.334652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.494031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Calling delete_port for 791ac29e-224f-47e4-915e-ff0f9cc8e245 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:07.503953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.508737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.525733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6920faec-1231-4dde-bcd5-f6419f70040a req-683524c0-d274-4391-b353-5506470ed21c tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860858 Apr 15 18:24:07.551997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-39d41002-9238-4a8e-8dcd-743a7b22a1be service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075215 Apr 15 18:24:07.605688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.623163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:07.630342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.630603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Fanout notify agent at l3_agent the message router_deleted on router c90ebecc-1b19-4cca-b88e-0c505a11545f {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:24:07.656872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8be88365-216a-4720-a277-bda4b3710556 req-bc1a2491-efa6-40a3-a987-64f140059161 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 210 time: 0.0776143 Apr 15 18:24:07.674341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Pushing event deleted for resources: {'Port': ['ID=791ac29e-224f-47e4-915e-ff0f9cc8e245,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:07.677233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:07.681074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:07.692812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.697193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/routers/c90ebecc-1b19-4cca-b88e-0c505a11545f HTTP/1.1" status: 204 len: 168 time: 1.8763554 Apr 15 18:24:07.697347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:07.703269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:07.704678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:07.717606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-671ea977-39d8-4669-bbc7-e7e650d95d99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69e80bf8875b4ce2aca001a5ba24f42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898466 Apr 15 18:24:07.717988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36172) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:07.751088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:07.794908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.814909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] No DVR routers for this DVR port 791ac29e-224f-47e4-915e-ff0f9cc8e245 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:07.826947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.829893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:07.835912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.871097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd415d87-d3d0-4edb-b90a-35f4d3d030d8 req-92310dfd-faca-408a-8861-6a7d4861e507 service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034825 Apr 15 18:24:07.875438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.881050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81234d66-53ce-4c87-8506-acec7410e6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:07.881593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Deleting subnet 164746e6-4853-4f70-ad3d-d04184f85807 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:07.897433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:07.900484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d27a4531-5803-4d34-a0de-06abd4a0362e HTTP/1.1" status: 204 len: 168 time: 0.1812708 Apr 15 18:24:07.901926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a4531-5803-4d34-a0de-06abd4a0362e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:07.907548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:07.926124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:08.030632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:08.206008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:08.232652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32d843ca-f982-4023-b4f7-ebc10aaaa70c tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:08.277034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:08.426791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.4 (0eeb6336-dc91-47f0-8e89-1a072614caf1/01af8ed9-3730-49b8-a5db-831652de0a17/916ef871-67bd-4f8d-89a0-61115fcb1f58) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:08.460630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=bda40c34-486f-4a2c-b3d5-aced67297280,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:08.495834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:08.681819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:08.734373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bf6f7-c19a-4fa5-8100-14067219250b req-007bac92-e4c5-4033-883b-722898e6cce7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:08.736658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-365bf6f7-c19a-4fa5-8100-14067219250b req-007bac92-e4c5-4033-883b-722898e6cce7 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1001344 Apr 15 18:24:08.742678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:08.754133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1f1ca3-b574-4f8c-a421-ed90e0b785d6 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:08.785750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:08.786441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:08.859239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9e1f9469-4932-499c-b7eb-ecc69a2ec699 req-9182b5f9-5794-415c-9c33-234d368629b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 210 time: 0.0617011 Apr 15 18:24:08.883905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-365bf6f7-c19a-4fa5-8100-14067219250b req-a621cc4a-1a7b-4044-a9c4-1473ddfdc750 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077302 Apr 15 18:24:09.018457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'bda40c34-486f-4a2c-b3d5-aced67297280'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:09.021893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.141482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176ad5b-c8e8-4f06-8e15-fbcc9925b467 req-d91c5180-e5fb-4d63-9b78-fde06368ff60 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:09.145143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3176ad5b-c8e8-4f06-8e15-fbcc9925b467 req-d91c5180-e5fb-4d63-9b78-fde06368ff60 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1366746 Apr 15 18:24:09.185428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6580827 Apr 15 18:24:09.187323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36188) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:09.191954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Allocated IP 172.20.0.2 (530f0ff6-d890-4520-b761-45c133c833af/bda40c34-486f-4a2c-b3d5-aced67297280/866caf29-4ea4-4717-b7e5-d67f68399c7f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:09.200637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:09.227301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3176ad5b-c8e8-4f06-8e15-fbcc9925b467 req-7724f492-3a45-4bd2-9084-1a12eda0b560 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745521 Apr 15 18:24:09.233318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.243795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.274522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 916ef871-67bd-4f8d-89a0-61115fcb1f58 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:09.305459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62203d79-cdcc-4eb8-922e-31bfe95f81a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:09.351944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.418211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:09.424605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:09.428134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.428305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:09.434323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Subnet': ['ID=164746e6-4853-4f70-ad3d-d04184f85807,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:09.436731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:09.442825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:09.443209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Transition to ACTIVE for port object 866caf29-4ea4-4717-b7e5-d67f68399c7f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:09.447996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51d5f4d2-ae83-47e5-9adf-ac5c281d8de1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:09.465902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Transition to ACTIVE for port object 866caf29-4ea4-4717-b7e5-d67f68399c7f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:09.468561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:09.470356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.474785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.494565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:09.567654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acb0d-4594-4849-b67c-6e12fd0a7eed req-117c5228-d43e-4486-a0db-f72320d72286 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:09.569203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f5acb0d-4594-4849-b67c-6e12fd0a7eed req-117c5228-d43e-4486-a0db-f72320d72286 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2106812 Apr 15 18:24:09.622184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:09.637967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:09.641885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.644219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Pushing event updated for resources: {'Port': ['ID=866caf29-4ea4-4717-b7e5-d67f68399c7f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:09.647155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:09.670512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/subnets/164746e6-4853-4f70-ad3d-d04184f85807 HTTP/1.1" status: 204 len: 168 time: 1.9602973 Apr 15 18:24:09.671395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36194) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:09.680865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f5acb0d-4594-4849-b67c-6e12fd0a7eed req-8e2be738-ef6e-4f4d-9331-504caee4105b tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891387 Apr 15 18:24:09.694854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:09.696388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:09.699323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:09.809888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.836927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Attempting to bind port 866caf29-4ea4-4717-b7e5-d67f68399c7f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:09.837498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Attempting to bind port 866caf29-4ea4-4717-b7e5-d67f68399c7f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:09.837943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Attempting to bind port 866caf29-4ea4-4717-b7e5-d67f68399c7f on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:09.845357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:09.845782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:09.846273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.846715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:09.847493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Bound port: 866caf29-4ea4-4717-b7e5-d67f68399c7f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:09.847918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:09.884646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:09.887067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:09.890886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:10.035425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] For port 866caf29-4ea4-4717-b7e5-d67f68399c7f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:10.040305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] For port 866caf29-4ea4-4717-b7e5-d67f68399c7f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=866caf29-4ea4-4717-b7e5-d67f68399c7f,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:10.045161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.118294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.223163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-316f6812-4eb8-4e70-8939-363a03d1c625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:10.259801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:10.260496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.294839 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0281901 Apr 15 18:24:10.296695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817fc932-8ee7-4515-95a5-df2c23500fea']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:10.313477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Request body: {'port': {'device_id': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:10.350644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fefbcfe-910c-4562-82c8-ecb998fe324d') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:10.350950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fefbcfe-910c-4562-82c8-ecb998fe324d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:10.375383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.404140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa0683-4957-4d2e-bcf5-c85c727e9796 req-6d19863c-b3f8-4f41-b14b-906c83444fe6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:10.405943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bafa0683-4957-4d2e-bcf5-c85c727e9796 req-6d19863c-b3f8-4f41-b14b-906c83444fe6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 931 time: 0.2896311 Apr 15 18:24:10.406159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.439305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:10.461227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:10.517946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f380-f960-447f-87c5-755ac3f2e0d6 req-2cab364f-2a5e-41ed-9462-cdc2194c3319 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:10.520148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Pushing event updated for resources: {'Port': ['ID=866caf29-4ea4-4717-b7e5-d67f68399c7f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:10.525176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:10.532972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd74f380-f960-447f-87c5-755ac3f2e0d6 req-2cab364f-2a5e-41ed-9462-cdc2194c3319 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3283100 Apr 15 18:24:10.550414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-01d43295-17ab-4106-aa5e-ef273da90b7f None None] Provisioning for port 916ef871-67bd-4f8d-89a0-61115fcb1f58 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:10.562933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-01d43295-17ab-4106-aa5e-ef273da90b7f None None] Provisioning complete for port 916ef871-67bd-4f8d-89a0-61115fcb1f58 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:10.564166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01d43295-17ab-4106-aa5e-ef273da90b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.585121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.643020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-01d43295-17ab-4106-aa5e-ef273da90b7f None None] Port 916ef871-67bd-4f8d-89a0-61115fcb1f58 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:10.731133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:10.742740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:10.944582 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bafa0683-4957-4d2e-bcf5-c85c727e9796 req-2d61f534-01be-4841-bd11-418eb7e6de74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5253541 Apr 15 18:24:11.029397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd74f380-f960-447f-87c5-755ac3f2e0d6 req-fff54e17-2f43-49ac-8182-9094bb47c821 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953966 Apr 15 18:24:11.059352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Network 817fc932-8ee7-4515-95a5-df2c23500fea has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:11.088355 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:11.128541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.256548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.261375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.267982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d20821da-d291-44a8-a5db-c2a1e356d76d tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:11.302634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] 10.222.0.32 "DELETE /v2.0/networks/817fc932-8ee7-4515-95a5-df2c23500fea HTTP/1.1" status: 204 len: 168 time: 1.6301200 Apr 15 18:24:11.315461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Pushing event deleted for resources: {'Network': ['ID=817fc932-8ee7-4515-95a5-df2c23500fea,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:11.318280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:11.369143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 866caf29-4ea4-4717-b7e5-d67f68399c7f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=866caf29-4ea4-4717-b7e5-d67f68399c7f,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:11.397508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.401991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.403090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.419843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:11.442181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916ef871-67bd-4f8d-89a0-61115fcb1f58 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:24:11.452946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.470580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Transition to ACTIVE for port object 916ef871-67bd-4f8d-89a0-61115fcb1f58 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:11.473572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.492171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d46b2f1-cc64-4444-a42b-513908511e17 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:11.591677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=866caf29-4ea4-4717-b7e5-d67f68399c7f,revision_number=4']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:11.596869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:11.597543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ae80470-7b31-4f1d-bedc-4782c78c9733 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:11.628757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36210) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:11.629139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Pushing event updated for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:11.637248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:11.698707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=4082e5ea-2a39-46b9-b20b-493c7e94e1b3,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:11.709789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:11.711180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:11.712083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:11.725621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:11.726501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:11.759383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5707991 Apr 15 18:24:11.763957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 866caf29-4ea4-4717-b7e5-d67f68399c7f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:11.772571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36216) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:11.789058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:75:22:48', 'name': 'tempest-NetworksTestDHCPv6-1873529306'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:11.906004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 866caf29-4ea4-4717-b7e5-d67f68399c7f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:11.979301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Attempting to bind port 916ef871-67bd-4f8d-89a0-61115fcb1f58 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:11.979675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Attempting to bind port 916ef871-67bd-4f8d-89a0-61115fcb1f58 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:11.980042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Attempting to bind port 916ef871-67bd-4f8d-89a0-61115fcb1f58 on network 0eeb6336-dc91-47f0-8e89-1a072614caf1 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:11.986909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Port 916ef871-67bd-4f8d-89a0-61115fcb1f58 on network 0eeb6336-dc91-47f0-8e89-1a072614caf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:24:11.986909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Attempting to bind port 916ef871-67bd-4f8d-89a0-61115fcb1f58 on network 0eeb6336-dc91-47f0-8e89-1a072614caf1 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:11.997208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:11.998191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Checking segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:11.998191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Bound using segment: {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:11.998630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Bound port: 916ef871-67bd-4f8d-89a0-61115fcb1f58, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf70bcc-7e01-4859-87d6-bd5519195cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:11.999102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.020610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2db2f7f5-8281-4dc8-a377-59613fcea499 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f23096b25649484a97c54e611f46f1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868105 Apr 15 18:24:12.020823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36222) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:12.060004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:12.066376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:12.069864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:12.076797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:12.087859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:12.189005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.209927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:12.231466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.239141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:12.245552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.266392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f66d23-1197-4806-8207-cd0e300d95bf None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:12.267801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d55fb9c-363e-4f3c-8e65-fd16300e3023 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:12.365313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Provisioning for port 866caf29-4ea4-4717-b7e5-d67f68399c7f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:12.374715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Provisioning complete for port 866caf29-4ea4-4717-b7e5-d67f68399c7f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:12.375550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.375873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.425878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec3a15-0d41-4c7f-bb47-d17b52832294 req-5b229c6c-ebeb-433d-8252-b90a497ee381 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:12.427854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17ec3a15-0d41-4c7f-bb47-d17b52832294 req-5b229c6c-ebeb-433d-8252-b90a497ee381 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 943 time: 0.3133571 Apr 15 18:24:12.430592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 690c6502-022c-4702-8c7d-f4beb9e641c6 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:12.448070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Pushing event updated for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:12.454918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:12.477903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67717ca6-37eb-4b74-813a-3557a30abdc4 req-4d63a72c-79c7-410c-ac86-19ea38afd628 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:12.479513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67717ca6-37eb-4b74-813a-3557a30abdc4 req-4d63a72c-79c7-410c-ac86-19ea38afd628 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2723346 Apr 15 18:24:12.487898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.496381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1c725d-7761-4c47-a259-c2e5fb7fc219 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:12.513597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3c8d0d-7fc5-4c50-a770-466e76a0e2dc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:12.520407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.521622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f3c8d0d-7fc5-4c50-a770-466e76a0e2dc HTTP/1.1" status: 204 len: 168 time: 0.4998128 Apr 15 18:24:12.523071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:12.524503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.526060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] 10.222.0.49 "PUT /v2.0/ports/916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 200 len: 1093 time: 2.2206089 Apr 15 18:24:12.527095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:12.527635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:12.602525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17ec3a15-0d41-4c7f-bb47-d17b52832294 req-deed4c44-472e-40ec-b187-a028884cf64a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349161 Apr 15 18:24:12.611896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67717ca6-37eb-4b74-813a-3557a30abdc4 req-22ef16c9-5899-476a-9912-a59ce7180fb4 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161420 Apr 15 18:24:12.695667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.717922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-09af2947-336e-4670-8563-8b4f9213df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:12.720460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-09af2947-336e-4670-8563-8b4f9213df57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1096 time: 0.1480331 Apr 15 18:24:12.781206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] For port 866caf29-4ea4-4717-b7e5-d67f68399c7f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=866caf29-4ea4-4717-b7e5-d67f68399c7f,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:12.807548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:12.814716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:12.836901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'status': 'completed', 'code': 200} Apr 15 18:24:12.859986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-806e119a-92ee-4525-9c83-1a07d740aa6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 200 len: 217 time: 0.1215634 Apr 15 18:24:12.893470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 172.20.0.5 (530f0ff6-d890-4520-b761-45c133c833af/bda40c34-486f-4a2c-b3d5-aced67297280/690c6502-022c-4702-8c7d-f4beb9e641c6) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:12.906498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Pushing event updated for resources: {'Port': ['ID=866caf29-4ea4-4717-b7e5-d67f68399c7f,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:12.913165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe75:2248 (530f0ff6-d890-4520-b761-45c133c833af/4082e5ea-2a39-46b9-b20b-493c7e94e1b3/690c6502-022c-4702-8c7d-f4beb9e641c6) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:12.914879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:12.965867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-d769aa8f-eadb-449c-90d3-f9b26dab3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:12.967599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-d769aa8f-eadb-449c-90d3-f9b26dab3fe2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01af8ed9-3730-49b8-a5db-831652de0a17 HTTP/1.1" status: 200 len: 834 time: 0.1015172 Apr 15 18:24:13.066887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-40df4558-7b17-43c7-8c84-29b5709c8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:13.069953 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-40df4558-7b17-43c7-8c84-29b5709c8281 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0eeb6336-dc91-47f0-8e89-1a072614caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950832 Apr 15 18:24:13.289827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-383517a3-bd0d-4c95-983d-706c9c2b1a31 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079298 Apr 15 18:24:13.352962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:13.379380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 690c6502-022c-4702-8c7d-f4beb9e641c6 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:13.434076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330184c-7111-48a6-8760-f4fc4702a9a6 req-35fa0c58-2a1a-4e1c-b78f-8b9fa628a6d1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:13.442524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e330184c-7111-48a6-8760-f4fc4702a9a6 req-35fa0c58-2a1a-4e1c-b78f-8b9fa628a6d1 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1776991 Apr 15 18:24:13.481611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:13.501177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c22063a6-5f46-4fbd-ae8f-a7769cf877e4 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:13.689981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 866caf29-4ea4-4717-b7e5-d67f68399c7f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:13.719757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=690c6502-022c-4702-8c7d-f4beb9e641c6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:13.747619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:13.771705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:13.775807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:13.779823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:13.811034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e330184c-7111-48a6-8760-f4fc4702a9a6 req-aa6ede3a-94f7-434c-a576-0a6866835143 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672340 Apr 15 18:24:13.845269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-23bc144f-eeb9-4954-9572-6667380cd235 None None] Provisioning complete for port 866caf29-4ea4-4717-b7e5-d67f68399c7f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:13.846383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-23bc144f-eeb9-4954-9572-6667380cd235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:13.867229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36256) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:13.877296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836eb37c-c46a-48fd-9979-2a7b7f56974a req-c143a0ed-0e66-4d6d-8c49-af1f56bbc37c service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804279 Apr 15 18:24:13.917651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-dbf73114-bc6c-4a77-9d82-fbb20428713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:13.919490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-dbf73114-bc6c-4a77-9d82-fbb20428713a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 1098 time: 0.4621258 Apr 15 18:24:13.965769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:13.966925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.051768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 866caf29-4ea4-4717-b7e5-d67f68399c7f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:14.052157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.060683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3d407-ab44-40cb-a9b4-8ff4b388a337 req-5a48ac70-1c5f-4dd1-bacb-f37bc9ef78a2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.062833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5c3d407-ab44-40cb-a9b4-8ff4b388a337 req-5a48ac70-1c5f-4dd1-bacb-f37bc9ef78a2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 943 time: 0.2506676 Apr 15 18:24:14.066171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2911577 Apr 15 18:24:14.068874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36262) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:14.104590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1483185055'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:14.119541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:14.131517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:14.143020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:14.157337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:14.185092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5c3d407-ab44-40cb-a9b4-8ff4b388a337 req-b59e7a52-c86e-49db-9e2b-1afcdd96213c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115813 Apr 15 18:24:14.198560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fbc1ea3b-7bce-48df-9721-ab562c5bec04 None None] Provisioning for port 690c6502-022c-4702-8c7d-f4beb9e641c6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:14.208739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fbc1ea3b-7bce-48df-9721-ab562c5bec04 None None] Provisioning complete for port 690c6502-022c-4702-8c7d-f4beb9e641c6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:14.208739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbc1ea3b-7bce-48df-9721-ab562c5bec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.215250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f0717-e064-4f9a-966d-f03c7abf48b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.222449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f0717-e064-4f9a-966d-f03c7abf48b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.223337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2b4f0717-e064-4f9a-966d-f03c7abf48b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:14.226281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:14.232584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.239907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2b4f0717-e064-4f9a-966d-f03c7abf48b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:14.244372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b4f0717-e064-4f9a-966d-f03c7abf48b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1700950 Apr 15 18:24:14.244954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:14.248278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-19dbf80b-36fc-4bbc-bcff-7d14395c09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.250113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-19dbf80b-36fc-4bbc-bcff-7d14395c09fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1096 time: 0.2899630 Apr 15 18:24:14.252878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-7ae5cb1f-e1c4-4dd6-adef-85ae4f283228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.254343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-7ae5cb1f-e1c4-4dd6-adef-85ae4f283228 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 200 len: 913 time: 0.3257835 Apr 15 18:24:14.255303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.267848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fbc1ea3b-7bce-48df-9721-ab562c5bec04 None None] Port 690c6502-022c-4702-8c7d-f4beb9e641c6 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:14.324487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 690c6502-022c-4702-8c7d-f4beb9e641c6 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:14.325077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.411548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:14.427258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:14.442629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:14.470047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:14.501885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.504015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-85c25e70-ba13-41c8-bef9-b0037cb7a685 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 200 len: 1001 time: 0.2378149 Apr 15 18:24:14.586996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.590922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-c854c5ac-79b4-424e-99fb-43721330582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.592506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-c854c5ac-79b4-424e-99fb-43721330582a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 200 len: 897 time: 0.3235273 Apr 15 18:24:14.686141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-a49c07cb-c8d4-4f07-9ace-3c7daf1cb47a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 200 len: 217 time: 0.0827394 Apr 15 18:24:14.687618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-f2beb6dd-4bf3-4c15-805d-bb1ece64199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.689114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-f2beb6dd-4bf3-4c15-805d-bb1ece64199b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 200 len: 851 time: 0.1756310 Apr 15 18:24:14.728109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 690c6502-022c-4702-8c7d-f4beb9e641c6 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:14.858199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-3687e563-24e1-437b-959e-3d87dc96a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.859792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-3687e563-24e1-437b-959e-3d87dc96a2c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01af8ed9-3730-49b8-a5db-831652de0a17 HTTP/1.1" status: 200 len: 834 time: 0.1615894 Apr 15 18:24:14.866306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.912901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:14.924279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a5438b8-4c34-4355-819b-c3af24752ce4 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:14.970657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-57edfa54-496e-4312-ad7d-b189a9ec9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:14.972276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-57edfa54-496e-4312-ad7d-b189a9ec9047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4154f12e-e8c4-4176-9f3c-b073e768d606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2385070 Apr 15 18:24:14.974777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a996f1f-d9d1-4aef-96ed-c64136a1d99f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:14.978271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:15.000223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.017635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fba3ef75-73fc-43be-8a04-853adba7b1fc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:15.068410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:15.073937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=690c6502-022c-4702-8c7d-f4beb9e641c6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:15.106540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.106935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb of type vlan for network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd Apr 15 18:24:15.124282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:15.144078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-50c0b285-6359-4265-93fd-c93a453499d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.145692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-50c0b285-6359-4265-93fd-c93a453499d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0eeb6336-dc91-47f0-8e89-1a072614caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2753646 Apr 15 18:24:15.184487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716c4d8-d888-4016-81d5-4656d3a81a64 req-71f278dd-235a-43a8-8bee-6e7134c692fb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.186148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7716c4d8-d888-4016-81d5-4656d3a81a64 req-71f278dd-235a-43a8-8bee-6e7134c692fb tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2570429 Apr 15 18:24:15.188001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.270701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-ab148ffb-f1de-4fa7-8a6e-30fd8cf97d7b service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902191 Apr 15 18:24:15.300763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7716c4d8-d888-4016-81d5-4656d3a81a64 req-eea51c41-0713-4e37-b0d8-297f049c946a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061068 Apr 15 18:24:15.423065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.429167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.430398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.441345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f338d1f0-66d0-424e-b1e2-3006c8389fc4 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:15.474908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.501970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/690c6502-022c-4702-8c7d-f4beb9e641c6 HTTP/1.1" status: 204 len: 168 time: 1.2558022 Apr 15 18:24:15.512280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848d3d7-5586-4886-a10c-82ebfed18b16 req-04e61d9b-b27f-4217-8369-01505cc2311e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.513835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3848d3d7-5586-4886-a10c-82ebfed18b16 req-04e61d9b-b27f-4217-8369-01505cc2311e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 943 time: 0.1764619 Apr 15 18:24:15.514371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36276) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:15.542448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-3ea10c67-9eea-465b-9cca-c5fe89b62b6b service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832841 Apr 15 18:24:15.625056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.626797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.628495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:15.629360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:15.636122 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3848d3d7-5586-4886-a10c-82ebfed18b16 req-c9c46fb2-3070-426b-aa52-ea3c3532831e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831013 Apr 15 18:24:15.647949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:15.649207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95a8c08d-07d0-499b-acd9-cd5531859fb3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1338644 Apr 15 18:24:15.652035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36280) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:15.683810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8105192 Apr 15 18:24:15.689887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:15.692163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=0c42f4f3-0995-4151-a614-9ec1cf1de3bd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:15.695610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:15.704109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:15.704509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'name': 'tempest-PortsTestJSON-2067285691'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:15.705392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80b23e5c-e544-4664-bfd7-879fa2adaa27 req-226053f9-3cfd-451e-8677-a9f2a6fd154d service neutron] 10.222.0.49 "GET /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276659 Apr 15 18:24:15.763220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6e0cd4b-c908-4e5d-a90c-17ddd721c3aa req-21601948-0e48-4348-9e8c-83155d9fcac5 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993873 Apr 15 18:24:15.843811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 4082e5ea-2a39-46b9-b20b-493c7e94e1b3 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:15.849697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:15.896009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:15.911984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:15.916943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:15.926111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.222984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:16.250230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:16.256202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.291884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:16.385501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.628450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 916ef871-67bd-4f8d-89a0-61115fcb1f58 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:24:16.783233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:16.798718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'port_id': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'mac_address': 'fa:16:3e:3f:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:24:16.857409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.857684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.875302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916ef871-67bd-4f8d-89a0-61115fcb1f58 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:24:16.877587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a410d-3a17-4aec-9082-feb7fbe1658a req-3346cde7-248d-4201-9a9f-69575c4e3d2e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:16.879303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d57a410d-3a17-4aec-9082-feb7fbe1658a req-3346cde7-248d-4201-9a9f-69575c4e3d2e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.4460881 Apr 15 18:24:16.891829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:16.894684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:16.897264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8e540e5-eaf2-4486-8ac0-b601c7c99b04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:16.971041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:16.974253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:17.033025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d57a410d-3a17-4aec-9082-feb7fbe1658a req-a0daf54f-987f-4e5e-947c-beb80507947a tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433799 Apr 15 18:24:17.052092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daabba4-d9c6-4d15-8209-98af90537aa7 req-545e8c2d-d007-489d-89a1-0549793758e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:17.053695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7daabba4-d9c6-4d15-8209-98af90537aa7 req-545e8c2d-d007-489d-89a1-0549793758e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 943 time: 0.2887402 Apr 15 18:24:17.083747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.101234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f2fc8b2-4177-4583-8d9c-34e97b9fd3d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:17.116252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['916ef871-67bd-4f8d-89a0-61115fcb1f58'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:24:17.134538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.318458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7daabba4-d9c6-4d15-8209-98af90537aa7 req-58b06d3f-55c7-4960-97d7-ed436a929f84 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552288 Apr 15 18:24:17.364179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=40f102a0-2ec5-47c9-a2e2-6a72f024b081,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:17.370015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:17.370724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14ad15e2-0ba2-49e4-9fe9-badcc704b5f8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:17.434225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=4082e5ea-2a39-46b9-b20b-493c7e94e1b3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:17.441825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:17.487613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.492714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0e564-7e16-482b-ae72-9a7d1bb2e4ab None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:17.497554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:17.497975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 0c42f4f3-0995-4151-a614-9ec1cf1de3bd, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:17.519089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4082e5ea-2a39-46b9-b20b-493c7e94e1b3 HTTP/1.1" status: 204 len: 168 time: 1.8659720 Apr 15 18:24:17.521957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:17.524988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:17.533907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 0c42f4f3-0995-4151-a614-9ec1cf1de3bd) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:17.537454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:17.543603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:17.544271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.563122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef66e51-5172-48b5-9e06-5946ac325074 None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:17.565448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8713884 Apr 15 18:24:17.566201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36296) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:17.572803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1716782780'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:17.578863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:17.583773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:17.589027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:17.595410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:17.605038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:17.608758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet bda40c34-486f-4a2c-b3d5-aced67297280 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:17.611350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.612104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.642479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:17.653200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.653598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment a28a0efa-45ae-4b60-8ae9-2cdf2efed135 of type vlan for network d2f84b62-393a-46b3-b67a-6e5b9a020d8d Apr 15 18:24:17.680396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.681536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.714074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.722375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:17.723503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.730160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-037637f2-4698-4100-ba2a-5950210085b3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:17.781365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:17.847415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2800813 Apr 15 18:24:17.850639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36300) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:17.853886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=d2f84b62-393a-46b3-b67a-6e5b9a020d8d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:17.856690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:17.881769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'ports': [{'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'}, {'network_id': 'd2f84b62-393a-46b3-b67a-6e5b9a020d8d'}]} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:17.882141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:17.883327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': 'd2f84b62-393a-46b3-b67a-6e5b9a020d8d'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:17.894958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d2f84b62-393a-46b3-b67a-6e5b9a020d8d details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:18.246699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99a13a-be50-46d5-b36f-540b78b804f2 req-c62d6f43-6fea-481b-a5a0-b873a17abf7e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:18.248686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d99a13a-be50-46d5-b36f-540b78b804f2 req-c62d6f43-6fea-481b-a5a0-b873a17abf7e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.0971270 Apr 15 18:24:18.277513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:18.286489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:18.292236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:18.301977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:18.305093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d99a13a-be50-46d5-b36f-540b78b804f2 req-ecb94b6f-0678-4b89-8b85-acf86faff016 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488605 Apr 15 18:24:18.319752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 2} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:18.334365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.344171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.362877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d21c8727-7cca-4d15-863a-3730794c25ee tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:18.402361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.484199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=bda40c34-486f-4a2c-b3d5-aced67297280,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:18.486994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:18.617506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3743a6b9-2a7d-43a7-85c8-984586e61e22 None None] Provisioning complete for port 866caf29-4ea4-4717-b7e5-d67f68399c7f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:18.617965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3743a6b9-2a7d-43a7-85c8-984586e61e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.618082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43c710-039c-4351-a64e-f50ab345d979 req-430955cb-35e6-41c6-b242-00144ce2ee2f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:18.619754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-da43c710-039c-4351-a64e-f50ab345d979 req-430955cb-35e6-41c6-b242-00144ce2ee2f tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1699555 Apr 15 18:24:18.629652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e7eec-ce90-4b49-b56b-3f87c22a7749 req-4859c9a5-728c-457f-8774-1c8b739117fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:18.630877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a12e7eec-ce90-4b49-b56b-3f87c22a7749 req-4859c9a5-728c-457f-8774-1c8b739117fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 944 time: 0.1790183 Apr 15 18:24:18.633996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port ecae125f-a7c8-4089-9db8-2aee60016862 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:18.643195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.655347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/bda40c34-486f-4a2c-b3d5-aced67297280 HTTP/1.1" status: 204 len: 168 time: 1.1319230 Apr 15 18:24:18.660545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36310) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:18.662191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 916ef871-67bd-4f8d-89a0-61115fcb1f58 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:18.688921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6fe1f-2fd8-466f-b747-4167d64ba368 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:18.709410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-da43c710-039c-4351-a64e-f50ab345d979 req-2d8f55a1-d1a4-4563-b51d-a7f6fdba1a42 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769486 Apr 15 18:24:18.722752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a12e7eec-ce90-4b49-b56b-3f87c22a7749 req-1c098fd7-65ae-4f97-aacb-bee0ffeed4eb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757504 Apr 15 18:24:18.746400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4a3dd4b0-6767-4ab4-96e0-82761d920b8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780935 Apr 15 18:24:18.746499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36314) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:18.759992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:18.897924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:18.914435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:18.919575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:18.922890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:18.929290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:18.939955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:18.948322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.199152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 916ef871-67bd-4f8d-89a0-61115fcb1f58 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:19.237940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 916ef871-67bd-4f8d-89a0-61115fcb1f58 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:19.238198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.252423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810fd3b-736c-489e-8e66-b486156efa7d req-efec89f0-a123-4b5f-9a06-2212e91ef284 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:19.254130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4810fd3b-736c-489e-8e66-b486156efa7d req-efec89f0-a123-4b5f-9a06-2212e91ef284 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.1568651 Apr 15 18:24:19.330777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4810fd3b-736c-489e-8e66-b486156efa7d req-5ceeccf2-38a4-437a-874c-04ba1e32b62d tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671279 Apr 15 18:24:19.336114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 4f7bb0bd-e02e-4dea-a645-b6cfce785638 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:19.394010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.424324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:19.434651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:19.437792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.440602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb44737b-1ae3-4c66-bc93-bf1c32f5550a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:19.484649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:19.497704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Deleting port 866caf29-4ea4-4717-b7e5-d67f68399c7f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:19.498153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.512471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.548419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.551981 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'code': 200} Apr 15 18:24:19.574750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:19.615400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.655608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adf284b7-d6c3-49e8-96ca-34bc0e564b2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:19.665864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=ecae125f-a7c8-4089-9db8-2aee60016862,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:19.670034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:19.730489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 866caf29-4ea4-4717-b7e5-d67f68399c7f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:19.749967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=2d2073ac-5c6e-4624-b16d-c4c721b61d69,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:19.802152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:19.877428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] For port 866caf29-4ea4-4717-b7e5-d67f68399c7f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=866caf29-4ea4-4717-b7e5-d67f68399c7f,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:19.877876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.936332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:19.938464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:19.946437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:19.947542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.960537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:19.962536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:19.980950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:19.981716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:19.984720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:20.025199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Calling delete_port for 866caf29-4ea4-4717-b7e5-d67f68399c7f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:20.061878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbefcc-c292-4331-bda2-fd1ff9254f1d req-db56ea9f-3d04-4d02-aa7d-d1d4de6cb51c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:20.074344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=4f7bb0bd-e02e-4dea-a645-b6cfce785638,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:20.077914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:20.078610 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30cbefcc-c292-4331-bda2-fd1ff9254f1d req-db56ea9f-3d04-4d02-aa7d-d1d4de6cb51c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 945 time: 0.1866977 Apr 15 18:24:20.083073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3390880 Apr 15 18:24:20.113630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36338) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:20.133137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:20.157975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.170343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c929f-c704-49a8-82b7-07a69fe259b0 req-a1a42175-e5cb-4a09-85b9-c419f6ebcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:20.172054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a4c929f-c704-49a8-82b7-07a69fe259b0 req-a1a42175-e5cb-4a09-85b9-c419f6ebcb6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1098 time: 0.3978987 Apr 15 18:24:20.266783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a4c929f-c704-49a8-82b7-07a69fe259b0 req-bb8b971a-8660-4a8b-9bb8-11162ac85f6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815470 Apr 15 18:24:20.271929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port 866caf29-4ea4-4717-b7e5-d67f68399c7f {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:24:20.272398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 866caf29-4ea4-4717-b7e5-d67f68399c7f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:20.283819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:20.290559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:20.293499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932ffc2f-99d9-41b6-8c73-ada06976dae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:20.296729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': 'a28a0efa-45ae-4b60-8ae9-2cdf2efed135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd2f84b62-393a-46b3-b67a-6e5b9a020d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:20.297139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: d2f84b62-393a-46b3-b67a-6e5b9a020d8d, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:20.317833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network d2f84b62-393a-46b3-b67a-6e5b9a020d8d is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:20.327823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d2f84b62-393a-46b3-b67a-6e5b9a020d8d) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:20.331665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:20.338157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:20.343981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:20.344722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.377638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5023329 Apr 15 18:24:20.377638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36352) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:20.383045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30cbefcc-c292-4331-bda2-fd1ff9254f1d req-d0f66639-3b0b-4eb0-91ec-f4185aa655cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026876 Apr 15 18:24:20.386158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510fc46b-a014-4252-b973-6e05c69b1ab3 None None] Network d2f84b62-393a-46b3-b67a-6e5b9a020d8d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:20.473360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 4f7bb0bd-e02e-4dea-a645-b6cfce785638 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:20.480793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.506889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Pushing event deleted for resources: {'Port': ['ID=866caf29-4ea4-4717-b7e5-d67f68399c7f,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:20.510006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:20.610354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] No DVR routers for this DVR port 866caf29-4ea4-4717-b7e5-d67f68399c7f on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:20.647476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de987028-9def-472e-ab8f-e98c2dd75a50 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:20.771684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.831356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:20.845567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:20.849567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:20.860324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:20.893381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4c7d-8baa-46ad-95c5-b57f8554f7d7 req-042f9aa5-9240-46b9-a861-c106f4657f7d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:20.895016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-389f4c7d-8baa-46ad-95c5-b57f8554f7d7 req-042f9aa5-9240-46b9-a861-c106f4657f7d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.6014917 Apr 15 18:24:20.895699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:20.902370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.904976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '2d2073ac-5c6e-4624-b16d-c4c721b61d69'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:20.905966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:20.909990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 4f7bb0bd-e02e-4dea-a645-b6cfce785638 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:20.992420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.008452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f147b731-dbd4-44e7-8374-628b5a2b9857 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:21.020091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665ae46-839e-46d7-917f-74cfa9f35cc0 req-7145c80a-1f49-4a67-998e-23ee5b226a89 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:21.021742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0665ae46-839e-46d7-917f-74cfa9f35cc0 req-7145c80a-1f49-4a67-998e-23ee5b226a89 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2991986 Apr 15 18:24:21.078077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Allocated IP 172.20.0.2 (530f0ff6-d890-4520-b761-45c133c833af/2d2073ac-5c6e-4624-b16d-c4c721b61d69/35adbdb4-c05e-49e3-8aec-56880507777b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:21.079659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=4f7bb0bd-e02e-4dea-a645-b6cfce785638,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:21.119260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-389f4c7d-8baa-46ad-95c5-b57f8554f7d7 req-e52c88c6-a4b2-43a9-bc6b-17f355b5daa8 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947572 Apr 15 18:24:21.128213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:21.146425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0665ae46-839e-46d7-917f-74cfa9f35cc0 req-43cf540c-0c59-4fbb-98f0-c41e14742e4c tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095855 Apr 15 18:24:21.198711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.208662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/4f7bb0bd-e02e-4dea-a645-b6cfce785638 HTTP/1.1" status: 204 len: 168 time: 0.8301589 Apr 15 18:24:21.209361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36356) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:21.311374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895672c-8dcf-4deb-b3f6-cd3f610a51c3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:21.318134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895672c-8dcf-4deb-b3f6-cd3f610a51c3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:21.318994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b895672c-8dcf-4deb-b3f6-cd3f610a51c3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:21.335681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b895672c-8dcf-4deb-b3f6-cd3f610a51c3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:21.339972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b895672c-8dcf-4deb-b3f6-cd3f610a51c3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1295574 Apr 15 18:24:21.340648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36360) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:21.374572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.385238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Transition to ACTIVE for port object 35adbdb4-c05e-49e3-8aec-56880507777b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:21.405469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Transition to ACTIVE for port object 35adbdb4-c05e-49e3-8aec-56880507777b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:21.411228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.424122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port ecae125f-a7c8-4089-9db8-2aee60016862 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:21.424643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.430095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20ae3edc-6733-4a64-b001-a99f9b0668f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:21.577164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Pushing event updated for resources: {'Port': ['ID=35adbdb4-c05e-49e3-8aec-56880507777b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:21.667858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:21.702335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.768274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7894-3fbc-42c6-8b24-c5d4e4b0e9d1 req-790c1396-b067-4aae-b32b-070333add0d8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:21.776354 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93cd7894-3fbc-42c6-8b24-c5d4e4b0e9d1 req-790c1396-b067-4aae-b32b-070333add0d8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 945 time: 0.2719316 Apr 15 18:24:21.807657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:21.831974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:21.833347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:21.835704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:21.845619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93cd7894-3fbc-42c6-8b24-c5d4e4b0e9d1 req-38ad7414-e0fe-465b-9cd0-8f00899d2f07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682924 Apr 15 18:24:21.905879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for ecae125f-a7c8-4089-9db8-2aee60016862 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:21.935739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Attempting to bind port 35adbdb4-c05e-49e3-8aec-56880507777b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:21.936082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Attempting to bind port 35adbdb4-c05e-49e3-8aec-56880507777b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:21.936469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Attempting to bind port 35adbdb4-c05e-49e3-8aec-56880507777b on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:21.936780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.944221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:21.944647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:21.945643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:21.946127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:21.946646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Bound port: 35adbdb4-c05e-49e3-8aec-56880507777b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:21.947068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.027429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71648-f443-461b-ae2d-be920bc58228 req-9d8ef703-af3d-4a1f-8de9-a4803f62715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.028709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dcb71648-f443-461b-ae2d-be920bc58228 req-9d8ef703-af3d-4a1f-8de9-a4803f62715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Synchronizing usage tracker for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:22.043478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.049515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] For port 35adbdb4-c05e-49e3-8aec-56880507777b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:22.053146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] For port 35adbdb4-c05e-49e3-8aec-56880507777b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35adbdb4-c05e-49e3-8aec-56880507777b,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:22.057407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.061734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3be1b491-8810-4e5b-bfb7-f1edb011f176 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:22.073010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:22.084217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:22.084583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:22.115299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dcb71648-f443-461b-ae2d-be920bc58228 req-9d8ef703-af3d-4a1f-8de9-a4803f62715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Unset dirty status for tenant:96603b80c2e74a2ab40dad5e4bbd1147 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:22.115902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1da644-c3af-4038-a97b-a99a8c3dacdb req-f9754ee2-2da7-4f1b-918e-7c685deca390 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.116552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcb71648-f443-461b-ae2d-be920bc58228 req-9d8ef703-af3d-4a1f-8de9-a4803f62715e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.3351083 Apr 15 18:24:22.118107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=ecae125f-a7c8-4089-9db8-2aee60016862,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:22.118392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f1da644-c3af-4038-a97b-a99a8c3dacdb req-f9754ee2-2da7-4f1b-918e-7c685deca390 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 945 time: 0.1294677 Apr 15 18:24:22.168546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:22.188234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f1da644-c3af-4038-a97b-a99a8c3dacdb req-19d44189-ac62-43ff-b0ce-1da1df96657d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592148 Apr 15 18:24:22.219277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36372) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:22.258454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Deleting port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:22.258842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.267450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Pushing event updated for resources: {'Port': ['ID=35adbdb4-c05e-49e3-8aec-56880507777b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:22.274480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:22.420693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.478497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096d7402-af1a-47bb-8de4-b2e356cd5988 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.480323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-096d7402-af1a-47bb-8de4-b2e356cd5988 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1093 time: 0.2598565 Apr 15 18:24:22.488211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36376) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:22.501134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:22.504233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/ecae125f-a7c8-4089-9db8-2aee60016862 HTTP/1.1" status: 204 len: 168 time: 1.1602859 Apr 15 18:24:22.508308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36380) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:22.511320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:22.521655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce4fb7-49a0-45ea-b770-3e3a34b11608 req-4e0aa754-8aa8-4454-8106-ff6adfa4bb32 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.523367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbce4fb7-49a0-45ea-b770-3e3a34b11608 req-4e0aa754-8aa8-4454-8106-ff6adfa4bb32 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.2104442 Apr 15 18:24:22.526686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:22.533705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:22.581257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75134c-88e6-412e-9275-0330eb827c08 req-0aa51198-1e2a-4cb9-9bbb-182b036d00d2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.587677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf75134c-88e6-412e-9275-0330eb827c08 req-0aa51198-1e2a-4cb9-9bbb-182b036d00d2 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 945 time: 0.2304325 Apr 15 18:24:22.590812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:22.686452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6da120-6890-496b-9e22-098b8a282baf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:22.687260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dc6da120-6890-496b-9e22-098b8a282baf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:22.692535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] For port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:22.692929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.703560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.763491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbce4fb7-49a0-45ea-b770-3e3a34b11608 req-b5696250-5c1e-4f7b-8948-70f3e214c73b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324779 Apr 15 18:24:22.769201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf75134c-88e6-412e-9275-0330eb827c08 req-9a54c1ec-472a-484a-af2d-231b36453c0c tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups?id=731dc50e-3131-46ae-bc12-dca1d1eb14a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360567 Apr 15 18:24:22.784050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dc6da120-6890-496b-9e22-098b8a282baf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:22.785597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dc6da120-6890-496b-9e22-098b8a282baf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2764597 Apr 15 18:24:22.788391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36384) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:22.818526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:22.857178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a835a01-fc6d-44c3-aa66-a438a3e0d278 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:22.858682 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a835a01-fc6d-44c3-aa66-a438a3e0d278 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/4f7bb0bd-e02e-4dea-a645-b6cfce785638 HTTP/1.1" status: 404 len: 333 time: 0.0686669 Apr 15 18:24:22.865649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36388) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:22.981457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3462bce-46d3-403a-9ecb-ce79b7bca51e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:22.982950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3462bce-46d3-403a-9ecb-ce79b7bca51e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/ecae125f-a7c8-4089-9db8-2aee60016862 HTTP/1.1" status: 404 len: 333 time: 0.1163123 Apr 15 18:24:22.985876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36392) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:23.116518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 35adbdb4-c05e-49e3-8aec-56880507777b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35adbdb4-c05e-49e3-8aec-56880507777b,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:23.119437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.208517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.213882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.214709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.225599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.233142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6d02f08-8303-4967-8de7-eb018b61ebc1 tempest-ExtraDHCPOptionsTestJSON-525214985 tempest-ExtraDHCPOptionsTestJSON-525214985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:23.299069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.299482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.299829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Floating IP 00a5df79-3de9-4f44-93ca-aade767537da disassociated. External IP: 172.26.7.223, port: 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd. Apr 15 18:24:23.300208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Calling delete_port for 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:23.463870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=35adbdb4-c05e-49e3-8aec-56880507777b,revision_number=4']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:23.479795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:23.480402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ed20c0f-2ab3-401b-a15d-e8ecdec42e25 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:23.510825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.208 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ae2cde53-27e6-43d0-9528-10328e9e233e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:23.619641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:23.620646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=787c555f-3ff2-412a-8fe1-6b4ac9207c4a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:23.728560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35adbdb4-c05e-49e3-8aec-56880507777b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:23.848384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.856822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 35adbdb4-c05e-49e3-8aec-56880507777b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:23.870317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 35adbdb4-c05e-49e3-8aec-56880507777b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:23.870740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:23.940225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Provisioning for port 35adbdb4-c05e-49e3-8aec-56880507777b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:23.955078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:23.959808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:23.969146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Provisioning complete for port 35adbdb4-c05e-49e3-8aec-56880507777b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:23.969569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.007949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaa4cf7-6dea-45b1-8c5d-b998dac6ebc8 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:24.045992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f84b62-393a-46b3-b67a-6e5b9a020d8d']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:24.064027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28a0efa-45ae-4b60-8ae9-2cdf2efed135') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:24.064360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28a0efa-45ae-4b60-8ae9-2cdf2efed135') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:24.066258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:24.066934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.074925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.096144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:24.103169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aaaa339d-c1c5-4f79-a5c6-3b0893da27ca req-e6cc8f1e-0c03-4dba-a699-b0b398f9145d tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 210 time: 0.1295164 Apr 15 18:24:24.133043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.146845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0248799 Apr 15 18:24:24.149806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36400) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:24.160369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:97:48:65', 'name': 'tempest-NetworksTestDHCPv6-854381581'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:24.214297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event deleted for resources: {'Port': ['ID=3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:24.217098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:24.227064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.245000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:24.245366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-474fb6ea-ef4c-4070-b2a3-d65cefb7c413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.306385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.319295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62446bd9-907e-4eb7-af24-ce809e1578a0 req-73365dad-3859-45b7-bb05-bde58a20ccdb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:24.320932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-62446bd9-907e-4eb7-af24-ce809e1578a0 req-73365dad-3859-45b7-bb05-bde58a20ccdb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.3486044 Apr 15 18:24:24.349476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.400311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.430412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-62446bd9-907e-4eb7-af24-ce809e1578a0 req-adda96c9-ac2a-4cea-abc1-668aa7e27703 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869844 Apr 15 18:24:24.432507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:24.438699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:24.442325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:24.449920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.464199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:24.466681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3cd6d4f8-0475-43a8-8a7a-9e3e12daa102 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:24.471760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] For port 35adbdb4-c05e-49e3-8aec-56880507777b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35adbdb4-c05e-49e3-8aec-56880507777b,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:24.474341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network d2f84b62-393a-46b3-b67a-6e5b9a020d8d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:24.486221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.490017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6508689e-556b-4585-afa5-2cf4b8befd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:24.491254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.581620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:24.631259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:24.631825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:24.689561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Pushing event updated for resources: {'Port': ['ID=35adbdb4-c05e-49e3-8aec-56880507777b,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:24.691732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ae2cde53-27e6-43d0-9528-10328e9e233e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:24.700743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:24.705571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:24.808205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.821536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:24.825371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:24.829595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:24.841476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network d2f84b62-393a-46b3-b67a-6e5b9a020d8d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:24.868795 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:24.880388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 6c968ed6-03d3-4e34-b6b4-96ce581f5941 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:24.983242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Router 06ef7f29-b128-4659-8d7d-5b886565edcd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:24:24.986253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.990685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:24.996357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26984b4c-e5eb-45e2-b43b-9b6186cb5826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:25.026583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=d2f84b62-393a-46b3-b67a-6e5b9a020d8d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:25.029390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:25.030974 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/d2f84b62-393a-46b3-b67a-6e5b9a020d8d HTTP/1.1" status: 204 len: 168 time: 2.0441144 Apr 15 18:24:25.035933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36404) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:25.104905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1030166122'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:25.118550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:25.177439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:25.188035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:25.197966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:25.229310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:25.235542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.286202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:25.300811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:24:25.311991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Sync routers for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:24:25.323099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:25.323924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:25.344088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.344487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment 279c7755-d2f1-4262-a2c9-705e23365d9a of type vlan for network 11e536e3-9ca2-442a-a2c6-b5159ac112fd Apr 15 18:24:25.388965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] No DVR routers for this DVR port 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:25.391571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.397629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'name': 'network-vif-deleted', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:25.411476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a8d7e6c-7bc2-43c5-bb85-ac089ccb9eae req-a5deef59-a173-4c4c-8363-aade06922081 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbce24e-4cf6-4a27-a1d3-669405e7a7f7 HTTP/1.1" status: 200 len: 210 time: 0.0997505 Apr 15 18:24:25.421556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcb71648-f443-461b-ae2d-be920bc58228 req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.49 "DELETE /v2.0/ports/3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd HTTP/1.1" status: 204 len: 173 time: 3.2543309 Apr 15 18:24:25.426418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.467674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 172.20.0.4 (530f0ff6-d890-4520-b761-45c133c833af/2d2073ac-5c6e-4624-b16d-c4c721b61d69/6c968ed6-03d3-4e34-b6b4-96ce581f5941) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:25.468074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.476264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:25.476950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.480482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ccb45398-f5a0-4563-8961-c55a9cb72626 None None] Provisioning complete for port 35adbdb4-c05e-49e3-8aec-56880507777b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:25.482847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ccb45398-f5a0-4563-8961-c55a9cb72626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.483688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbce24e-4cf6-4a27-a1d3-669405e7a7f7', 'name': 'network-vif-deleted', 'tag': '3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd', 'status': 'completed', 'code': 200} Apr 15 18:24:25.486037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9316ba97-3fa4-4cf4-8806-a8847c68d1a8 tempest-ExternalNetworksTestJSON-1465462244 tempest-ExternalNetworksTestJSON-1465462244-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:25.498251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe97:4865 (530f0ff6-d890-4520-b761-45c133c833af/787c555f-3ff2-412a-8fe1-6b4ac9207c4a/6c968ed6-03d3-4e34-b6b4-96ce581f5941) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:25.649524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5603213 Apr 15 18:24:25.654410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36414) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:25.664194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:25.718521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35adbdb4-c05e-49e3-8aec-56880507777b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:25.792069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=11e536e3-9ca2-442a-a2c6-b5159ac112fd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:25.795789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:25.819487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:25.858506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:25.863410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:25.867010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:25.874711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:25.887112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:25.891751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:25.895105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.955435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.964060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 35adbdb4-c05e-49e3-8aec-56880507777b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:25.964487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:25.975611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 6c968ed6-03d3-4e34-b6b4-96ce581f5941 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:26.028392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.054778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:26.232110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.295916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=6c968ed6-03d3-4e34-b6b4-96ce581f5941,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:26.303611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:26.342926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf057f3-c49b-4b15-aae1-cc1a63ec264d req-c3b342cd-c7f7-461b-afd9-eb15f0434140 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:26.344555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ecf057f3-c49b-4b15-aae1-cc1a63ec264d req-c3b342cd-c7f7-461b-afd9-eb15f0434140 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.6302874 Apr 15 18:24:26.348186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:26.352381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Checking router: 06ef7f29-b128-4659-8d7d-5b886565edcd for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:24:26.361423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:26.362307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:23:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:26.393407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.409304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:26.447554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:26.452608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:26.459435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:26.492728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.530019 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ecf057f3-c49b-4b15-aae1-cc1a63ec264d req-c2a20ab6-343c-4be2-b491-21612e81fe52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529870 Apr 15 18:24:26.542475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:26.570054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:26.623983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:26.624660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36422) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:26.631582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:26.632883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.704499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:26.709397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': '279c7755-d2f1-4262-a2c9-705e23365d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:26.709812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 11e536e3-9ca2-442a-a2c6-b5159ac112fd, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:26.738233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.771993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:26.773149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3adaf93a-18ce-4af2-9ed4-ec6ffb1e2dbd not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:26.804966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:26.808723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.854346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 11e536e3-9ca2-442a-a2c6-b5159ac112fd) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:26.867883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b9759-3e94-487e-a67f-dccc46bb65e1 None None] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:26.897580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:26.899515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.909198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.923683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9654cb2c-ea4f-48ee-b3a7-7dc2ad61e150 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:26.961754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731dc50e-3131-46ae-bc12-dca1d1eb14a7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:26.968395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:26.971306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:26.976208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "DELETE /v2.0/security-groups/731dc50e-3131-46ae-bc12-dca1d1eb14a7 HTTP/1.1" status: 204 len: 168 time: 0.3469112 Apr 15 18:24:26.976933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36426) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:26.984813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3290150 Apr 15 18:24:27.001898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36430) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:27.011238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd', 'name': 'tempest-PortsTestJSON-849816967'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:27.030853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-f4b45a60-1f28-4e37-8a77-5e0096b95f62 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] show failed (client error): The resource could not be found. Apr 15 18:24:27.035004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4b45a60-1f28-4e37-8a77-5e0096b95f62 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "GET /v2.0/security-groups/731dc50e-3131-46ae-bc12-dca1d1eb14a7 HTTP/1.1" status: 404 len: 347 time: 0.0555274 Apr 15 18:24:27.040605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36434) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:27.056305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:27.060879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143f63f-1d09-43a2-820c-be038f9f3a11 None None] The sync data for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv is: [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:20:40Z', 'revision_number': 4, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8212a008-d5a5-49b8-8fc2-6249ba2f1328', 'name': '', 'network_id': '4154f12e-e8c4-4176-9f3c-b073e768d606', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'mac_address': 'fa:16:3e:3b:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '719adee3-36f6-4680-80b4-239bec7545c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:36Z', 'updated_at': '2021-04-15T18:20:53Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'subnets': [{'id': '719adee3-36f6-4680-80b4-239bec7545c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:27.144657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9928796 Apr 15 18:24:27.148671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36438) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:27.156056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67ff2949-2b69-47b9-8b14-0cab10abd3b0 None None] Provisioning for port 6c968ed6-03d3-4e34-b6b4-96ce581f5941 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:27.162970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34fcd843-928f-474e-98ff-f303c2ffab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.169234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.172115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67ff2949-2b69-47b9-8b14-0cab10abd3b0 None None] Provisioning complete for port 6c968ed6-03d3-4e34-b6b4-96ce581f5941 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:27.172601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67ff2949-2b69-47b9-8b14-0cab10abd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.239809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:27.261295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:27.275550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-11e536e3-9ca2-442a-a2c6-b5159ac112fd', 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': 'd36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:27.276747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.277633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:27.283898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.284817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Deleting port ee07ba9d-96e6-48fe-bad5-edea6ef04fdd {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:27.285217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.301318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67ff2949-2b69-47b9-8b14-0cab10abd3b0 None None] Port 6c968ed6-03d3-4e34-b6b4-96ce581f5941 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:27.302628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8924b-7045-4db6-b7bb-8614c34d1aab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:27.309214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae8924b-7045-4db6-b7bb-8614c34d1aab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:27.310116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ae8924b-7045-4db6-b7bb-8614c34d1aab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:27.334420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 37257a16-a15a-4eb0-a7ec-207fd16ba59f yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:27.378695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ae8924b-7045-4db6-b7bb-8614c34d1aab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:27.382859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ae8924b-7045-4db6-b7bb-8614c34d1aab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2297087 Apr 15 18:24:27.386705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36442) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:27.463502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.473966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.479974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Allocated IP 172.20.0.2 (11e536e3-9ca2-442a-a2c6-b5159ac112fd/d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d/46e6528a-de6c-44a7-b8ee-38bfa733c493) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:27.494805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12da2fbf-dbfe-4427-9c0d-7336b6c85e73 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:27.655820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869ae5a-28dc-482b-85fb-23b26e62da3e None None] New status for floating IP 00a5df79-3de9-4f44-93ca-aade767537da: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:24:27.770692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 6c968ed6-03d3-4e34-b6b4-96ce581f5941 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:27.771071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.799768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ae2cde53-27e6-43d0-9528-10328e9e233e,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:27.806120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.806637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.833558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:27.839537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.839975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.840405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.840829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.841248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.841663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.842103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.842518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.842928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.843339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.843747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.844159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:27.848498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:28.018094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Calling delete_port for ee07ba9d-96e6-48fe-bad5-edea6ef04fdd owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:28.051365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.089776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.097956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Transition to ACTIVE for port object 46e6528a-de6c-44a7-b8ee-38bfa733c493 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:28.131744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.181042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Transition to ACTIVE for port object 46e6528a-de6c-44a7-b8ee-38bfa733c493 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:28.186095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.194296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 6c968ed6-03d3-4e34-b6b4-96ce581f5941 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:28.202484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5399b9de-23db-40f0-b4bb-b504c658337c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:28.309187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bada0d-81c7-4154-9b48-58fb29a0f851 req-71ef9183-a7ee-449d-9f5c-1bdfaeeee79d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:28.311010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27bada0d-81c7-4154-9b48-58fb29a0f851 req-71ef9183-a7ee-449d-9f5c-1bdfaeeee79d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.6129854 Apr 15 18:24:28.326207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:28.326587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:28.338973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.7 (11e536e3-9ca2-442a-a2c6-b5159ac112fd/d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d/37257a16-a15a-4eb0-a7ec-207fd16ba59f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:28.340270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Pushing event updated for resources: {'Port': ['ID=46e6528a-de6c-44a7-b8ee-38bfa733c493,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:28.346713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:28.398795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27bada0d-81c7-4154-9b48-58fb29a0f851 req-f460bc5f-691a-4b1f-b451-c1d07651c5e7 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705397 Apr 15 18:24:28.408135 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 075037f0-2df7-445b-bf17-0872d278ac5b associated. External IP: 172.26.7.208, port: 916ef871-67bd-4f8d-89a0-61115fcb1f58. Apr 15 18:24:28.409211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.433484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:28.435078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:28.437878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:28.531903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Attempting to bind port 46e6528a-de6c-44a7-b8ee-38bfa733c493 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:28.532310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Attempting to bind port 46e6528a-de6c-44a7-b8ee-38bfa733c493 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '279c7755-d2f1-4262-a2c9-705e23365d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:28.532708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Attempting to bind port 46e6528a-de6c-44a7-b8ee-38bfa733c493 on network 11e536e3-9ca2-442a-a2c6-b5159ac112fd {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:28.538935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:28.539347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Checking segment: {'id': '279c7755-d2f1-4262-a2c9-705e23365d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:28.539792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.540224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Bound using segment: {'id': '279c7755-d2f1-4262-a2c9-705e23365d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:28.540804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Bound port: 46e6528a-de6c-44a7-b8ee-38bfa733c493, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279c7755-d2f1-4262-a2c9-705e23365d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '11e536e3-9ca2-442a-a2c6-b5159ac112fd'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:28.541216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.637676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.639409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] For port 46e6528a-de6c-44a7-b8ee-38bfa733c493, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:28.643188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] For port 46e6528a-de6c-44a7-b8ee-38bfa733c493, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46e6528a-de6c-44a7-b8ee-38bfa733c493,segment=NetworkSegment(279c7755-d2f1-4262-a2c9-705e23365d9a),segment_id=279c7755-d2f1-4262-a2c9-705e23365d9a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:28.646656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.655399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca07ed66-0e1c-4f39-bfc2-ba2681bf8452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:28.662172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eace997a-d334-4b68-9a7c-dbc50c7cdd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:28.779997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=6c968ed6-03d3-4e34-b6b4-96ce581f5941,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:28.801274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.801715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.802182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.802732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.803155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.803573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.804022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.804442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.804857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.805269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.805680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.806113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:28.809805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:28.813529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Pushing event updated for resources: {'Port': ['ID=46e6528a-de6c-44a7-b8ee-38bfa733c493,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:28.818205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:28.827162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:24:28.827779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Deleting port ee07ba9d-96e6-48fe-bad5-edea6ef04fdd {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:28.828164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.844048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:28.885565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 37257a16-a15a-4eb0-a7ec-207fd16ba59f will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:29.064554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.085097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e75f43f-cbed-4d3d-9991-206d30f704df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:29.220704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=37257a16-a15a-4eb0-a7ec-207fd16ba59f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:29.223572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:24:29.223788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:29.229865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.229865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.230648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.239723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Sync routers for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:24:29.253223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:29.254031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:29.292743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/6c968ed6-03d3-4e34-b6b4-96ce581f5941 HTTP/1.1" status: 204 len: 168 time: 1.9049375 Apr 15 18:24:29.296502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36448) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:29.406327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:29.408174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:29.409964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:29.410907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:29.419035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:29.420932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:29.429989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:29.485635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:29.490265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca53b9d3-b09e-4cc5-aaf8-4ed1ce5a4f78 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1925287 Apr 15 18:24:29.491091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:29.495489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:29.587448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:29.588177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.621243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 2d2073ac-5c6e-4624-b16d-c4c721b61d69 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:29.629303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6261187 Apr 15 18:24:29.630610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36458) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:29.633501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.691123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Calling delete_port for ee07ba9d-96e6-48fe-bad5-edea6ef04fdd owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:29.758394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.758604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46e6528a-de6c-44a7-b8ee-38bfa733c493 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:29.802539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 37257a16-a15a-4eb0-a7ec-207fd16ba59f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:29.802925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.820919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:29.884279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 46e6528a-de6c-44a7-b8ee-38bfa733c493 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:29.942154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4493885 Apr 15 18:24:29.942154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:29.948338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36462) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:30.002361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9c7b7-505e-44a2-aaa1-c10db45b8cbd req-f867a74b-7d04-4ca9-9633-1f11ab06c6f3 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:30.004052 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f4e9c7b7-505e-44a2-aaa1-c10db45b8cbd req-f867a74b-7d04-4ca9-9633-1f11ab06c6f3 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.2826874 Apr 15 18:24:30.008677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'status': 'completed', 'code': 200} Apr 15 18:24:30.018880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '075037f0-2df7-445b-bf17-0872d278ac5b', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'port_id': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'mac_address': 'fa:16:3e:3f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:24:25Z', 'updated_at': '2021-04-15T18:24:25Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:30.023568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Checking router: 80fec5c8-c459-445f-a2a4-1c63249ff6c5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:24:30.034585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:30.035384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:30.069677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.087470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3a3353a-969a-4445-b136-dc5ec2be9207 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:30.145486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f4e9c7b7-505e-44a2-aaa1-c10db45b8cbd req-d887a08d-172f-4290-9f2a-21f8a36b0180 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306276 Apr 15 18:24:30.221689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Pushing event deleted for resources: {'Port': ['ID=ee07ba9d-96e6-48fe-bad5-edea6ef04fdd,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:30.232520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:30.238000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.238714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:30.290894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4f11c92d-e68d-48cf-a009-7bfd5a036012 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/075037f0-2df7-445b-bf17-0872d278ac5b HTTP/1.1" status: 200 len: 991 time: 0.3387017 Apr 15 18:24:30.432922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.454026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.454235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4b599-ad05-458c-a075-259fe31325e3 req-904b22f2-10ba-4a44-84f0-2bbe8379e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:30.457290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] 10.222.0.32 "DELETE /v2.0/floatingips/00a5df79-3de9-4f44-93ca-aade767537da HTTP/1.1" status: 204 len: 168 time: 3.4118860 Apr 15 18:24:30.457466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-904b22f2-10ba-4a44-84f0-2bbe8379e8a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1098 time: 0.4241703 Apr 15 18:24:30.460953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36468) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:30.499021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144fae8-cf9e-4599-8333-744573740b1f None None] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:30.504730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.586926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Provisioning for port 46e6528a-de6c-44a7-b8ee-38bfa733c493 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:30.607615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Provisioning complete for port 46e6528a-de6c-44a7-b8ee-38bfa733c493 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:30.608207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.865115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '075037f0-2df7-445b-bf17-0872d278ac5b', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'port_id': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'mac_address': 'fa:16:3e:3f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:24:25Z', 'updated_at': '2021-04-15T18:24:25Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:30.870985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bab4bba-794a-4d5d-8ac9-76e47f340c7e None None] The sync data for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv is: [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '075037f0-2df7-445b-bf17-0872d278ac5b', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.208', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'port_id': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'mac_address': 'fa:16:3e:3f:f8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:24:25Z', 'updated_at': '2021-04-15T18:24:25Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:30.885837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.930771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] For port 46e6528a-de6c-44a7-b8ee-38bfa733c493, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46e6528a-de6c-44a7-b8ee-38bfa733c493,segment=NetworkSegment(279c7755-d2f1-4262-a2c9-705e23365d9a),segment_id=279c7755-d2f1-4262-a2c9-705e23365d9a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:30.934580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:30.937464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:31.033144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Pushing event updated for resources: {'Port': ['ID=46e6528a-de6c-44a7-b8ee-38bfa733c493,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:31.036661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:31.057878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 37257a16-a15a-4eb0-a7ec-207fd16ba59f owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:31.222493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab3a3a7-bbba-404f-8137-6eb00d1c44e2 None None] New status for floating IP 075037f0-2df7-445b-bf17-0872d278ac5b: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:24:31.279980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.296406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36474) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:31.372846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4b599-ad05-458c-a075-259fe31325e3 req-2e70aec1-a383-4688-83a2-3902e12384bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:31.374455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-2e70aec1-a383-4688-83a2-3902e12384bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 200 len: 897 time: 0.9064195 Apr 15 18:24:31.378786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Provisioning for port 37257a16-a15a-4eb0-a7ec-207fd16ba59f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:31.400050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Provisioning complete for port 37257a16-a15a-4eb0-a7ec-207fd16ba59f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:31.400956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.558176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Port 37257a16-a15a-4eb0-a7ec-207fd16ba59f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:31.601899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.621544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b61d4-f00a-40ca-8876-bad2eb254dd3 req-5896ce5f-3401-49c6-81c2-7e466cf7492d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:31.623562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d50b61d4-f00a-40ca-8876-bad2eb254dd3 req-5896ce5f-3401-49c6-81c2-7e466cf7492d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.2708299 Apr 15 18:24:31.624194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2efe81bd-f4c9-46ac-8f1b-820773f2d774 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:31.651325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Provisioning complete for port 46e6528a-de6c-44a7-b8ee-38bfa733c493 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:31.651905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f64a6e06-72a1-4b78-8336-283a16d72d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.655726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2dc674dc-70fa-4cff-b391-6941e4faf8eb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/075037f0-2df7-445b-bf17-0872d278ac5b HTTP/1.1" status: 200 len: 991 time: 0.3581002 Apr 15 18:24:31.669086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-3731338f-4c7d-4e4c-bca5-430d79c19a4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 200 len: 999 time: 0.2814121 Apr 15 18:24:31.706094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46e6528a-de6c-44a7-b8ee-38bfa733c493 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:31.723060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d50b61d4-f00a-40ca-8876-bad2eb254dd3 req-9d11fbdc-c025-41b0-8c52-bf7fa2e24773 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908592 Apr 15 18:24:31.748683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2073ac-5c6e-4624-b16d-c4c721b61d69,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:31.751386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:31.815415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Deleting port 8212a008-d5a5-49b8-8fc2-6249ba2f1328 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:31.815415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.820068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.852745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-915d570b-60c4-42dd-8300-6237b96db5e1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:31.876695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 46e6528a-de6c-44a7-b8ee-38bfa733c493 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:31.877389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:31.974601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=37257a16-a15a-4eb0-a7ec-207fd16ba59f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:31.993023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:32.013819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] For port 8212a008-d5a5-49b8-8fc2-6249ba2f1328, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8212a008-d5a5-49b8-8fc2-6249ba2f1328,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:32.014247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.033441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4b599-ad05-458c-a075-259fe31325e3 req-52683e8e-2801-4fb1-b2d4-9ff8ac4b1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:32.035104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-52683e8e-2801-4fb1-b2d4-9ff8ac4b1c33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01af8ed9-3730-49b8-a5db-831652de0a17 HTTP/1.1" status: 200 len: 834 time: 0.2881687 Apr 15 18:24:32.046950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02c3588f-d720-446d-8134-9bd1563e33f3 None None] Could not find standard attr ID for object 37257a16-a15a-4eb0-a7ec-207fd16ba59f. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:24:32.139288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.145682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57e788-ca8f-47c0-be50-064829171c9b None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:32.157023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Calling delete_port for 8212a008-d5a5-49b8-8fc2-6249ba2f1328 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:32.260115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2d2073ac-5c6e-4624-b16d-c4c721b61d69 HTTP/1.1" status: 204 len: 168 time: 2.7652011 Apr 15 18:24:32.263039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36478) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:32.292964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4b599-ad05-458c-a075-259fe31325e3 req-4685f56c-2fb5-4908-85a6-d170a94dccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:32.294709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-4685f56c-2fb5-4908-85a6-d170a94dccf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0eeb6336-dc91-47f0-8e89-1a072614caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2406604 Apr 15 18:24:32.303035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.308121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/37257a16-a15a-4eb0-a7ec-207fd16ba59f HTTP/1.1" status: 204 len: 168 time: 2.6429296 Apr 15 18:24:32.308831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36482) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:32.386767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eba7b8-7fbb-4c0f-a2f1-207a0b9cd1d2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:24:32.387129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83eba7b8-7fbb-4c0f-a2f1-207a0b9cd1d2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:32.391666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83eba7b8-7fbb-4c0f-a2f1-207a0b9cd1d2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/37257a16-a15a-4eb0-a7ec-207fd16ba59f HTTP/1.1" status: 404 len: 333 time: 0.0792334 Apr 15 18:24:32.393009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36486) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:32.408781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 787c555f-3ff2-412a-8fe1-6b4ac9207c4a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:32.414492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.459163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e75de04-fb92-46ef-afd2-093f79ded8e9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:32.459776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e75de04-fb92-46ef-afd2-093f79ded8e9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:32.496341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9e75de04-fb92-46ef-afd2-093f79ded8e9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:32.497897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e75de04-fb92-46ef-afd2-093f79ded8e9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/37257a16-a15a-4eb0-a7ec-207fd16ba59f HTTP/1.1" status: 404 len: 333 time: 0.1043346 Apr 15 18:24:32.500961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36490) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:32.522269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.565287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-7e4eedf4-9714-40f4-8079-3decd02c9053 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581289 Apr 15 18:24:32.577109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.595077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3336ebb4-0b62-440a-b266-41bc9a8f0a66 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:32.661157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:32.677311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:32.699144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8212a008-d5a5-49b8-8fc2-6249ba2f1328,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:32.711030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:32.750229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.770702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.873933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:32.983844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2d03984-ca06-47b4-88eb-c61c84931657 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/075037f0-2df7-445b-bf17-0872d278ac5b HTTP/1.1" status: 200 len: 993 time: 0.3188701 Apr 15 18:24:33.017779 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fca4b599-ad05-458c-a075-259fe31325e3 req-dd25009b-c827-4eb7-9550-19266c91ce86 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398425 Apr 15 18:24:33.055687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.184581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-012f26b1-8640-413c-89e4-5bbfd21d5de8 None None] Provisioning complete for port 35adbdb4-c05e-49e3-8aec-56880507777b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:33.185118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-012f26b1-8640-413c-89e4-5bbfd21d5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.363745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.383652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-635ea24d-813c-494e-bede-ef6d4d58678f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:33.466395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:33.484868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:33.522954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.529383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d HTTP/1.1" status: 204 len: 168 time: 1.0273626 Apr 15 18:24:33.530334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c358f8c2-b39a-475b-80eb-361303dcf97d None None] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:33.532061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36500) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:33.643671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b7861-36b7-44a8-a8d3-0ddf834d42fd req-0cb08129-1c7b-47ea-8499-a449c063e6b4 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:33.645443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-192b7861-36b7-44a8-a8d3-0ddf834d42fd req-0cb08129-1c7b-47ea-8499-a449c063e6b4 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.7375152 Apr 15 18:24:33.694464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.758488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-192b7861-36b7-44a8-a8d3-0ddf834d42fd req-b81cf3fd-a929-4627-b4dc-42511112a047 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996318 Apr 15 18:24:33.770062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.774766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 46e6528a-de6c-44a7-b8ee-38bfa733c493 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:33.775269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.838172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:33.862941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:33.971672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=787c555f-3ff2-412a-8fe1-6b4ac9207c4a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:33.979176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:34.014314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port 46e6528a-de6c-44a7-b8ee-38bfa733c493, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46e6528a-de6c-44a7-b8ee-38bfa733c493,segment=NetworkSegment(279c7755-d2f1-4262-a2c9-705e23365d9a),segment_id=279c7755-d2f1-4262-a2c9-705e23365d9a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:34.014655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.024486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] DHCP port deletion for 11e536e3-9ca2-442a-a2c6-b5159ac112fd request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:34.029027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Deleting port 46e6528a-de6c-44a7-b8ee-38bfa733c493 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:34.029532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.053458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.075472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316cfcf-fed9-4e97-9ccf-2a5e4824cd02 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:34.139498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/787c555f-3ff2-412a-8fe1-6b4ac9207c4a HTTP/1.1" status: 204 len: 168 time: 1.8752201 Apr 15 18:24:34.140407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36504) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:34.295835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9adc0c64-1491-4fb6-b969-7752af563d92 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422765 Apr 15 18:24:34.296212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36508) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:34.447849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 46e6528a-de6c-44a7-b8ee-38bfa733c493 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:34.454312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] For port 46e6528a-de6c-44a7-b8ee-38bfa733c493, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=46e6528a-de6c-44a7-b8ee-38bfa733c493,segment=NetworkSegment(279c7755-d2f1-4262-a2c9-705e23365d9a),segment_id=279c7755-d2f1-4262-a2c9-705e23365d9a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:34.454758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.492323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27392c78-22c1-423e-8a7c-8bfe4fd21b92 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:34.493095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27392c78-22c1-423e-8a7c-8bfe4fd21b92 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:34.531746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.548641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ab4abeb-0759-49fd-a701-b0f2392d7b45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:34.594993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Calling delete_port for 46e6528a-de6c-44a7-b8ee-38bfa733c493 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:34.596774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27392c78-22c1-423e-8a7c-8bfe4fd21b92 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:34.600831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-27392c78-22c1-423e-8a7c-8bfe4fd21b92 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3009100 Apr 15 18:24:34.604171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36512) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:34.646247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=46e6528a-de6c-44a7-b8ee-38bfa733c493,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:34.649584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: from cryptography.utils import int_from_bytes Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: (rel_b, rel_a, rel_b), Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.673621 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:24:34.676315 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:24:34.683063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:34.683556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:34.707399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fca56-149c-46fe-b372-7462c289bbff tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:34.708173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-427fca56-149c-46fe-b372-7462c289bbff tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:34.709008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port 46e6528a-de6c-44a7-b8ee-38bfa733c493 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:34.713898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Router 06ef7f29-b128-4659-8d7d-5b886565edcd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:24:34.744519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:34.750063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Deleting port 35adbdb4-c05e-49e3-8aec-56880507777b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:34.750915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.790534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-427fca56-149c-46fe-b372-7462c289bbff tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:34.791836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-427fca56-149c-46fe-b372-7462c289bbff tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1866717 Apr 15 18:24:34.812201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36516) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:34.858641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.983837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e536e3-9ca2-442a-a2c6-b5159ac112fd']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:34.985561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] For port 35adbdb4-c05e-49e3-8aec-56880507777b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=35adbdb4-c05e-49e3-8aec-56880507777b,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:34.986215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:34.988820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6d57d26-d5ea-4dae-b412-e1570ffebddf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753366 Apr 15 18:24:34.998550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36522) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:35.005010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:35.071206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:24:35.080009 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] 10.222.0.32 "PUT /v2.0/routers/06ef7f29-b128-4659-8d7d-5b886565edcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6176419 Apr 15 18:24:35.082186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279c7755-d2f1-4262-a2c9-705e23365d9a') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:35.082326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36526) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:35.082414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279c7755-d2f1-4262-a2c9-705e23365d9a') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:35.084113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Sync routers for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:24:35.096541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:35.097537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:35.112941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.139617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Calling delete_port for 35adbdb4-c05e-49e3-8aec-56880507777b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:35.148162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.155633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19fdb2-c0e2-4d82-864c-61232f528711 req-48236e68-671b-45b9-a71e-6efb43fbbaf5 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:35.157276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a19fdb2-c0e2-4d82-864c-61232f528711 req-48236e68-671b-45b9-a71e-6efb43fbbaf5 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.2235725 Apr 15 18:24:35.157403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:35.185644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Deleting port 46e6528a-de6c-44a7-b8ee-38bfa733c493 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:35.186659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.190312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:35.203887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:35.278722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dad30c4-db53-44b2-a2ca-65cdd3406f7c None None] The port '46e6528a-de6c-44a7-b8ee-38bfa733c493' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:24:35.316995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.335355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f81c109d-48cf-4ad3-accb-3c8689104b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:35.340840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:35.390113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Pushing event deleted for resources: {'Port': ['ID=35adbdb4-c05e-49e3-8aec-56880507777b,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:35.393283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:35.400943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:35.416950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.510589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] No DVR routers for this DVR port 35adbdb4-c05e-49e3-8aec-56880507777b on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:35.586564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a19fdb2-c0e2-4d82-864c-61232f528711 req-1913e843-71e5-48a4-9b2c-1fa1613138b4 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198670 Apr 15 18:24:35.590318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:35.596509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.615913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:35.616546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:35.635071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.661003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 11e536e3-9ca2-442a-a2c6-b5159ac112fd has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:35.682500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:24:32Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:35.687420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Checking router: 06ef7f29-b128-4659-8d7d-5b886565edcd for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:35.687599 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:35.693223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-779eb49a-daca-4865-8a4a-ef81b68110da tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6932406 Apr 15 18:24:35.700307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35adbdb4-c05e-49e3-8aec-56880507777b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:35.701638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Routers {'06ef7f29-b128-4659-8d7d-5b886565edcd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:35.702379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['06ef7f29-b128-4659-8d7d-5b886565edcd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:35.745165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36530) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:35.759374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 35adbdb4-c05e-49e3-8aec-56880507777b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:35.760060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 35adbdb4-c05e-49e3-8aec-56880507777b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:35.760632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46e6528a-de6c-44a7-b8ee-38bfa733c493 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:35.765655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:35.812063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 46e6528a-de6c-44a7-b8ee-38bfa733c493 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:35.812468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 46e6528a-de6c-44a7-b8ee-38bfa733c493 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:35.883347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.889365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:35.904828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.915650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] Set router 06ef7f29-b128-4659-8d7d-5b886565edcd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:35.921269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.925651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=11e536e3-9ca2-442a-a2c6-b5159ac112fd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:35.931238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Deleting port 8867bac4-ddad-40ac-908b-09928cb64c26 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:35.931529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.934743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:35.941517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/11e536e3-9ca2-442a-a2c6-b5159ac112fd HTTP/1.1" status: 204 len: 168 time: 2.4046092 Apr 15 18:24:35.942864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36534) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:35.946234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:35.952179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-72049355'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:35.958551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:35.967879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:35.970803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:35.973057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:35.981252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:35.989348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:35.996028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:35.997744 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:35.998271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:36.013027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:36.018990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.040604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a2375279-5c1c-4054-a42f-b12e832f405a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2921262 Apr 15 18:24:36.045338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36538) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:36.052915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:36.128668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] For port 8867bac4-ddad-40ac-908b-09928cb64c26, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8867bac4-ddad-40ac-908b-09928cb64c26,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:36.129239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.146490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:36.175193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.175597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment 8c34ce27-1366-4ef3-b5d1-881a696423f2 of type vlan for network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 Apr 15 18:24:36.193059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:36.217604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:36.226532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:24:32Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:36.227251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.230711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415496ea-f07f-42da-a86b-fbbdba7ab575 None None] The sync data for ids ['06ef7f29-b128-4659-8d7d-5b886565edcd'] in dv-neutron-786478-1-hyperv is: [{'id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'name': 'tempest-ServerActionsTestJSON-2118354736-router', 'tenant_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:20:19Z', 'updated_at': '2021-04-15T18:24:32Z', 'revision_number': 5, 'project_id': '96603b80c2e74a2ab40dad5e4bbd1147', 'gw_port': {'id': '8867bac4-ddad-40ac-908b-09928cb64c26', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ef7f29-b128-4659-8d7d-5b886565edcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:20:24Z', 'updated_at': '2021-04-15T18:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:36.237283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:36.243488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.245003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:36.245503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:36.278307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Calling delete_port for 8867bac4-ddad-40ac-908b-09928cb64c26 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:36.283812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-49f8b49f-c48e-41e2-bd32-a0155bfc6dc0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2373490 Apr 15 18:24:36.286956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.293111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:36.293788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.299408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36542) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:36.300207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1bba3d42-64a8-47ab-9ff2-f5a598044631 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:36.333926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:36.386518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:24:36.465162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.481649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c21b0a12-67b5-475f-bb74-19ed5b6a5ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:36.502026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5580182 Apr 15 18:24:36.510863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36546) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:36.513473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:36.522682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:36.526286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:36.537675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:36.590345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8867bac4-ddad-40ac-908b-09928cb64c26,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:36.593169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:36.637712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:36.664548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:36.675746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:36.682805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:36.686546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:36.689718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:36.696588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.698186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:36.698705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:36.708378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:36.728146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c91487ca-b416-4d79-859d-6fa3cb9c9748 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4074533 Apr 15 18:24:36.738857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36552) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:36.744122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:36.751688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.776522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:36.782417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:36.989438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:37.004437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:37.020207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:37.023155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.026297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.027771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:37.028258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:37.030119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.067954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.068520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ef7f29-b128-4659-8d7d-5b886565edcd {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:24:37.088706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.089982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/06ef7f29-b128-4659-8d7d-5b886565edcd HTTP/1.1" status: 204 len: 168 time: 2.0067675 Apr 15 18:24:37.095835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfce2c6f-77c4-4283-9917-d03bd83fddf2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3539612 Apr 15 18:24:37.099870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca3f18-11cc-4dc2-b4ba-17855cc2b6fc req-772f7dd6-a226-425f-8df9-6637e3cecb48 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:37.102072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a9ca3f18-11cc-4dc2-b4ba-17855cc2b6fc req-772f7dd6-a226-425f-8df9-6637e3cecb48 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.1948862 Apr 15 18:24:37.102597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36556) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.102972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36558) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.110787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:37.327256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Deleting subnet 719adee3-36f6-4680-80b4-239bec7545c8 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:37.336889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:37.339199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.371453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a9ca3f18-11cc-4dc2-b4ba-17855cc2b6fc req-9e837b48-5715-4508-ab04-282f54c6fa12 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068510 Apr 15 18:24:37.394269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:37.399548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.416319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22ce4e69-a134-495a-b1b4-f64824c6b76f tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:37.416934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.451168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:37.457192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.459240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:37.459734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:37.495831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3e962539-db6a-4082-89aa-f63b851fe676 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3901763 Apr 15 18:24:37.499329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.544893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=7b974f08-b166-43db-b162-3e5b1fc1a258,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:37.560646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e54d9f45-168c-4e87-8fbb-345866c91f0e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578263 Apr 15 18:24:37.560828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:37.561682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36572) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.580538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.662255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c71390d-beaa-4e74-b0d6-45204fc9cb7e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:37.663041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c71390d-beaa-4e74-b0d6-45204fc9cb7e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:37.667687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8867bac4-ddad-40ac-908b-09928cb64c26 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:37.692457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c71390d-beaa-4e74-b0d6-45204fc9cb7e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:37.696741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c71390d-beaa-4e74-b0d6-45204fc9cb7e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310220 Apr 15 18:24:37.697004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.709217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8867bac4-ddad-40ac-908b-09928cb64c26 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:37.709619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8867bac4-ddad-40ac-908b-09928cb64c26 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:37.710792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8212a008-d5a5-49b8-8fc2-6249ba2f1328 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:37.749140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8212a008-d5a5-49b8-8fc2-6249ba2f1328 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:37.750022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8212a008-d5a5-49b8-8fc2-6249ba2f1328 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:37.772570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': '8c34ce27-1366-4ef3-b5d1-881a696423f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:37.773458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:37.782258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a51140e-213b-449b-8ce6-c77a9072dbac tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832901 Apr 15 18:24:37.786309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36580) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.796652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:37.850139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.865238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eeac1289-6966-430e-acb4-d1f324dd0cf3 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:37.892281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:37.916195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:37.926837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa390f35-d239-4750-a465-d7e454f9edf9 None None] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:37.935453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:37.936108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.942207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:37.950728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719adee3-36f6-4680-80b4-239bec7545c8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:37.959679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:37.965160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:37.968062 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4560657 Apr 15 18:24:37.971460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:37.977466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36584) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:37.977605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:37.991192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1382497278'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:38.108668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.115739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2bba4-066e-457c-b00f-9398cd4e31ee None None] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:38.123830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/719adee3-36f6-4680-80b4-239bec7545c8 HTTP/1.1" status: 204 len: 168 time: 1.0172572 Apr 15 18:24:38.125531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36588) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:38.287680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:38.311695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.376968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:38.403901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Deleting port d4dfc5f1-891f-49fe-adda-297ab30b77a2 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:38.404764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.441879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:38.447207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15', 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '7b974f08-b166-43db-b162-3e5b1fc1a258'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:38.448282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.450492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.544535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port d439aab7-896a-4c7e-b9de-c2ab2f2af3be yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:38.742913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Allocated IP 172.20.0.2 (0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15/7b974f08-b166-43db-b162-3e5b1fc1a258/3e1e4366-d83d-497c-9653-399273981092) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:38.825353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf26e8-e271-4218-9d56-d0355ab467c7 req-5e24dd75-f30e-46f1-be3f-74483bffa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:38.827262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-71bf26e8-e271-4218-9d56-d0355ab467c7 req-5e24dd75-f30e-46f1-be3f-74483bffa485 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1798515 Apr 15 18:24:38.842390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] DHCP port deletion for 4154f12e-e8c4-4176-9f3c-b073e768d606 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:38.856307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Deleting port d4dfc5f1-891f-49fe-adda-297ab30b77a2 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:38.856733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.857969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d37160-3c1c-441c-ab74-1417a1831538 req-6f5a4ba2-23f2-4b80-a5db-269150581e5b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:38.859828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63d37160-3c1c-441c-ab74-1417a1831538 req-6f5a4ba2-23f2-4b80-a5db-269150581e5b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.3606329 Apr 15 18:24:38.872255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] For port d4dfc5f1-891f-49fe-adda-297ab30b77a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d4dfc5f1-891f-49fe-adda-297ab30b77a2,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:38.872797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.916213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:38.918474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-71bf26e8-e271-4218-9d56-d0355ab467c7 req-7b70ef39-d957-42db-938c-a35a324ee017 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840309 Apr 15 18:24:38.919508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:38.935347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-799674d5-7425-4356-89f5-5cc4a9197f08 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:39.003534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=63ea7a01-c939-4a81-a3a3-e4d2b6b6c180,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:39.037875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Calling delete_port for d4dfc5f1-891f-49fe-adda-297ab30b77a2 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:39.051900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:39.089956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63d37160-3c1c-441c-ab74-1417a1831538 req-b39453bf-8010-4ca6-aa4c-48254219ee83 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200663 Apr 15 18:24:39.132477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.135949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:39.137246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:39.148501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:39.150495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:39.151254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.161581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0415a9-a86e-4266-8c99-981e74a6ed8f None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:39.178137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3903472 Apr 15 18:24:39.181356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:39.187563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:84:84:2e', 'name': 'tempest-NetworksTestDHCPv6-633942441'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:39.255099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.338888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:39.350383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:39.361398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:39.381405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Transition to ACTIVE for port object 3e1e4366-d83d-497c-9653-399273981092 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:39.414804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] For port d4dfc5f1-891f-49fe-adda-297ab30b77a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d4dfc5f1-891f-49fe-adda-297ab30b77a2,segment=NetworkSegment(e99acab9-c8ae-4fbb-8a0e-6423ad00de4a),segment_id=e99acab9-c8ae-4fbb-8a0e-6423ad00de4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:39.415234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.436684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Transition to ACTIVE for port object 3e1e4366-d83d-497c-9653-399273981092 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:39.500973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.515825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.552117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dfc5f1-891f-49fe-adda-297ab30b77a2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:39.553463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 3a09d8d6-543a-4363-86cf-33816c03c013 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:39.580804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:39.589727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:39.642584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Calling delete_port for d4dfc5f1-891f-49fe-adda-297ab30b77a2 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:39.655076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.8 (0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15/7b974f08-b166-43db-b162-3e5b1fc1a258/d439aab7-896a-4c7e-b9de-c2ab2f2af3be) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:39.657317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] No DVR routers for this DVR port d4dfc5f1-891f-49fe-adda-297ab30b77a2 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:39.811567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe84:842e (530f0ff6-d890-4520-b761-45c133c833af/63ea7a01-c939-4a81-a3a3-e4d2b6b6c180/3a09d8d6-543a-4363-86cf-33816c03c013) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:39.834744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d4dfc5f1-891f-49fe-adda-297ab30b77a2 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:39.880815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.896035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d4dfc5f1-891f-49fe-adda-297ab30b77a2 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:39.896428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d4dfc5f1-891f-49fe-adda-297ab30b77a2 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:39.941042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '63ea7a01-c939-4a81-a3a3-e4d2b6b6c180'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:39.941998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:39.976198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Pushing event updated for resources: {'Port': ['ID=3e1e4366-d83d-497c-9653-399273981092,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:39.993204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:40.052285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4154f12e-e8c4-4176-9f3c-b073e768d606']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:40.081120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:40.081383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99acab9-c8ae-4fbb-8a0e-6423ad00de4a') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:40.084086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.092927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:40.093649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:40.099071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.104112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.104286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 3a09d8d6-543a-4363-86cf-33816c03c013 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:40.128704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:40.130431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:40.133109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:40.133701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.136544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object d439aab7-896a-4c7e-b9de-c2ab2f2af3be will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:40.139783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.143731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:40.159776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae686a55-d29c-48f3-a7e9-2ca29bcab649 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:40.289740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Attempting to bind port 3e1e4366-d83d-497c-9653-399273981092 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:40.290184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Attempting to bind port 3e1e4366-d83d-497c-9653-399273981092 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '8c34ce27-1366-4ef3-b5d1-881a696423f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:40.290820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Attempting to bind port 3e1e4366-d83d-497c-9653-399273981092 on network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:40.303071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:40.304675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Checking segment: {'id': '8c34ce27-1366-4ef3-b5d1-881a696423f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:40.304675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.304675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Bound using segment: {'id': '8c34ce27-1366-4ef3-b5d1-881a696423f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:40.305006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Bound port: 3e1e4366-d83d-497c-9653-399273981092, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c34ce27-1366-4ef3-b5d1-881a696423f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:40.305255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.316901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Allocated IP 2001:db8::f816:3eff:fe4b:9ec6 (530f0ff6-d890-4520-b761-45c133c833af/63ea7a01-c939-4a81-a3a3-e4d2b6b6c180/13634cec-87f1-4a15-84da-c0e6da99f003) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:40.323397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=3a09d8d6-543a-4363-86cf-33816c03c013,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:40.326585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:40.381343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:40.382827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:40.385348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:40.392442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:40.392820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:40.393729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.407060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.420450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2377980 Apr 15 18:24:40.423447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36600) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:40.428745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.497262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7fa3ad7-babb-4243-8806-42756ed226f6 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:40.526694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8616ff3f-95af-4061-a43f-2e40ad0ad016 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:40.527528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8616ff3f-95af-4061-a43f-2e40ad0ad016 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:40.544594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8616ff3f-95af-4061-a43f-2e40ad0ad016 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:40.548410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8616ff3f-95af-4061-a43f-2e40ad0ad016 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1212010 Apr 15 18:24:40.548701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36604) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:40.626204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 3a09d8d6-543a-4363-86cf-33816c03c013 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:40.626506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.627973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Deleting port d4dfc5f1-891f-49fe-adda-297ab30b77a2 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:40.628392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.732249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7a211-af9e-4ca9-905d-10bdcdc10759 None None] The port 'd4dfc5f1-891f-49fe-adda-297ab30b77a2' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:24:40.747551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:40.773595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3e1e4366-d83d-497c-9653-399273981092,segment=NetworkSegment(8c34ce27-1366-4ef3-b5d1-881a696423f2),segment_id=8c34ce27-1366-4ef3-b5d1-881a696423f2)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:40.774280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=d439aab7-896a-4c7e-b9de-c2ab2f2af3be,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:40.779459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.783232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:40.797974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:40.810415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Network 4154f12e-e8c4-4176-9f3c-b073e768d606 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:40.830286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88a7a8-f49a-4ba6-8dca-74a46f9b6768 req-7ce0a780-b127-4a2e-a3d8-43d2f74a5677 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:40.832067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a88a7a8-f49a-4ba6-8dca-74a46f9b6768 req-7ce0a780-b127-4a2e-a3d8-43d2f74a5677 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.5756655 Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:40.850430 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:40.853809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:24:40.856179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:40.936353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:40.995512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.011381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91a3cba9-9e0f-4ff7-a714-f00617d9f0b9 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.019965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.027565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a88a7a8-f49a-4ba6-8dca-74a46f9b6768 req-e9e41637-1b95-4827-9956-a3e135aa0ce2 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720731 Apr 15 18:24:41.032890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:41.039709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:41.044111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Pushing event deleted for resources: {'Network': ['ID=4154f12e-e8c4-4176-9f3c-b073e768d606,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.046205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:41.078024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36608) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.088424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 3a09d8d6-543a-4363-86cf-33816c03c013 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:41.093042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.108977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-03bd7644-f919-43b8-968b-030916174623 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:24:41.131994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4154f12e-e8c4-4176-9f3c-b073e768d606 HTTP/1.1" status: 204 len: 168 time: 3.0028903 Apr 15 18:24:41.143061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:41.144201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.167703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1869867 Apr 15 18:24:41.170569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36614) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.218418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Pushing event updated for resources: {'Port': ['ID=3e1e4366-d83d-497c-9653-399273981092,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.280915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.281377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.281683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.282099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.282473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.282615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port d439aab7-896a-4c7e-b9de-c2ab2f2af3be {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:41.282843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.283184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.283310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.283552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.283919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.284281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.284645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.285008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:24:41.307656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f70025ce-b060-4037-9dc0-03b0571f07b5 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/floatingips/15aa0291-71c9-4741-9295-5935d671aa34 HTTP/1.1" status: 200 len: 994 time: 0.2283683 Apr 15 18:24:41.309337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.312690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.352529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36618) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.385947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.394014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.401093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Transition to ACTIVE for port object 13634cec-87f1-4a15-84da-c0e6da99f003 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:41.410493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c2e2b5b-cb34-4699-88a7-3e0889e01d8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.452233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:41.464414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=3a09d8d6-543a-4363-86cf-33816c03c013,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.471884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:41.478903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-182d00b1-3bab-442c-bfc4-e1bdcd79c533 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96603b80c2e74a2ab40dad5e4bbd1147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227574 Apr 15 18:24:41.480022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Transition to ACTIVE for port object 13634cec-87f1-4a15-84da-c0e6da99f003 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:41.486667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'port_id': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'mac_address': 'fa:16:3e:c5:c4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:24:41.492050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:41.494181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.511393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2a8274f-f9a5-46fa-b448-18dce16e7f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.513564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.517348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36624) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.580852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'code': 200} Apr 15 18:24:41.589949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.621123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.660476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.673049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.708109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Pushing event updated for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.714340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.715231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c01b32c-edc4-4f0b-9f9a-5c2ca516a7e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.747106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.761222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.779152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/3a09d8d6-543a-4363-86cf-33816c03c013 HTTP/1.1" status: 204 len: 168 time: 1.2270751 Apr 15 18:24:41.780253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36628) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.803423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d65c02-e166-4680-bd27-5e3f5ed80a28 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:24:41.820888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.834825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf1f0a8d-4a03-42fe-a002-4871dfd00e3c tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.862430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for d439aab7-896a-4c7e-b9de-c2ab2f2af3be owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:41.877929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.882974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:41.885686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7b2a74-36bc-4f03-8422-ce2f7b1657f2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:41.888484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.889528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.889713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a7b2a74-36bc-4f03-8422-ce2f7b1657f2 HTTP/1.1" status: 204 len: 168 time: 0.3712823 Apr 15 18:24:41.891099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:41.893488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:41.902111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-883573bb-b946-449e-ab08-d85cc9d7321d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:41.927855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2216db8-b35e-4db5-ba11-10643313440a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:41.930781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2216db8-b35e-4db5-ba11-10643313440a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:41.931655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2216db8-b35e-4db5-ba11-10643313440a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:41.954964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2216db8-b35e-4db5-ba11-10643313440a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:41.959750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36634) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:41.972972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2216db8-b35e-4db5-ba11-10643313440a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1785290 Apr 15 18:24:41.986984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:41.992480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:42.010112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:42.110463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:42.117725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 63ea7a01-c939-4a81-a3a3-e4d2b6b6c180 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:42.119202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:42.127192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.136836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Attempting to bind port 13634cec-87f1-4a15-84da-c0e6da99f003 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:42.137263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Attempting to bind port 13634cec-87f1-4a15-84da-c0e6da99f003 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:42.137672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Attempting to bind port 13634cec-87f1-4a15-84da-c0e6da99f003 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:42.143561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:42.144044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:42.144511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.144945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:42.145468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Bound port: 13634cec-87f1-4a15-84da-c0e6da99f003, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:42.146058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.158667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['52d65c02-e166-4680-bd27-5e3f5ed80a28'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:24:42.209480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.248733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.267976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e5f6891-8808-4887-9d83-9aa1b140cd1e tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:42.336405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:42.358262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:42.368568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.372994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=d439aab7-896a-4c7e-b9de-c2ab2f2af3be,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:42.383077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:42.388090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:42.478802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:42.586258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Pushing event updated for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:42.593503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:42.764272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.193635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/d439aab7-896a-4c7e-b9de-c2ab2f2af3be HTTP/1.1" status: 204 len: 168 time: 2.0217972 Apr 15 18:24:43.194755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36660) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:43.207045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189fad66-8e64-4e34-a168-bdc4a97758c1 None None] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:43.261650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3449dd2-3c67-4f2f-96c8-4e974e202739 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:43.262221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3449dd2-3c67-4f2f-96c8-4e974e202739 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:43.279630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b3449dd2-3c67-4f2f-96c8-4e974e202739 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:43.281608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3449dd2-3c67-4f2f-96c8-4e974e202739 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/d439aab7-896a-4c7e-b9de-c2ab2f2af3be HTTP/1.1" status: 404 len: 333 time: 0.0856600 Apr 15 18:24:43.284485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36666) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:43.330699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-087f93fb-4306-49fd-8086-0c788adf2c6a None None] Provisioning for port 3e1e4366-d83d-497c-9653-399273981092 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:43.334410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.376116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 7b974f08-b166-43db-b162-3e5b1fc1a258 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:43.379976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.443953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd5ec485-a278-4136-ad25-828a19370627 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:43.455563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.489686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=63ea7a01-c939-4a81-a3a3-e4d2b6b6c180,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:43.495501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:43.513464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.529987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/63ea7a01-c939-4a81-a3a3-e4d2b6b6c180 HTTP/1.1" status: 204 len: 168 time: 1.5599198 Apr 15 18:24:43.534338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36676) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:43.584606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:43.617862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc810e5e-dc15-4809-9aed-6620adaf85e4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821731 Apr 15 18:24:43.620699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36682) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:43.637107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:43.742734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36686) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:43.795283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 13634cec-87f1-4a15-84da-c0e6da99f003 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:43.881536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:43.901209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:43.906916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:43.913314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 13634cec-87f1-4a15-84da-c0e6da99f003 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:43.917558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:43.919355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3e1e4366-d83d-497c-9653-399273981092 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:43.922957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-470785754', 'router:external': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:43.944005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:43.957110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:network and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:43.964112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:43.978949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:43.985087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.001936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 3e1e4366-d83d-497c-9653-399273981092 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:44.008088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:44.008301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 3e1e4366-d83d-497c-9653-399273981092 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:44.008482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.129221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ca6c7f5b-9c7f-4a81-86f8-ecbd0e6432f0 None None] Could not find standard attr ID for object d439aab7-896a-4c7e-b9de-c2ab2f2af3be. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:24:44.141118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Made reservation on behalf of 58bad01147a640eb805fe35eeffbecfc for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:44.147995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.159805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.179723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.225073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:44.240558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:security_group_rule and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:44.246524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:44.261063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:44.291984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.313811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ce2975d-cf26-4443-bc79-c0a5886ea4c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:44.349402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:44.349828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:44.376169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a9944-dcae-4178-b916-4200a4fc3e97 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:44.439254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=7b974f08-b166-43db-b162-3e5b1fc1a258,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:44.463950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:44.499269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Provisioning for port 13634cec-87f1-4a15-84da-c0e6da99f003 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:44.537708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Provisioning complete for port 13634cec-87f1-4a15-84da-c0e6da99f003 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:44.538702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.556297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.594573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c9596-0d93-41e1-887f-2d9093fd0dcc None None] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:44.625461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.629619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/7b974f08-b166-43db-b162-3e5b1fc1a258 HTTP/1.1" status: 204 len: 168 time: 1.3414121 Apr 15 18:24:44.630365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36692) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:44.646967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.699569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.704601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6bb48d7-aab5-47c8-b746-697276ecbaca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:44.730882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:44.763100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.763490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Added segment f6dfc425-6166-43ff-8710-59eb44b8270a of type vlan for network cc4b6917-8c60-4b3b-a780-626de28cba60 Apr 15 18:24:44.765429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8ef803-d289-4356-b367-e14544ac8c6a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:44.765719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.782287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:44.816196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.853454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 3e1e4366-d83d-497c-9653-399273981092 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:44.853874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.879532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.880575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:44.881221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:44.889724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f7e7a0f-fc82-4be8-a238-2bb2a28b7e4b tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:44.895395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:45.025619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.046089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.091045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3e1e4366-d83d-497c-9653-399273981092,segment=NetworkSegment(8c34ce27-1366-4ef3-b5d1-881a696423f2),segment_id=8c34ce27-1366-4ef3-b5d1-881a696423f2)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:45.091463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.126919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:45.150231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Deleting port 13634cec-87f1-4a15-84da-c0e6da99f003 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:45.150968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.183584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 52d65c02-e166-4680-bd27-5e3f5ed80a28 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:45.183978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.219130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3e1e4366-d83d-497c-9653-399273981092,segment=NetworkSegment(8c34ce27-1366-4ef3-b5d1-881a696423f2),segment_id=8c34ce27-1366-4ef3-b5d1-881a696423f2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:45.225005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] DHCP port deletion for 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:45.244826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 3e1e4366-d83d-497c-9653-399273981092 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:45.247830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.254524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec2d2e3f-0e4a-40b9-a512-e76dcc954808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:45.290096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Deleting port 3e1e4366-d83d-497c-9653-399273981092 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:45.290520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.305432 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5554390 Apr 15 18:24:45.305784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36696) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:45.313693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'subnet': {'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:45.329106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:45.335850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:45.340705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:subnet and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:45.344190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:45.346060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Network': ['ID=cc4b6917-8c60-4b3b-a780-626de28cba60,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:45.351054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:45.355000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:45.355372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:45.357266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:45.361802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Made reservation on behalf of 58bad01147a640eb805fe35eeffbecfc for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:45.363882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.367342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.375027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cc4b6917-8c60-4b3b-a780-626de28cba60 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:45.451334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:45.691772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.813755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 13634cec-87f1-4a15-84da-c0e6da99f003 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:45.851446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:45.851956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.868662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf906702-8d3e-4596-8a78-7693fc985ec6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:45.894763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 3e1e4366-d83d-497c-9653-399273981092 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:45.895156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.935188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=3e1e4366-d83d-497c-9653-399273981092,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:45.942765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:45.948268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:45.952456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:45.970247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.974179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.975084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:45.997141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ffadbb5d-ba60-4a32-9eaa-48984102ce8e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:46.067425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d30ea80-ac63-4185-bdd5-611987785bf3,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:46.094877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:46.181569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=6']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:46.188549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:46.189116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-775e1488-8b82-4235-9f63-4486f831a564 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:46.244100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.287893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:46.289230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3e1e4366-d83d-497c-9653-399273981092,segment=NetworkSegment(8c34ce27-1366-4ef3-b5d1-881a696423f2),segment_id=8c34ce27-1366-4ef3-b5d1-881a696423f2)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:46.289648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.290252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=41e699b3-6fdd-429d-9874-5921c6108ee7,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:46.293102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:46.294788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:46.297686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Checking segment: {'id': 'f6dfc425-6166-43ff-8710-59eb44b8270a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:46.298126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network hostable DHCP agents. Network: cc4b6917-8c60-4b3b-a780-626de28cba60, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:46.307062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:46.307710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.311914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:46.312367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.321943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] For port 3e1e4366-d83d-497c-9653-399273981092, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3e1e4366-d83d-497c-9653-399273981092,segment=NetworkSegment(8c34ce27-1366-4ef3-b5d1-881a696423f2),segment_id=8c34ce27-1366-4ef3-b5d1-881a696423f2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:46.322455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.329935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7080445 Apr 15 18:24:46.330896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36700) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:46.338122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:b7:ac:8b', 'name': 'tempest-NetworksTestDHCPv6-1210148300'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:46.346067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Pushing event updated for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:46.359361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:24:46.425126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:46.441307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 3e1e4366-d83d-497c-9653-399273981092 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:46.493648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:46.498460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:46.499406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network cc4b6917-8c60-4b3b-a780-626de28cba60 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:46.501624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:46.508348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:46.515178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, cc4b6917-8c60-4b3b-a780-626de28cba60) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:46.518860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:46.539721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:46.540388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.555788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.574117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff45597c-fff9-4912-8bc8-e9178d59776f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:46.607558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'code': 200} Apr 15 18:24:46.610647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abae56d-3880-4b83-a19a-4b68b667ddd5 None None] Network cc4b6917-8c60-4b3b-a780-626de28cba60 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:46.631252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Calling delete_port for 3e1e4366-d83d-497c-9653-399273981092 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:46.658616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.662480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:46.672889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Calling delete_port for 13634cec-87f1-4a15-84da-c0e6da99f003 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:46.692004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port eca26c5c-c71b-4539-bb1f-2809bed8a6bb yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:46.694754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=3e1e4366-d83d-497c-9653-399273981092,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:46.699016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:46.700783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3939416 Apr 15 18:24:46.704029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36706) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:46.713347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1219291293', 'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:46.715525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.729995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:46.737158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:port and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:46.743259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:46.752185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:46.760845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port 3e1e4366-d83d-497c-9653-399273981092 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:46.779036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.791662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:46.800302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Made reservation on behalf of 58bad01147a640eb805fe35eeffbecfc for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:46.805271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.882869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:feb7:ac8b (530f0ff6-d890-4520-b761-45c133c833af/41e699b3-6fdd-429d-9874-5921c6108ee7/eca26c5c-c71b-4539-bb1f-2809bed8a6bb) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:46.909017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] device_id is not set on port 26d53d0f-0694-487f-b6af-46350f9bc4c4 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:46.971876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.974492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:46.995084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:46.995758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3e1e4366-d83d-497c-9653-399273981092 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:47.025005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:47.025416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:47.037088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:47.072155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:47.072570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:47.076566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:47.077089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 3e1e4366-d83d-497c-9653-399273981092 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:24:47.077481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3e1e4366-d83d-497c-9653-399273981092 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:24:47.078870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0742a335-7a06-4137-a8b1-822e96c6ce37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:47.145758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.163335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object eca26c5c-c71b-4539-bb1f-2809bed8a6bb will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:47.166200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:47.188822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c34ce27-1366-4ef3-b5d1-881a696423f2') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:47.189231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c34ce27-1366-4ef3-b5d1-881a696423f2') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:47.190768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.209351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.211493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dfbb15c4-a3c6-4d72-b39b-d05fb289893c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:47.211940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:47.214972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:47.223847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ff075-a7ac-4c86-96a0-72c1af794151 None None] Network cc4b6917-8c60-4b3b-a780-626de28cba60 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:47.240534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 2001:db8::287 (cc4b6917-8c60-4b3b-a780-626de28cba60/1d30ea80-ac63-4185-bdd5-611987785bf3/26d53d0f-0694-487f-b6af-46350f9bc4c4) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:47.240534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.251927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:47.372151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=eca26c5c-c71b-4539-bb1f-2809bed8a6bb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:47.375649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:47.421730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:47.423106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:47.425926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:47.433296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:47.434071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.469178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1371989 Apr 15 18:24:47.472025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36714) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:47.514016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:47.526140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.533609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Deleting port 3e1e4366-d83d-497c-9653-399273981092 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:47.534066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.567910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206c11d-73dc-482e-bc2b-2130219947ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:47.573658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Deleting port 13634cec-87f1-4a15-84da-c0e6da99f003 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:47.574106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.574627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206c11d-73dc-482e-bc2b-2130219947ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:47.575482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e206c11d-73dc-482e-bc2b-2130219947ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:47.590651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e206c11d-73dc-482e-bc2b-2130219947ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:47.594589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e206c11d-73dc-482e-bc2b-2130219947ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1188939 Apr 15 18:24:47.594781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36718) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:47.670954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port eca26c5c-c71b-4539-bb1f-2809bed8a6bb {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:47.671317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.680677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-348e915c-ce2b-4ff5-b318-92a2a0523877 None None] The port '3e1e4366-d83d-497c-9653-399273981092' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:24:47.796883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:47.828558 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:47.943793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.948038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.950718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] For port 13634cec-87f1-4a15-84da-c0e6da99f003, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=13634cec-87f1-4a15-84da-c0e6da99f003,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:47.951168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.958262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:47.977622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.988151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:47.994035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:47.999162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:48.002653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/0bb04929-6ca4-4adb-ae6c-ad5cb8e76d15 HTTP/1.1" status: 204 len: 168 time: 3.3711946 Apr 15 18:24:48.006225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36722) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:48.013454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'name': 'tempest-PortsTestJSON-1262127200'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:48.086696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Calling delete_port for 13634cec-87f1-4a15-84da-c0e6da99f003 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:48.089600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for eca26c5c-c71b-4539-bb1f-2809bed8a6bb owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:48.145768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:48.152349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:48.155738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:48.159039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.176917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-73eba8a2-baeb-4f95-b239-99ad3c0d6df1 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:48.215764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:48.232719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.244902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.249401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-362b3b36-a1fd-4da6-a886-23eb1993d612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:48.264261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bef6c23-0b9c-4fad-93cb-c9a902c9f980 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:48.352443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Pushing event deleted for resources: {'Port': ['ID=13634cec-87f1-4a15-84da-c0e6da99f003,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:48.356718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:48.372552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=eca26c5c-c71b-4539-bb1f-2809bed8a6bb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:48.375886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:48.504957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.508289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] No DVR routers for this DVR port 13634cec-87f1-4a15-84da-c0e6da99f003 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:24:48.519041 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/eca26c5c-c71b-4539-bb1f-2809bed8a6bb HTTP/1.1" status: 204 len: 168 time: 0.9231739 Apr 15 18:24:48.521507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36726) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:48.542032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee81afbb-9ecc-4b9d-b393-beb4c29c0c1e None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:48.597763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851de161-ce64-454f-8e10-2cb4e88166ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:48.599777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851de161-ce64-454f-8e10-2cb4e88166ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:48.600715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-851de161-ce64-454f-8e10-2cb4e88166ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:48.603807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=26d53d0f-0694-487f-b6af-46350f9bc4c4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:48.617393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-851de161-ce64-454f-8e10-2cb4e88166ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:48.618945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-851de161-ce64-454f-8e10-2cb4e88166ef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961993 Apr 15 18:24:48.619476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:48.621483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36730) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:48.627562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:48.634440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.682896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 0faa72dc-6301-45c0-906b-7b0d57407be6 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:48.695745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 41e699b3-6fdd-429d-9874-5921c6108ee7 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:48.699108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.769973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.788026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network cc4b6917-8c60-4b3b-a780-626de28cba60 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:48.801802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:48.805046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:48.806120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:48.806748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9115e2-4552-444a-8a57-8717bcc634e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '41e699b3-6fdd-429d-9874-5921c6108ee7'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:48.806852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.808219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f9115e2-4552-444a-8a57-8717bcc634e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.838393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:48.864393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1592584 Apr 15 18:24:48.867685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36734) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.042312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting port 26d53d0f-0694-487f-b6af-46350f9bc4c4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:49.042618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.107860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.134041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server [None req-7f9115e2-4552-444a-8a57-8717bcc634e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41e699b3-6fdd-429d-9874-5921c6108ee7: This subnet is being modified by another concurrent operation. Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.140686 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1444, in create_port Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1411, in _create_port_db Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise exception Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41e699b3-6fdd-429d-9874-5921c6108ee7: This subnet is being modified by another concurrent operation. Apr 15 18:24:49.144333 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server Apr 15 18:24:49.153994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2bb02e2e-b0f1-4cca-89ce-5161aa26be18 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:49.177943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60886004-bea0-42d1-b47d-91da6386b766 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:24:49.239428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=41e699b3-6fdd-429d-9874-5921c6108ee7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:49.254710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:49.285737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.288525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60886004-bea0-42d1-b47d-91da6386b766 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:24:49.291065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.302734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57806c20-f7d3-4ed9-ae2e-98522d4a1ef2 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:49.306682 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/41e699b3-6fdd-429d-9874-5921c6108ee7 HTTP/1.1" status: 204 len: 168 time: 0.6808908 Apr 15 18:24:49.306951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36738) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.385704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82e61b52-143d-4960-a4eb-7f42e4312630 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770779 Apr 15 18:24:49.387705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36742) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.436864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ddf5fb23-3047-499c-bf78-b231e36fceb0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:49.453061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ddf5fb23-3047-499c-bf78-b231e36fceb0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:49.454658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ddf5fb23-3047-499c-bf78-b231e36fceb0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659926 Apr 15 18:24:49.457315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36746) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.473045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.504389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=0faa72dc-6301-45c0-906b-7b0d57407be6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:49.539702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b80991-cac5-4f44-a354-89b6d24a88ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:49.540462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-28b80991-cac5-4f44-a354-89b6d24a88ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:49.556398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-28b80991-cac5-4f44-a354-89b6d24a88ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:49.558358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-28b80991-cac5-4f44-a354-89b6d24a88ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999761 Apr 15 18:24:49.560336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.568673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:49.641635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f1db97c-f83a-4205-b7d2-a686fa996d2e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762408 Apr 15 18:24:49.641826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Calling delete_port for 26d53d0f-0694-487f-b6af-46350f9bc4c4 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:49.642601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36754) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.648107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:49.705681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:49.709141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:49.712953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:49.719077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:49.719745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.758078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7506893 Apr 15 18:24:49.760660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36760) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:49.773079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:49.783386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:49.793107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:49.799522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.887228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 0faa72dc-6301-45c0-906b-7b0d57407be6 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:49.887543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.936077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:49.952935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19a09e1f-4142-4f55-be0a-bd87f7d60a3c tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:50.065024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d53d0f-0694-487f-b6af-46350f9bc4c4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:50.072850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:50.330301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.350091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.364676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:50.367341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.387781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f752a56-ee3a-40ad-b99d-6a5fdd3a0012 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:50.475873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 0faa72dc-6301-45c0-906b-7b0d57407be6 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:50.488705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-43dd5e98-3ec4-4f86-8e6a-5d5b0985f87e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2947550 Apr 15 18:24:50.507621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/ports/26d53d0f-0694-487f-b6af-46350f9bc4c4 HTTP/1.1" status: 204 len: 168 time: 1.6385851 Apr 15 18:24:50.515130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36764) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:50.523218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60', 'external_fixed_ips': [{'subnet_id': '1d30ea80-ac63-4185-bdd5-611987785bf3', 'ip_address': '2001:db8::287'}]}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:50.533683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:50.547384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:router and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:50.552167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:50.562439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:50.566531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=d65cf746-b9ad-47aa-b575-8d4ad63ca3fe,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:50.576046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:50.589139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.590281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.598416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.615066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-858173ff-5557-43ef-8e4c-a8d5869b375c tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:50.663346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:50.666185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:50.677977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185baa07-4330-45dd-919b-0de8d664acc0 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:50.678732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-8d1c3324-f7f9-4c83-b3a0-159ec346d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:50.680398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-8d1c3324-f7f9-4c83-b3a0-159ec346d4e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1536996 Apr 15 18:24:50.682160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:50.682812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.724527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=0faa72dc-6301-45c0-906b-7b0d57407be6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:50.738515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0955153 Apr 15 18:24:50.741159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:50.743247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:50.746572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36768) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:50.761614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:81:a6:41', 'name': 'tempest-NetworksTestDHCPv6-2024911131'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:50.951938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'd65cf746-b9ad-47aa-b575-8d4ad63ca3fe'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:50.952876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.052111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.127415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Allocated IP 2001:db8::f816:3eff:fe76:2663 (530f0ff6-d890-4520-b761-45c133c833af/d65cf746-b9ad-47aa-b575-8d4ad63ca3fe/293bd31b-90b3-4261-9d5f-bf6edd7e5c65) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:51.131428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-cacb7718-0f63-496c-a291-fad37f70abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:51.133593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-cacb7718-0f63-496c-a291-fad37f70abf5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 897 time: 0.4298162 Apr 15 18:24:51.159539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/0faa72dc-6301-45c0-906b-7b0d57407be6 HTTP/1.1" status: 204 len: 168 time: 1.3977549 Apr 15 18:24:51.207226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36772) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:51.223191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'mac_address': 'fa:16:3e:d6:e4:47', 'name': 'tempest-PortsTestJSON-1286334836'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:51.229961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.236627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:51.266397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:51.330129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:51.365390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.370978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-e2b39cd0-821a-44fe-9ab4-a44c4d547894 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 1002 time: 0.2305977 Apr 15 18:24:51.376824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Transition to ACTIVE for port object 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:51.396761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Transition to ACTIVE for port object 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:51.401964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.417297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3cf99c-2479-428b-94a5-327027f426d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:51.420860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:51.433477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:51.438774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:51.448559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:51.470352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-3dd23f33-4757-4144-a5c7-a970bbbacb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:51.471966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-3dd23f33-4757-4144-a5c7-a970bbbacb15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 200 len: 834 time: 0.0936599 Apr 15 18:24:51.472749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:51.499845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.537687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port f60a883e-400f-4b98-9ec0-42aa146136f6 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:51.548701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Pushing event updated for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:51.551695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:51.672917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.706256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-060550dd-3f1f-45d6-a8e7-a1b935131e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:51.708680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-060550dd-3f1f-45d6-a8e7-a1b935131e64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2197504 Apr 15 18:24:51.816217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:51.818138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:51.818848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 61446918-86cc-4e50-823f-73c616941911 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:51.820203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:51.915340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Attempting to bind port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:24:51.916071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Attempting to bind port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:24:51.916204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Attempting to bind port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:24:51.922295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:24:51.922716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:51.923648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.923648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:24:51.924088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Bound port: 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:24:51.924501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:51.980848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-196fbf71-0162-40ab-8ab5-4ce1e2d76f37 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587147 Apr 15 18:24:52.021077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:24:52.024267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:24:52.027746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.044649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:52.199260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Pushing event updated for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:52.202545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:52.206100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe81:a641 (530f0ff6-d890-4520-b761-45c133c833af/d65cf746-b9ad-47aa-b575-8d4ad63ca3fe/f60a883e-400f-4b98-9ec0-42aa146136f6) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:52.228517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.239180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.262926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac2e16f8-f096-4d8e-8d12-e3eb3e714538 req-410502b7-7780-410b-9c9a-61995db284e5 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595963 Apr 15 18:24:52.286313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.287202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.308367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-727a0210-d92e-4133-bfd9-79d7872fd509 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:52.466474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=61446918-86cc-4e50-823f-73c616941911,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:52.470427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:52.488247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:52.489406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:52.491680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:52.498158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:52.498842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.527558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3188260 Apr 15 18:24:52.528863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36776) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:52.638379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c339073-6c58-41fe-8668-ab6ef6400843 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:52.639159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c339073-6c58-41fe-8668-ab6ef6400843 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:52.659720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c339073-6c58-41fe-8668-ab6ef6400843 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:52.663459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.664726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c339073-6c58-41fe-8668-ab6ef6400843 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/61446918-86cc-4e50-823f-73c616941911 HTTP/1.1" status: 200 len: 841 time: 0.1353116 Apr 15 18:24:52.665501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36780) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:52.683745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 2001:db8::287 (cc4b6917-8c60-4b3b-a780-626de28cba60/1d30ea80-ac63-4185-bdd5-611987785bf3/4a74f075-93ce-460f-bf1a-f681dd270326) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:52.693574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object f60a883e-400f-4b98-9ec0-42aa146136f6 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:52.744595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 61446918-86cc-4e50-823f-73c616941911 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:52.745132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.832147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:52.855722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fb4dc85-a774-4b7e-a9c3-023b96cbf480 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:52.978500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.022855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.028030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=f60a883e-400f-4b98-9ec0-42aa146136f6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:53.033956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:53.103438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:53.105626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:53.108545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:53.114776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:53.115453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.119482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 61446918-86cc-4e50-823f-73c616941911 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:53.133136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.148920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:53.204306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.219635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dea7d5f-41ae-4d51-a12a-7d8dba01afef tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:53.271910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=61446918-86cc-4e50-823f-73c616941911,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:53.279374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3bdc7741-4fb2-4e47-b62b-8d64876387df tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5304067 Apr 15 18:24:53.288675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36786) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:53.319978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:53.358336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=4a74f075-93ce-460f-bf1a-f681dd270326,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:53.369533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:53.386667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.405879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/61446918-86cc-4e50-823f-73c616941911 HTTP/1.1" status: 204 len: 168 time: 0.7366335 Apr 15 18:24:53.406092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36790) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:53.430299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network cc4b6917-8c60-4b3b-a780-626de28cba60 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:53.433945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:53.436914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:53.465426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2ff0c8-e1a4-433e-8096-488bfe386835 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:53.466100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6e2ff0c8-e1a4-433e-8096-488bfe386835 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:53.482443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6e2ff0c8-e1a4-433e-8096-488bfe386835 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:53.483771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6e2ff0c8-e1a4-433e-8096-488bfe386835 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/61446918-86cc-4e50-823f-73c616941911 HTTP/1.1" status: 404 len: 333 time: 0.0765870 Apr 15 18:24:53.488282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:53.495758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'name': 'tempest-PortsTestJSON-162109216'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:53.519790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbad6e-8963-449f-b3cf-4e6f721e31cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:53.526731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbad6e-8963-449f-b3cf-4e6f721e31cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:53.527550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbbbad6e-8963-449f-b3cf-4e6f721e31cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:53.624017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:53.639957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:53.644587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbbbad6e-8963-449f-b3cf-4e6f721e31cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:53.645909 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbbbad6e-8963-449f-b3cf-4e6f721e31cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3543680 Apr 15 18:24:53.649294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36798) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:53.655775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:53.662846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.687207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 21bac602-a016-4c26-93bf-24392b082711 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:24:53.726893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:53.808664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port f60a883e-400f-4b98-9ec0-42aa146136f6 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:53.809059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.835418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:53.841019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:53.841450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.910225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Provisioning for port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:53.924855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Provisioning complete for port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:53.926094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.966305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:53.996363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.016602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:54.069919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.149873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.181572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.186788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=21bac602-a016-4c26-93bf-24392b082711,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:54.190998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:54.195326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:54.196570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70bdfde6-84ca-4e66-82fe-741f54634df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.203785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.206627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:54.213748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:24:54.214963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:54.217123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:24:54.223463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:54.224197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.253405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7639828 Apr 15 18:24:54.254104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36802) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:54.261252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:54.343492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:54.343849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-1f3f6f37-5f66-4d8e-99d7-e33fc6b6acc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:54.344487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:54.348022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:54.394216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.629808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.633883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.649105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:54.654142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.796805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=21bac602-a016-4c26-93bf-24392b082711,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:54.801014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:54.804374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for f60a883e-400f-4b98-9ec0-42aa146136f6 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:54.814211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] In _notify_port_updated(), no bound segment for port 21bac602-a016-4c26-93bf-24392b082711 on network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:24:54.820240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:54.820915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:54.822331 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/ports/21bac602-a016-4c26-93bf-24392b082711 HTTP/1.1" status: 200 len: 818 time: 0.5672262 Apr 15 18:24:54.825118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36806) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:54.905103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 21bac602-a016-4c26-93bf-24392b082711 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:54.905563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.021969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63128ea9-5c41-4ca4-884b-fe1741747ac0 None None] Provisioning for port f60a883e-400f-4b98-9ec0-42aa146136f6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:24:55.027857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63128ea9-5c41-4ca4-884b-fe1741747ac0 None None] Provisioning complete for port f60a883e-400f-4b98-9ec0-42aa146136f6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:55.028470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63128ea9-5c41-4ca4-884b-fe1741747ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.094835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-63128ea9-5c41-4ca4-884b-fe1741747ac0 None None] Port f60a883e-400f-4b98-9ec0-42aa146136f6 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:24:55.123439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.139383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.271350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.282086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 21bac602-a016-4c26-93bf-24392b082711 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:55.291683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9840c93-0ef7-4055-aa3a-632a4023c7a5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:55.405251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=f60a883e-400f-4b98-9ec0-42aa146136f6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:55.408253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:55.582982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.598514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router aed96a57-f608-4259-81c1-48ed72c2df98 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:24:55.602557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/f60a883e-400f-4b98-9ec0-42aa146136f6 HTTP/1.1" status: 204 len: 168 time: 1.9522128 Apr 15 18:24:55.605251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36810) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:55.705430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:24:55.718130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee887f-99ec-4af3-af94-6f4798f0d99b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:55.719957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee887f-99ec-4af3-af94-6f4798f0d99b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:55.720876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72ee887f-99ec-4af3-af94-6f4798f0d99b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:55.731196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.761115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dcf8813f-b43a-4a54-b96f-6e76e1ac1f28 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:55.803481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:24:55.805100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:24:55.805644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.823821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.827674 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3089895 Apr 15 18:24:55.827952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:55.841932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Sync routers for ids ['aed96a57-f608-4259-81c1-48ed72c2df98'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:24:55.867198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Routers {'aed96a57-f608-4259-81c1-48ed72c2df98'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:55.868045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['aed96a57-f608-4259-81c1-48ed72c2df98'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:55.879216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=21bac602-a016-4c26-93bf-24392b082711,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:55.881222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72ee887f-99ec-4af3-af94-6f4798f0d99b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:55.885693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72ee887f-99ec-4af3-af94-6f4798f0d99b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2768381 Apr 15 18:24:55.885693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:55.887482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36818) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:55.986140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet d65cf746-b9ad-47aa-b575-8d4ad63ca3fe {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:55.991485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:55.994227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.032908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.045688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/21bac602-a016-4c26-93bf-24392b082711 HTTP/1.1" status: 204 len: 168 time: 1.2194724 Apr 15 18:24:56.052335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36822) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:56.107837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.140315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Set router aed96a57-f608-4259-81c1-48ed72c2df98 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:24:56.224301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cd1ff-c47b-4f04-a940-2d70cf1ff7ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:56.225062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b8cd1ff-c47b-4f04-a940-2d70cf1ff7ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:24:56.237567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.238100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.246476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting port 4a74f075-93ce-460f-bf1a-f681dd270326 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:56.247106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.283305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b8cd1ff-c47b-4f04-a940-2d70cf1ff7ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:24:56.287417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9b8cd1ff-c47b-4f04-a940-2d70cf1ff7ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2313266 Apr 15 18:24:56.287564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36826) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:56.345162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d572e18-eeb0-47da-8804-defcd1214662 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:24:56.346571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0d572e18-eeb0-47da-8804-defcd1214662 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/21bac602-a016-4c26-93bf-24392b082711 HTTP/1.1" status: 404 len: 333 time: 0.0574951 Apr 15 18:24:56.351124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36830) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:56.375821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122172812'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:56.434307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:56.436725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.445889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:56.450496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:56.458822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed96a57-f608-4259-81c1-48ed72c2df98', 'name': '', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60', 'external_fixed_ips': [{'subnet_id': '1d30ea80-ac63-4185-bdd5-611987785bf3', 'ip_address': '2001:db8::287'}], 'enable_snat': True}, 'gw_port_id': '4a74f075-93ce-460f-bf1a-f681dd270326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:24:50Z', 'updated_at': '2021-04-15T18:24:53Z', 'revision_number': 3, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port': {'id': '4a74f075-93ce-460f-bf1a-f681dd270326', 'name': '', 'network_id': 'cc4b6917-8c60-4b3b-a780-626de28cba60', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed96a57-f608-4259-81c1-48ed72c2df98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1d30ea80-ac63-4185-bdd5-611987785bf3', 'ip_address': '2001:db8::287', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:24:52Z', 'updated_at': '2021-04-15T18:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d30ea80-ac63-4185-bdd5-611987785bf3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:56.462977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Checking router: aed96a57-f608-4259-81c1-48ed72c2df98 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:24:56.463380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Updating router aed96a57-f608-4259-81c1-48ed72c2df98 port 4a74f075-93ce-460f-bf1a-f681dd270326 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:24:56.465775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:56.494707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:56.500961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.524455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.577982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Calling delete_port for 4a74f075-93ce-460f-bf1a-f681dd270326 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:56.601806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:24:56.623547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.623943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment a2232bdc-e4c6-4dcf-a6e5-a39c72096679 of type vlan for network 348240d1-ebc4-425f-8592-ff0946fde6d6 Apr 15 18:24:56.664141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.682668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.706493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-058ff203-6e66-4646-a70a-03a5a7bc1edb tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:56.781457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.798909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=d65cf746-b9ad-47aa-b575-8d4ad63ca3fe,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:56.801836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c6979bb-1624-4fc8-a32e-5be82e25c807 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:56.820367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:56.832358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.839292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:56.840178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.854886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c6e5d9-b49e-4612-bf6c-bbde7a2f1ad8 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:56.887299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:56.887709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:56.902298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a74f075-93ce-460f-bf1a-f681dd270326,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:56.906324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:56.986155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:56.986906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cefe6d-8dfd-4937-bb5b-bd492f5f0eaf None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:56.991136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/d65cf746-b9ad-47aa-b575-8d4ad63ca3fe HTTP/1.1" status: 204 len: 168 time: 1.1026337 Apr 15 18:24:56.995655 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6407652 Apr 15 18:24:56.995655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:56.996296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=348240d1-ebc4-425f-8592-ff0946fde6d6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:56.998862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36836) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:57.002032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:57.015369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:24:57.026273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.068720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:57.104603 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f267b412-a0d4-456f-a69f-15e1641fd97b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070459 Apr 15 18:24:57.107175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36842) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:57.178061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:57.225337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.228103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.252639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.253579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aed96a57-f608-4259-81c1-48ed72c2df98 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:24:57.268885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.273696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/aed96a57-f608-4259-81c1-48ed72c2df98 HTTP/1.1" status: 204 len: 168 time: 1.4416549 Apr 15 18:24:57.274092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36846) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:57.319383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:57.326080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:57.333325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:57.336575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:57.342456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting subnet 1d30ea80-ac63-4185-bdd5-611987785bf3 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:24:57.342778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:57.345657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.355278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:57.368177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:57.368353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96f5660e-bb0b-4036-8ed1-db706f258c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.371780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.401043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.436312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.441384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Port 4a74f075-93ce-460f-bf1a-f681dd270326 not found while updating agent binding for router aed96a57-f608-4259-81c1-48ed72c2df98. {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Apr 15 18:24:57.452250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:57.458725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.473486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.512295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Routers set() bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:24:57.512727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Router IDs set() for agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 18:24:57.513406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aed96a57-f608-4259-81c1-48ed72c2df98'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent'). {{(pid=86083) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Apr 15 18:24:57.513835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d68cab7-cac3-4b75-83af-bb9f2a7acba1 None None] The sync data for ids ['aed96a57-f608-4259-81c1-48ed72c2df98'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:24:57.631671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:24:57.636216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Deleting port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:57.636770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.724109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:24:57.767560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.792140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82e14f13-050c-44d7-90ab-18f6fdd6924a tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:57.823421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.888176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d30ea80-ac63-4185-bdd5-611987785bf3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:57.909357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:57.953129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:57.960625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/1d30ea80-ac63-4185-bdd5-611987785bf3 HTTP/1.1" status: 204 len: 168 time: 0.6853542 Apr 15 18:24:57.966324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36850) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:58.036606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.118823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:58.119522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.127109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36856) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:58.128212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.134443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:58.197963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.271058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb8d0a54-9c3d-4833-820f-48db4e025992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:58.312857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.317698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Calling delete_port for 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:58.335751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b07b0e8c-3e60-4282-b67e-83b351631009 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:58.378146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-099902ec-00e7-4d32-8fbd-a4df7f25a035 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/075037f0-2df7-445b-bf17-0872d278ac5b HTTP/1.1" status: 200 len: 993 time: 0.2496960 Apr 15 18:24:58.423789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.436543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:58.448910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:58.455483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:58.456186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:58.589286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=92bdf6c5-5b66-4555-945e-981d89ec942e,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:58.606939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:58.668590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:24:58.697995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36864) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:58.769127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:24:58.769709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 348240d1-ebc4-425f-8592-ff0946fde6d6, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:24:58.789211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.806883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:24:58.820655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 348240d1-ebc4-425f-8592-ff0946fde6d6) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:24:58.828883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbfae3-ba98-4876-b613-9b2ee6a4472b None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:24:58.878365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:24:58.879429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.913787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.960729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Deleting port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:58.961141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:58.975606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9726710 Apr 15 18:24:58.977104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36868) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:24:58.984664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:24:59.020014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4b6917-8c60-4b3b-a780-626de28cba60']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:59.048060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dfc425-6166-43ff-8710-59eb44b8270a') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:59.048774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dfc425-6166-43ff-8710-59eb44b8270a') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:24:59.077559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port ae2cde53-27e6-43d0-9528-10328e9e233e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:24:59.078051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.106835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.154524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.182228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:24:59.212204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-348240d1-ebc4-425f-8592-ff0946fde6d6', 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:24:59.212462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.455422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network cc4b6917-8c60-4b3b-a780-626de28cba60 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:59.463549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:59.464148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.466737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.548180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:24:59.557496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:24:59.560585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.560961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.563279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:24:59.580612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:24:59.591231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:24:59.599560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:24:59.606287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.612600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Calling delete_port for 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:59.673629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Allocated IP 172.20.0.2 (348240d1-ebc4-425f-8592-ff0946fde6d6/92bdf6c5-5b66-4555-945e-981d89ec942e/db1cfa4b-b06d-414d-9f93-577329617d90) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:24:59.721432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for ae2cde53-27e6-43d0-9528-10328e9e233e owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:24:59.721780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.729305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.730563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.754416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7669ce85-b520-4f34-b570-56a70f161638 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:59.822073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:24:59.822632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:24:59.845491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network cc4b6917-8c60-4b3b-a780-626de28cba60 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:24:59.870714 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:24:59.920897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 92bdf6c5-5b66-4555-945e-981d89ec942e (CIDR: 172.20.0.0/28) Apr 15 18:24:59.929719 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:24:59.930295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:24:59.937577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=7']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:24:59.958081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.958282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:24:59.958782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30c6cdd9-b632-46bd-9489-565062266dd8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:59.971777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Transition to ACTIVE for port object db1cfa4b-b06d-414d-9f93-577329617d90 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:24:59.973286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:24:59.987143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b59614cf-f481-4f63-8b76-b337775a2e81 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:24:59.998417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Transition to ACTIVE for port object db1cfa4b-b06d-414d-9f93-577329617d90 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:00.002852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.004574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc4b6917-8c60-4b3b-a780-626de28cba60 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 15 18:25:00.006243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9331e936-dd3f-43c3-bd81-29800cfcdd77 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0292294 Apr 15 18:25:00.009795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36872) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:00.010895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.019616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:00.023914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:00.055734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:00.062057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:00.067676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:00.069466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:00.081642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:00.082337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.108222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9999609 Apr 15 18:25:00.109195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36876) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:00.116365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:68:39:f7', 'name': 'tempest-NetworksTestDHCPv6-1021202025'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:00.149660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc4b6917-8c60-4b3b-a780-626de28cba60,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:00.162427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:00.171832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Pushing event updated for resources: {'Port': ['ID=db1cfa4b-b06d-414d-9f93-577329617d90,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:00.227784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/networks/cc4b6917-8c60-4b3b-a780-626de28cba60 HTTP/1.1" status: 204 len: 168 time: 2.2591727 Apr 15 18:25:00.238688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:00.240346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Deleting port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:00.240979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.242831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:00.245864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:00.253263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:00.269930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:00.277145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.318206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:00.324168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:00.327668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:00.335034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:00.346234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:00.350188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:00.372215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.505088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36886) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:00.506142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5160091c-229f-4d95-9389-3ee0acb48f8e tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:00.515469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'name': 'tempest-router--1352365225', 'project_id': '9c27fb98e706430dadba7d0e1c7f7efc'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:00.522552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:00.529699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:router and tenant:9c27fb98e706430dadba7d0e1c7f7efc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:00.540101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:00.541726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] For port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:00.542196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.549401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:00.564219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=ae2cde53-27e6-43d0-9528-10328e9e233e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:00.571891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:00.577699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.578823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.607751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.634093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.664346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 1712039f-c246-4af8-b9ee-5a93e84a2da0 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:00.718752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.800642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.801409 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 075037f0-2df7-445b-bf17-0872d278ac5b disassociated (deleted). External IP: 172.26.7.208, port: 916ef871-67bd-4f8d-89a0-61115fcb1f58. Apr 15 18:25:00.806742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:00.810647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74be91de-9629-4a03-beef-5d2631db8c46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3018925 Apr 15 18:25:00.813485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:00.904432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Calling delete_port for 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:00.952682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:00.954193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:00.956763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:00.984490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.047118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe68:39f7 (530f0ff6-d890-4520-b761-45c133c833af/4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29/1712039f-c246-4af8-b9ee-5a93e84a2da0) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:01.088894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Attempting to bind port db1cfa4b-b06d-414d-9f93-577329617d90 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:01.089388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Attempting to bind port db1cfa4b-b06d-414d-9f93-577329617d90 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:01.089925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Attempting to bind port db1cfa4b-b06d-414d-9f93-577329617d90 on network 348240d1-ebc4-425f-8592-ff0946fde6d6 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:01.096442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:01.097012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Checking segment: {'id': 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:01.097563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.098133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Bound using segment: {'id': 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:01.098760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Bound port: db1cfa4b-b06d-414d-9f93-577329617d90, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:01.099280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.243203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.270435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:01.363154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.369264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.369838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Pushing event deleted for resources: {'Port': ['ID=293bd31b-90b3-4261-9d5f-bf6edd7e5c65,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:01.372877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:01.382148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:01.403962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=db1cfa4b-b06d-414d-9f93-577329617d90,segment=NetworkSegment(a2232bdc-e4c6-4dcf-a6e5-a39c72096679),segment_id=a2232bdc-e4c6-4dcf-a6e5-a39c72096679)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:01.410770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.437355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:01.474640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.475209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7ae42d-09da-4f2f-a2f5-c4f867724ec1 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:01.498889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.502818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a936417b-89e2-4602-be76-8c444bad4f19 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7c7ae42d-09da-4f2f-a2f5-c4f867724ec1 HTTP/1.1" status: 204 len: 168 time: 0.6855881 Apr 15 18:25:01.594835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.624144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Pushing event updated for resources: {'Port': ['ID=db1cfa4b-b06d-414d-9f93-577329617d90,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:01.627500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:01.645462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 1712039f-c246-4af8-b9ee-5a93e84a2da0 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:01.655441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36896) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:01.679452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:01.680298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:01.696902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa8c5f6-1c2d-4270-ac87-624aa32b6e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:01.742744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] No DVR routers for this DVR port 293bd31b-90b3-4261-9d5f-bf6edd7e5c65 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:01.776545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfe89a-1113-4a17-ab02-fa444d745367 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:01.931331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=1712039f-c246-4af8-b9ee-5a93e84a2da0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:01.938078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:01.951900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:01.961110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-400129688', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:01.964992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Sync routers for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:01.979809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:01.980494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:01.991392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:01.991531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:01.999094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:01.999926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.006366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:02.013100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:02.014043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.035874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:02.043620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9330528 Apr 15 18:25:02.047497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36902) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:02.061964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:02.069167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:02.078873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:02.080081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.092651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.094469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.168552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c1fe3-3863-4040-9520-6573bab4354e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:02.169459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a46c1fe3-3863-4040-9520-6573bab4354e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:02.184682 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/075037f0-2df7-445b-bf17-0872d278ac5b HTTP/1.1" status: 204 len: 168 time: 3.4853256 Apr 15 18:25:02.191108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a46c1fe3-3863-4040-9520-6573bab4354e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:02.194918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a46c1fe3-3863-4040-9520-6573bab4354e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1437392 Apr 15 18:25:02.195662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36910) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:02.197633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:25:02.207410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.216239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:02.296820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.446473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 1712039f-c246-4af8-b9ee-5a93e84a2da0 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:02.446870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.457433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Allocated IP 2001:db8::f816:3eff:fed9:8e15 (530f0ff6-d890-4520-b761-45c133c833af/4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29/4df0036d-475a-441f-8ead-4ce9cb706627) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:02.549959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'status': 'completed', 'code': 200} Apr 15 18:25:02.550734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e5a2848-8814-4d9e-9a0b-81d97cee1175 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:02.654185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:02.656188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=3be2ef6b-fb8c-4369-b94e-08231940c529,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:02.660015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Checking router: 80fec5c8-c459-445f-a2a4-1c63249ff6c5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:02.662673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:02.671631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:02.671926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:02.672712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:02.673636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:02.768985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:02.769944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.837439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ee03e-5c52-402f-9066-7c92a478e97f req-f1657a2f-8222-4399-a4b9-3e0ee6608fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:02.843635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-f1657a2f-8222-4399-a4b9-3e0ee6608fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 1098 time: 0.3361490 Apr 15 18:25:02.861580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8474190 Apr 15 18:25:02.863692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.871901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36916) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:02.877676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Transition to ACTIVE for port object 4df0036d-475a-441f-8ead-4ce9cb706627 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:02.878325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e'}, {'subnet_id': '3be2ef6b-fb8c-4369-b94e-08231940c529'}], 'name': 'tempest-PortsTestJSON-1299297123'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:02.901078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Transition to ACTIVE for port object 4df0036d-475a-441f-8ead-4ce9cb706627 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:02.906772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:02.925167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-948f7fa3-6f3b-4567-9286-f1d34899e5a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:03.034448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:03.052549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:03.057648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:03.060898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:03.064052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ee03e-5c52-402f-9066-7c92a478e97f req-791edc80-0cfe-4aac-82e0-bf5ba3a19b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:03.065652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-791edc80-0cfe-4aac-82e0-bf5ba3a19b90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 200 len: 897 time: 0.2170470 Apr 15 18:25:03.068325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:03.080822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:03.153258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Pushing event updated for resources: {'Port': ['ID=4df0036d-475a-441f-8ead-4ce9cb706627,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:03.167322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:03.212721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-7617424e-b9a4-42e9-9122-9167eb74acf4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 200 len: 217 time: 0.1380930 Apr 15 18:25:03.215092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:03.216524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:03.218966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:03.327229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.336275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.338375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Attempting to bind port 4df0036d-475a-441f-8ead-4ce9cb706627 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:03.338804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Attempting to bind port 4df0036d-475a-441f-8ead-4ce9cb706627 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:03.339223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Attempting to bind port 4df0036d-475a-441f-8ead-4ce9cb706627 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:03.342009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ee03e-5c52-402f-9066-7c92a478e97f req-58018d50-ff49-40a9-b06e-c32c8aec1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:03.343595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-58018d50-ff49-40a9-b06e-c32c8aec1d54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01af8ed9-3730-49b8-a5db-831652de0a17 HTTP/1.1" status: 200 len: 834 time: 0.1236682 Apr 15 18:25:03.345478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:03.345944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:03.351949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.352416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:03.352977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Bound port: 4df0036d-475a-441f-8ead-4ce9cb706627, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:03.353913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.474754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:03.479468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4df0036d-475a-441f-8ead-4ce9cb706627,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:03.483375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.502495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:03.529686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:03.598073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Pushing event updated for resources: {'Port': ['ID=4df0036d-475a-441f-8ead-4ce9cb706627,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:03.598996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 1712039f-c246-4af8-b9ee-5a93e84a2da0 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:03.655560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:03.697747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:03.780465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ee03e-5c52-402f-9066-7c92a478e97f req-7bbab7e3-7262-4b67-ade6-ba70e285796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:03.783321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-7bbab7e3-7262-4b67-ade6-ba70e285796a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0eeb6336-dc91-47f0-8e89-1a072614caf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3605962 Apr 15 18:25:03.797275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:03.805014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39dfe-1e58-4936-a962-afe031bcad23 None None] The sync data for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv is: [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:23:53Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '71fded8c-3802-4625-aa73-f25c1eb2ecb3', 'name': '', 'network_id': '0eeb6336-dc91-47f0-8e89-1a072614caf1', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a5:ef:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:50Z', 'updated_at': '2021-04-15T18:24:01Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '01af8ed9-3730-49b8-a5db-831652de0a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:03.812659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device db1cfa4b-b06d-414d-9f93-577329617d90 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:03.915124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132b88f-6030-47df-9ecc-63cb84eba358 None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:04.061957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b549ed-934e-4c45-a955-b0bd5adeb6db req-5a076b98-be19-4bdc-a81c-cfcf9c8d148d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:04.062713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-32b549ed-934e-4c45-a955-b0bd5adeb6db req-5a076b98-be19-4bdc-a81c-cfcf9c8d148d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:04.138057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Provisioning for port db1cfa4b-b06d-414d-9f93-577329617d90 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:04.145900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.11 (348240d1-ebc4-425f-8592-ff0946fde6d6/92bdf6c5-5b66-4555-945e-981d89ec942e/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:04.152102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port db1cfa4b-b06d-414d-9f93-577329617d90 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:04.152627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.29 (348240d1-ebc4-425f-8592-ff0946fde6d6/3be2ef6b-fb8c-4369-b94e-08231940c529/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:04.155721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Provisioning complete for port db1cfa4b-b06d-414d-9f93-577329617d90 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:04.156225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.218334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port db1cfa4b-b06d-414d-9f93-577329617d90 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:04.218334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.318639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.344798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-873efc0c-9776-4f13-b96a-aed6379e5ff7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:04.351686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-32b549ed-934e-4c45-a955-b0bd5adeb6db req-5a076b98-be19-4bdc-a81c-cfcf9c8d148d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:04.353030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32b549ed-934e-4c45-a955-b0bd5adeb6db req-5a076b98-be19-4bdc-a81c-cfcf9c8d148d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 945 time: 1.0262933 Apr 15 18:25:04.470506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32b549ed-934e-4c45-a955-b0bd5adeb6db req-b6c347ca-7765-4319-8776-90b0ca359663 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091492 Apr 15 18:25:04.491135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.503622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=1712039f-c246-4af8-b9ee-5a93e84a2da0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:04.519905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:04.536558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f742929-ed27-4a29-b22f-8a99ca3a871e None None] New status for floating IP 075037f0-2df7-445b-bf17-0872d278ac5b: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:25:04.580447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-568f5e4e-ee7a-488f-af41-4bb11df9b712 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552059 Apr 15 18:25:04.593252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:04.740583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-af750216-1650-4a17-8e98-0e371dbb6b1e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:04.753342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-af750216-1650-4a17-8e98-0e371dbb6b1e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:04.778125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.829593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.860679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.866803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-af750216-1650-4a17-8e98-0e371dbb6b1e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:04.868201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-af750216-1650-4a17-8e98-0e371dbb6b1e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 945 time: 0.4209580 Apr 15 18:25:04.966842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:04.983111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.003669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=db1cfa4b-b06d-414d-9f93-577329617d90,segment=NetworkSegment(a2232bdc-e4c6-4dcf-a6e5-a39c72096679),segment_id=a2232bdc-e4c6-4dcf-a6e5-a39c72096679)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:05.011854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-748ee03e-5c52-402f-9066-7c92a478e97f req-80c0e0c2-9cea-4ded-8def-0310c20dd173 service neutron] 10.222.0.49 "GET /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007339 Apr 15 18:25:05.014209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.018462 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/1712039f-c246-4af8-b9ee-5a93e84a2da0 HTTP/1.1" status: 204 len: 168 time: 2.8192747 Apr 15 18:25:05.018668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:05.020256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36922) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:05.037002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 916ef871-67bd-4f8d-89a0-61115fcb1f58 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:05.037393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.083976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Update dhcp port {'port': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e', 'ip_address': '172.20.0.2'}, {'subnet_id': '3be2ef6b-fb8c-4369-b94e-08231940c529'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'db1cfa4b-b06d-414d-9f93-577329617d90'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:25:05.203851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.213001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dbede9d0-5556-4c2a-82ea-30df8b5324fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:05.217198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:05.217613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:05.222497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26add5a0-20b7-4d2b-b1ac-ad4da8dfc512 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:05.224406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26add5a0-20b7-4d2b-b1ac-ad4da8dfc512 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:05.224794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Pushing event updated for resources: {'Port': ['ID=db1cfa4b-b06d-414d-9f93-577329617d90,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:05.225658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26add5a0-20b7-4d2b-b1ac-ad4da8dfc512 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:05.229490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:05.257914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.264048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26add5a0-20b7-4d2b-b1ac-ad4da8dfc512 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:05.268268 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-26add5a0-20b7-4d2b-b1ac-ad4da8dfc512 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2450886 Apr 15 18:25:05.268837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36926) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:05.375420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=8b41e29d-91c8-4a96-ad98-d2aa6056c6ab,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:05.390216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:05.447792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Allocated IP 172.20.0.18 (348240d1-ebc4-425f-8592-ff0946fde6d6/3be2ef6b-fb8c-4369-b94e-08231940c529/db1cfa4b-b06d-414d-9f93-577329617d90) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:05.473280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 916ef871-67bd-4f8d-89a0-61115fcb1f58, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=916ef871-67bd-4f8d-89a0-61115fcb1f58,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:05.473687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.487460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:05.494475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:05.500967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:05.622639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Allocated IP 172.26.7.49 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/fe79f6fa-2e78-4f00-b280-351bb86daadf) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:05.640169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 916ef871-67bd-4f8d-89a0-61115fcb1f58 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:05.642213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=db1cfa4b-b06d-414d-9f93-577329617d90,segment=NetworkSegment(a2232bdc-e4c6-4dcf-a6e5-a39c72096679),segment_id=a2232bdc-e4c6-4dcf-a6e5-a39c72096679)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:05.667905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:05.668655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.669951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.688737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Transition to ACTIVE for port object db1cfa4b-b06d-414d-9f93-577329617d90 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:05.691757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.707957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:05.795636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:05.799117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.839035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.912761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.924652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:05.947290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-baa7d277-afe6-475a-ba7a-27e3785effee tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:05.974858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Pushing event updated for resources: {'Port': ['ID=db1cfa4b-b06d-414d-9f93-577329617d90,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:05.984269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:06.022757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.134793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.2617071 Apr 15 18:25:06.141659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36936) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:06.158409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:06.166844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81e09ec4-4205-4dab-b7e0-eff99ebd60a2 None None] Provisioning for port 4df0036d-475a-441f-8ead-4ce9cb706627 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:06.185543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:06.188847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81e09ec4-4205-4dab-b7e0-eff99ebd60a2 None None] Could not find standard attr ID for object 1712039f-c246-4af8-b9ee-5a93e84a2da0. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:06.226782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device db1cfa4b-b06d-414d-9f93-577329617d90 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:06.252794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=916ef871-67bd-4f8d-89a0-61115fcb1f58,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:06.261715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:06.310274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0d5a8617-c134-4f0d-a2db-8a77a2538a66 None None] Could not find standard attr ID for object 1712039f-c246-4af8-b9ee-5a93e84a2da0. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:06.322805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4df0036d-475a-441f-8ead-4ce9cb706627 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:06.344382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event updated for resources: {'Port': ['ID=fe79f6fa-2e78-4f00-b280-351bb86daadf,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:06.355814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:06.372852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.379194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 916ef871-67bd-4f8d-89a0-61115fcb1f58 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:06.382159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.421588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4df0036d-475a-441f-8ead-4ce9cb706627 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:06.421791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.427983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'name': 'network-vif-deleted', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:25:06.430760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4df0036d-475a-441f-8ead-4ce9cb706627 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:06.431190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.460216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5092cf28-c3bc-49d1-aefd-c1ce30dfdf33 req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/916ef871-67bd-4f8d-89a0-61115fcb1f58 HTTP/1.1" status: 204 len: 173 time: 1.5829837 Apr 15 18:25:06.541173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b23b3a-b8d6-4be3-8c26-51a84a2b6300 req-60a1a697-8c6c-4dc5-a1ca-36269c4b33e6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:06.550034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b23b3a-b8d6-4be3-8c26-51a84a2b6300 req-60a1a697-8c6c-4dc5-a1ca-36269c4b33e6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b HTTP/1.1" status: 200 len: 867 time: 0.6820080 Apr 15 18:25:06.554422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b6b48f-5e0a-4db8-9b2d-d57b1fd4866b', 'name': 'network-vif-deleted', 'tag': '916ef871-67bd-4f8d-89a0-61115fcb1f58', 'status': 'completed', 'code': 200} Apr 15 18:25:06.622509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.662404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0b23b3a-b8d6-4be3-8c26-51a84a2b6300 req-546c1b43-2230-484e-81c3-0453298d71c4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=849a1ede-ef31-41cf-b143-bc02c65596e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113563 Apr 15 18:25:06.672060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:06.707228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:06.714804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:06.768772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.797502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3589cf2-1401-4795-9b89-893cfb8d33a8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:06.874855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:06.874855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:06.903329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:06.918996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:06.971905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:06.982466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6de321-f378-4ecb-b354-4e5a4979f1d8 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:06.990407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29 HTTP/1.1" status: 204 len: 168 time: 1.7204480 Apr 15 18:25:06.997277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36942) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.083411 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8863c943-ac85-420b-9bdb-f7677a139e67 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847459 Apr 15 18:25:07.085824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36946) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.162885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849d340-6493-43dc-9448-5fb986e6406d None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:07.186404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9efbbd2-50bf-4b63-bd32-12db0dabfee7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:07.187699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d9efbbd2-50bf-4b63-bd32-12db0dabfee7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:07.204515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d9efbbd2-50bf-4b63-bd32-12db0dabfee7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:07.208285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9efbbd2-50bf-4b63-bd32-12db0dabfee7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1188614 Apr 15 18:25:07.208601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36950) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.288308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797724b-0cc6-4b79-bcd1-8cb96224cc7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:07.289102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c797724b-0cc6-4b79-bcd1-8cb96224cc7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:07.304791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c797724b-0cc6-4b79-bcd1-8cb96224cc7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:07.304979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ca16d57-e2f6-4313-a8ad-1477f6111d29 None None] Provisioning for port db1cfa4b-b06d-414d-9f93-577329617d90 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:07.308542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c797724b-0cc6-4b79-bcd1-8cb96224cc7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964422 Apr 15 18:25:07.308773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.329302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ca16d57-e2f6-4313-a8ad-1477f6111d29 None None] Provisioning complete for port db1cfa4b-b06d-414d-9f93-577329617d90 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:07.329728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ca16d57-e2f6-4313-a8ad-1477f6111d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.387095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-535ea6fe-db68-4b06-b617-250745259922 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729723 Apr 15 18:25:07.388048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36958) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.394648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:07.429937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Delete allocated IP 172.20.0.29 (348240d1-ebc4-425f-8592-ff0946fde6d6/3be2ef6b-fb8c-4369-b94e-08231940c529) {{(pid=86082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:25:07.477765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.520180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:07.531121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:07.543061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:07.550357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.760613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.832441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36964) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:07.884202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:07.902481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Deleting port 4df0036d-475a-441f-8ead-4ce9cb706627 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:07.902876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.954050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.988070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:07.999640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4df0036d-475a-441f-8ead-4ce9cb706627,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:08.014934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.019873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8373676-650e-4a64-9120-f94eb29663b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:08.137352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4df0036d-475a-441f-8ead-4ce9cb706627 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:08.171344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.178040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3df07ee-dc19-4d33-991e-f91338744730 tempest-ServerActionsTestJSON-1061579984 tempest-ServerActionsTestJSON-1061579984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:08.198535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a1ede-ef31-41cf-b143-bc02c65596e6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:08.202655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:08.213262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:25:08.239571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.275082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Ignored duplicate provisioning block setup for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 15 18:25:08.283886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.292949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/849a1ede-ef31-41cf-b143-bc02c65596e6 HTTP/1.1" status: 204 len: 168 time: 0.4534922 Apr 15 18:25:08.310499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.322063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.338575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef6f01bc-0998-4dce-a2c7-de1d38e9a5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:08.350508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4df0036d-475a-441f-8ead-4ce9cb706627,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:08.358958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:08.369948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36972) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:08.398379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:08.485269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.486206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4df0036d-475a-441f-8ead-4ce9cb706627,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:08.486775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.565165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Provisioning complete for port db1cfa4b-b06d-414d-9f93-577329617d90 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:08.565651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.594489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.602559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=8b41e29d-91c8-4a96-ad98-d2aa6056c6ab,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:08.616927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:08.691513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Calling delete_port for 4df0036d-475a-441f-8ead-4ce9cb706627 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:08.837570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4df0036d-475a-441f-8ead-4ce9cb706627,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:08.878313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] In _notify_port_updated(), no bound segment for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab on network 348240d1-ebc4-425f-8592-ff0946fde6d6 {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:25:08.884930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:08.885968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.891075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/ports/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab HTTP/1.1" status: 200 len: 920 time: 2.7482316 Apr 15 18:25:08.894725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36976) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:08.905917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e'}, {'subnet_id': '3be2ef6b-fb8c-4369-b94e-08231940c529'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:08.925800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:08.933711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45473176-1ee0-4c6c-be17-0bfb4e35f900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:08.985668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=b88624bf-4dfe-4949-ad55-f2f9f7eaf96e,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:08.995150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:09.010488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 916ef871-67bd-4f8d-89a0-61115fcb1f58 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:09.057729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 916ef871-67bd-4f8d-89a0-61115fcb1f58 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:09.060607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 916ef871-67bd-4f8d-89a0-61115fcb1f58 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:09.071726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Provisioning for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:09.076703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Router 38a46872-0efc-4ead-8a4d-f4a5142c764c is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:09.079543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Provisioning complete for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:09.080467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.126485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:09.126905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:09.129145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:09.138252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4df0036d-475a-441f-8ead-4ce9cb706627,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:09.138529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:09.142136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:09.157885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a9a7696-ed9a-4047-905e-637a53245979 None None] Port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:09.201989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:09.202647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.249501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8601162 Apr 15 18:25:09.253313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36980) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:09.261722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:e9:4a:40', 'name': 'tempest-NetworksTestDHCPv6-715696498'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:09.278499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bd230d15-aa84-409d-87f1-29567088bcfe None None] Provisioning complete for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:09.279210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd230d15-aa84-409d-87f1-29567088bcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.337826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bd230d15-aa84-409d-87f1-29567088bcfe None None] Port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:09.380064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.401887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:09.412621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] Sync routers for ids ['38a46872-0efc-4ead-8a4d-f4a5142c764c'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:09.422756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] Routers {'38a46872-0efc-4ead-8a4d-f4a5142c764c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:09.423534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['38a46872-0efc-4ead-8a4d-f4a5142c764c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:09.468543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.473000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9111e672-0a96-46bf-a0e7-c916960361c6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8113232 Apr 15 18:25:09.475571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36984) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:09.493508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:09.502980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] Routers {'38a46872-0efc-4ead-8a4d-f4a5142c764c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:09.503636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['38a46872-0efc-4ead-8a4d-f4a5142c764c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:09.567785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:09.568247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a064f-b31e-4858-8df0-f15653bf94fa None None] The sync data for ids ['38a46872-0efc-4ead-8a4d-f4a5142c764c'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:09.577340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:09.628453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Deleting port 4df0036d-475a-441f-8ead-4ce9cb706627 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:09.628862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.669599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:09.707116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:09.786372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.30 (348240d1-ebc4-425f-8592-ff0946fde6d6/3be2ef6b-fb8c-4369-b94e-08231940c529/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:09.845360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cce0f233-80c3-40a7-81fd-898b49c472cb tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/38a46872-0efc-4ead-8a4d-f4a5142c764c HTTP/1.1" status: 200 len: 923 time: 0.3354337 Apr 15 18:25:09.854627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:09.880425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] For port 4df0036d-475a-441f-8ead-4ce9cb706627, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4df0036d-475a-441f-8ead-4ce9cb706627,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:09.880798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.968767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f8e37d2-36fa-4c55-9971-1fbb08a56eee tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=38a46872-0efc-4ead-8a4d-f4a5142c764c HTTP/1.1" status: 200 len: 205 time: 0.1099949 Apr 15 18:25:09.970615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 36992) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:09.970741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:09.988519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:09.991264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.010323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:10.015308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Calling delete_port for 4df0036d-475a-441f-8ead-4ce9cb706627 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:10.037447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.093664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.108856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:10.159685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=8b41e29d-91c8-4a96-ad98-d2aa6056c6ab,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:10.163376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 745a03d7-f2c2-4793-b7dc-727bb22caa19 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:10.167957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:10.207711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Pushing event deleted for resources: {'Port': ['ID=4df0036d-475a-441f-8ead-4ce9cb706627,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:10.211828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:10.258721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.287648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] No DVR routers for this DVR port 4df0036d-475a-441f-8ead-4ce9cb706627 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:10.319238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d16c579-506a-4af0-81b6-fed5edcf3b71 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:10.382817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] In _notify_port_updated(), no bound segment for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab on network 348240d1-ebc4-425f-8592-ff0946fde6d6 {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:25:10.391331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:10.392085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.396619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/ports/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab HTTP/1.1" status: 200 len: 1000 time: 1.5005231 Apr 15 18:25:10.397978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 36996) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:10.490604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:10.491009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.504509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3aea1510-4dc1-484a-9ca8-93299b803d80 None None] Provisioning for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:10.514654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3aea1510-4dc1-484a-9ca8-93299b803d80 None None] Provisioning complete for port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:10.515156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aea1510-4dc1-484a-9ca8-93299b803d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.546751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.626344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1510-4dc1-484a-9ca8-93299b803d80 None None] Port 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:10.636944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'b88624bf-4dfe-4949-ad55-f2f9f7eaf96e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:10.637987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.762032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:10.811631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::9a (530f0ff6-d890-4520-b761-45c133c833af/b88624bf-4dfe-4949-ad55-f2f9f7eaf96e/745a03d7-f2c2-4793-b7dc-727bb22caa19) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:10.901373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 8b41e29d-91c8-4a96-ad98-d2aa6056c6ab owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:10.949545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.123797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.140579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:11.195182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=8b41e29d-91c8-4a96-ad98-d2aa6056c6ab,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:11.252234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:11.377463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port fe79f6fa-2e78-4f00-b280-351bb86daadf {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:11.377752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.475833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.489526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab HTTP/1.1" status: 204 len: 168 time: 1.0896754 Apr 15 18:25:11.491004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37000) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:11.497730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 71fded8c-3802-4625-aa73-f25c1eb2ecb3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:11.498137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.539675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd49c72-4d8b-4faa-a201-82afd5c659de tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:25:11.540254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-afd49c72-4d8b-4faa-a201-82afd5c659de tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:11.555573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-afd49c72-4d8b-4faa-a201-82afd5c659de tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:11.556849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-afd49c72-4d8b-4faa-a201-82afd5c659de tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab HTTP/1.1" status: 404 len: 333 time: 0.0650663 Apr 15 18:25:11.559815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:11.637558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 3be2ef6b-fb8c-4369-b94e-08231940c529 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:11.640934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.699848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.751154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:11.822056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 745a03d7-f2c2-4793-b7dc-727bb22caa19 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:11.839295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.011873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for fe79f6fa-2e78-4f00-b280-351bb86daadf owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:12.072382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 71fded8c-3802-4625-aa73-f25c1eb2ecb3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=71fded8c-3802-4625-aa73-f25c1eb2ecb3,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:12.072794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.077588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.223660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 71fded8c-3802-4625-aa73-f25c1eb2ecb3 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:12.296130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.320975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53668633-ef52-4d46-91fb-78aa00c75b6f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:12.350107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/b88624bf-4dfe-4949-ad55-f2f9f7eaf96e/b67a2f38-3c1d-47ce-a83b-f461fd29a4eb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:12.379100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.398273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e25713b-265d-440a-90e6-9a91c0553e81 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:12.497526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=3be2ef6b-fb8c-4369-b94e-08231940c529,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:12.502204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:12.524375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=745a03d7-f2c2-4793-b7dc-727bb22caa19,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:12.531179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:12.575700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.584875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/3be2ef6b-fb8c-4369-b94e-08231940c529 HTTP/1.1" status: 204 len: 168 time: 1.0213664 Apr 15 18:25:12.584875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37010) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:12.591353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbfbe2-2bab-4179-a564-05f0fe651690 None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:12.663754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 92bdf6c5-5b66-4555-945e-981d89ec942e {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:12.667350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.703658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:12.710259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.729796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:12.736299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c81d2fa0-b0f3-4e61-a23c-4f9d4557493e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:12.743148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.778335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:12.784669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:12.785382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.842702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.862531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=fe79f6fa-2e78-4f00-b280-351bb86daadf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:12.874077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.876304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:12.895074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Transition to ACTIVE for port object b67a2f38-3c1d-47ce-a83b-f461fd29a4eb will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:12.933856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.941973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Transition to ACTIVE for port object b67a2f38-3c1d-47ce-a83b-f461fd29a4eb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:12.953521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89002c67-9821-4132-a6d1-2310f024208a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:12.959458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:12.978725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:13.066539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8120430 Apr 15 18:25:13.069571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37014) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:13.074779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=71fded8c-3802-4625-aa73-f25c1eb2ecb3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:13.082603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:13.185695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Pushing event updated for resources: {'Port': ['ID=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:13.191872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:13.233998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b55b9-fbd0-4b45-9999-09c2f1c59ff2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:13.240759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903b55b9-fbd0-4b45-9999-09c2f1c59ff2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:13.241523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-903b55b9-fbd0-4b45-9999-09c2f1c59ff2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:13.250269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.268091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08e3e902-1ad1-424f-b036-17f452db7ac5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:13.278240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:13.284805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:13.289083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:13.294792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.374233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=92bdf6c5-5b66-4555-945e-981d89ec942e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:13.382332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:13.400043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:25:13.401228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-903b55b9-fbd0-4b45-9999-09c2f1c59ff2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:13.405068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-903b55b9-fbd0-4b45-9999-09c2f1c59ff2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3319468 Apr 15 18:25:13.409750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Attempting to bind port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:13.410429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Attempting to bind port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:13.411593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Attempting to bind port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:13.413157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37018) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:13.464373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:13.465203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:13.465895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.466710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:13.467472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Bound port: b67a2f38-3c1d-47ce-a83b-f461fd29a4eb, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:13.468137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.482699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.503176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/92bdf6c5-5b66-4555-945e-981d89ec942e HTTP/1.1" status: 204 len: 168 time: 0.9170902 Apr 15 18:25:13.505886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37022) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:13.515196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 745a03d7-f2c2-4793-b7dc-727bb22caa19 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:13.515573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.571791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.576396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.578037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e897d5b-1ba2-4d2f-aa3e-1386e6c2d8b5 None None] Update dhcp port {'port': {'network_id': '348240d1-ebc4-425f-8592-ff0946fde6d6', 'fixed_ips': [{'subnet_id': '92bdf6c5-5b66-4555-945e-981d89ec942e'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'db1cfa4b-b06d-414d-9f93-577329617d90'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:25:13.654479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] For port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:13.659717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e897d5b-1ba2-4d2f-aa3e-1386e6c2d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.677642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] For port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:13.683353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.698676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d76db26-b405-4303-a5a4-eb5cf0cb6ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:13.734417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.734804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.735613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router 38a46872-0efc-4ead-8a4d-f4a5142c764c {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:13.749501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.750892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/38a46872-0efc-4ead-8a4d-f4a5142c764c HTTP/1.1" status: 204 len: 168 time: 3.7762525 Apr 15 18:25:13.755403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37026) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:13.763713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2106548862', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:13.778606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:13.787744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:router and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:13.794798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:13.804977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:13.832363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.833457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.841520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:13.842600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port db1cfa4b-b06d-414d-9f93-577329617d90 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:13.842988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.007927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Pushing event updated for resources: {'Port': ['ID=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:14.011794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:14.071665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.122669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9375da-7fdc-4dd9-8a53-b87c79b31c74 None None] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:14.232778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.260275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0014ea11-21c5-47ce-a2b8-baa71f1ea902 None None] Provisioning complete for port db1cfa4b-b06d-414d-9f93-577329617d90 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:14.260726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0014ea11-21c5-47ce-a2b8-baa71f1ea902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.295241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 745a03d7-f2c2-4793-b7dc-727bb22caa19 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:14.382492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=db1cfa4b-b06d-414d-9f93-577329617d90,segment=NetworkSegment(a2232bdc-e4c6-4dcf-a6e5-a39c72096679),segment_id=a2232bdc-e4c6-4dcf-a6e5-a39c72096679)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:14.383097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.537045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.567045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] DHCP port deletion for 348240d1-ebc4-425f-8592-ff0946fde6d6 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:14.572549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Deleting port db1cfa4b-b06d-414d-9f93-577329617d90 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:14.572978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.608382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for db1cfa4b-b06d-414d-9f93-577329617d90 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:14.690483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.707133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55569d0c-1560-440f-89fd-c3253a8fc8c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:14.768714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=745a03d7-f2c2-4793-b7dc-727bb22caa19,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:14.808840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] For port db1cfa4b-b06d-414d-9f93-577329617d90, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=db1cfa4b-b06d-414d-9f93-577329617d90,segment=NetworkSegment(a2232bdc-e4c6-4dcf-a6e5-a39c72096679),segment_id=a2232bdc-e4c6-4dcf-a6e5-a39c72096679)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:14.809584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.819633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.820410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:14.833086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:14.855151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7309f79a-83a4-4a5d-98b0-992cede1ae27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:14.953749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Calling delete_port for db1cfa4b-b06d-414d-9f93-577329617d90 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:14.975264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=db1cfa4b-b06d-414d-9f93-577329617d90,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:14.982726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:15.033978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:15.034825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:15.042348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port db1cfa4b-b06d-414d-9f93-577329617d90 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:15.139716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:15.140256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.222312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/745a03d7-f2c2-4793-b7dc-727bb22caa19 HTTP/1.1" status: 204 len: 168 time: 1.8079689 Apr 15 18:25:15.226546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:15.230220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.536964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Deleting port db1cfa4b-b06d-414d-9f93-577329617d90 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:15.537629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:15.537721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.559114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/80fec5c8-c459-445f-a2a4-1c63249ff6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1846321 Apr 15 18:25:15.562073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37034) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:15.565093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.587687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Sync routers for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:15.646735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.652571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0910dd21-294a-41f9-a1ff-65d489fbc788 None None] The port 'db1cfa4b-b06d-414d-9f93-577329617d90' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:25:15.655676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:15.656392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:15.712083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499d1f6-9889-427d-94de-f4dfaeeead0f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:15.713732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499d1f6-9889-427d-94de-f4dfaeeead0f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:15.714550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e499d1f6-9889-427d-94de-f4dfaeeead0f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:15.721170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348240d1-ebc4-425f-8592-ff0946fde6d6']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:15.744136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e499d1f6-9889-427d-94de-f4dfaeeead0f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:15.748405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e499d1f6-9889-427d-94de-f4dfaeeead0f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5177519 Apr 15 18:25:15.748539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet 01af8ed9-3730-49b8-a5db-831652de0a17 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:15.748625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:15.748625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2232bdc-e4c6-4dcf-a6e5-a39c72096679') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:15.753025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37038) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:15.757185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.772933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.789969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:15.797109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:25:15.950992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.002614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:16.013234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.018531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet b88624bf-4dfe-4949-ad55-f2f9f7eaf96e {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:16.038000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.122664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 172.26.7.92 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:16.154712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:16.167438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.243119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 348240d1-ebc4-425f-8592-ff0946fde6d6 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:25:16.278523 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:25:16.289077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b67a2f38-3c1d-47ce-a83b-f461fd29a4eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:16.361986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9e99f977-80e9-4228-96fa-dc0381c37e3d None None] Provisioning for port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:16.381943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.386929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.391729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-227c118c-bdac-4cc0-acac-6351a48aa476 tempest-BulkNetworkOpsTest-880237002 tempest-BulkNetworkOpsTest-880237002-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:16.419609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/348240d1-ebc4-425f-8592-ff0946fde6d6 HTTP/1.1" status: 204 len: 168 time: 2.9118211 Apr 15 18:25:16.421409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=348240d1-ebc4-425f-8592-ff0946fde6d6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:16.425010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37042) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:16.472349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:16.506985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:16.514881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:16.515305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.530350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffbd67-69eb-49fb-920b-287738776825 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:16.531173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbffbd67-69eb-49fb-920b-287738776825 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:16.557931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbffbd67-69eb-49fb-920b-287738776825 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:16.557931 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbffbd67-69eb-49fb-920b-287738776825 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1253238 Apr 15 18:25:16.559309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37048) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:16.584997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.599984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d0a71868-cb75-42b2-9ae5-417a2380a724 None None] Could not find standard attr ID for object 745a03d7-f2c2-4793-b7dc-727bb22caa19. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:16.604234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37052) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:16.703612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:25:12Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:16.708313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.723064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Checking router: 80fec5c8-c459-445f-a2a4-1c63249ff6c5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:16.747256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Routers {'80fec5c8-c459-445f-a2a4-1c63249ff6c5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:16.747936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:16.811813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:16.823975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.827966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.856439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9405293-aecf-40a5-9997-dfe14ca5042f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2908578 Apr 15 18:25:16.864356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37056) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:16.875526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Deleting port 32bb27d7-5634-47f7-9855-761e9330133b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:16.876058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.888528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-181d220c-82da-4236-85b3-39b84be64b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:16.891851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473102252'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:16.905871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:16.909265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:16.929061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:16.937430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device db1cfa4b-b06d-414d-9f93-577329617d90 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:16.948485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:16.966248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:16.993678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: db1cfa4b-b06d-414d-9f93-577329617d90 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:16.994104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device db1cfa4b-b06d-414d-9f93-577329617d90 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:17.052653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:17.057919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:17.070442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] Set router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:17.080758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.081479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.090515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:17.096545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.222839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Calling delete_port for 32bb27d7-5634-47f7-9855-761e9330133b owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:17.237097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:25:17.280817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.299986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.300386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment 99355751-7564-4e41-b153-86818d6c5945 of type vlan for network 76a22ad6-f987-4d78-a34f-932c714f4c50 Apr 15 18:25:17.303836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa511f18-e71c-4680-bfbb-49f37f7d8461 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:17.384580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:25:12Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:17.386713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.388978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11956ad0-d5a5-4254-a16b-d652487af34b None None] The sync data for ids ['80fec5c8-c459-445f-a2a4-1c63249ff6c5'] in dv-neutron-786478-1-hyperv is: [{'id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'name': 'tempest-TestNetworkBasicOps-router-12502247', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:23:42Z', 'updated_at': '2021-04-15T18:25:12Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '0efeea52-9ef9-47ea-bc69-9acf62dbeb82', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:65:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fec5c8-c459-445f-a2a4-1c63249ff6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:43Z', 'updated_at': '2021-04-15T18:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:17.408734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6310ef9f-c37a-44cf-a7e6-f700c93770f2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:17.462994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.511155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Port': ['ID=32bb27d7-5634-47f7-9855-761e9330133b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:17.515176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:17.607811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:17.640409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:17.643510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ebc7f1d-c787-4007-9b1b-3e07b7f2e948 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:17.680303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.680968 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Floating IP 15aa0291-71c9-4741-9295-5935d671aa34 disassociated (deleted). External IP: 172.26.7.181, port: 52d65c02-e166-4680-bd27-5e3f5ed80a28. Apr 15 18:25:17.691845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.712265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=01af8ed9-3730-49b8-a5db-831652de0a17,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:17.735788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:17.770242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.773764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a809f-e28c-458c-a045-de50d7b186f2 None None] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:17.775804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.795336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ad4dad6-d9f6-4004-b068-f76a0453169f tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:17.853410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:17.900664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=b88624bf-4dfe-4949-ad55-f2f9f7eaf96e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:17.918837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:17.920899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:17.925449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.931605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:17.932271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:17.936249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:17.970618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6652d518-5b42-4679-ba6d-4d5f33a60cdd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:17.999999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/01af8ed9-3730-49b8-a5db-831652de0a17 HTTP/1.1" status: 204 len: 168 time: 2.4366622 Apr 15 18:25:18.020169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37060) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:18.070544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] DHCP port deletion for 0eeb6336-dc91-47f0-8e89-1a072614caf1 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:18.076413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Deleting port 597010ce-e996-4c0b-a833-268825b61ba0 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:18.076835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.104484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2309136 Apr 15 18:25:18.108663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37064) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:18.127262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:18.143186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.145207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/b88624bf-4dfe-4949-ad55-f2f9f7eaf96e HTTP/1.1" status: 204 len: 168 time: 2.3911519 Apr 15 18:25:18.154054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37068) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:18.157042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758a8d1-5303-4e0b-a423-91a01fd6f5e9 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:18.170489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b67a2f38-3c1d-47ce-a83b-f461fd29a4eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:18.198747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=76a22ad6-f987-4d78-a34f-932c714f4c50,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:18.207199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:18.231850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:25:18.366340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b69fc160-2b49-4935-8042-dc340f46eb20 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581123 Apr 15 18:25:18.374814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37072) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:18.509174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:18.524429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:18.532676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:18.544163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:18.546087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:18.551815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.552189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.865999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:18.867070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.942230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] For port 597010ce-e996-4c0b-a833-268825b61ba0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=597010ce-e996-4c0b-a833-268825b61ba0,segment=NetworkSegment(aaf70bcc-7e01-4859-87d6-bd5519195cda),segment_id=aaf70bcc-7e01-4859-87d6-bd5519195cda)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:18.942686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:18.944343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.004257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:19.010445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.101184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Calling delete_port for 597010ce-e996-4c0b-a833-268825b61ba0 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:19.260859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:19.268554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.285643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3823df49-924f-4d53-9787-57325a2fa55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:19.289141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c6da1-739d-473a-b704-a3281f12bb72 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:19.289995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-df4c6da1-739d-473a-b704-a3281f12bb72 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:19.322593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Deleting port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:19.323024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.376516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-df4c6da1-739d-473a-b704-a3281f12bb72 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:19.380098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df4c6da1-739d-473a-b704-a3281f12bb72 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9883151 Apr 15 18:25:19.388334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37076) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:19.405213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.419332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:19.425229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:19.425428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.430684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 597010ce-e996-4c0b-a833-268825b61ba0 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:19.432981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Sync routers for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:19.446266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:19.447177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:19.457099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Pushing event deleted for resources: {'Port': ['ID=597010ce-e996-4c0b-a833-268825b61ba0,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:19.492218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:19.497876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 597010ce-e996-4c0b-a833-268825b61ba0 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:19.498310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 597010ce-e996-4c0b-a833-268825b61ba0 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:19.498770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 71fded8c-3802-4625-aa73-f25c1eb2ecb3 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:19.565388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 71fded8c-3802-4625-aa73-f25c1eb2ecb3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:19.565820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 71fded8c-3802-4625-aa73-f25c1eb2ecb3 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:19.598802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router b89f6958-45b6-499c-9ef3-95db4843015f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:19.635948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.645492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] No DVR routers for this DVR port 597010ce-e996-4c0b-a833-268825b61ba0 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:19.650251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:19.720519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559687c8-3427-45ab-8276-3c96f2edab90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:19.721941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-559687c8-3427-45ab-8276-3c96f2edab90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:19.775247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "DELETE /v2.0/floatingips/15aa0291-71c9-4741-9295-5935d671aa34 HTTP/1.1" status: 204 len: 168 time: 3.1707511 Apr 15 18:25:19.785954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:25:19.790464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] For port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:19.791191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.853344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 0efeea52-9ef9-47ea-bc69-9acf62dbeb82, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:19.853768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:19.885087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-559687c8-3427-45ab-8276-3c96f2edab90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:19.893227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-559687c8-3427-45ab-8276-3c96f2edab90 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5043006 Apr 15 18:25:19.898302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37084) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:19.994630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Calling delete_port for b67a2f38-3c1d-47ce-a83b-f461fd29a4eb owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:20.004384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-985ccef4-33c3-4313-ba3e-3e0e71e5589f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049438 Apr 15 18:25:20.048522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'status': 'completed', 'code': 200} Apr 15 18:25:20.053733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37088) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:20.133508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:20.157066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:20.166056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-06e55603-a1cd-4dbe-8138-f931190cdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:20.166823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:20.167985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-06e55603-a1cd-4dbe-8138-f931190cdff6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=764ff8a2625440d191e7d95dc7329c1d&device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 1099 time: 0.1583457 Apr 15 18:25:20.180087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:20.198867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:20.204689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:20.210538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Checking router: 6bfc5d79-72df-47aa-93aa-4459d8bcb560 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:20.218659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b67a2f38-3c1d-47ce-a83b-f461fd29a4eb no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:20.234789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:20.235682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:20.266535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Sync routers for ids ['b89f6958-45b6-499c-9ef3-95db4843015f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:20.339067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b67a2f38-3c1d-47ce-a83b-f461fd29a4eb {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:20.339462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b67a2f38-3c1d-47ce-a83b-f461fd29a4eb not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:20.341090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Pushing event deleted for resources: {'Port': ['ID=b67a2f38-3c1d-47ce-a83b-f461fd29a4eb,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:20.350340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:20.368614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Routers {'b89f6958-45b6-499c-9ef3-95db4843015f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:20.369321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b89f6958-45b6-499c-9ef3-95db4843015f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:20.371730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:20.373193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6168218 Apr 15 18:25:20.378351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-0eba74ea-e7e9-441a-936b-e5d732e53747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:20.381005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-0eba74ea-e7e9-441a-936b-e5d732e53747 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 200 len: 897 time: 0.2007833 Apr 15 18:25:20.381791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37094) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:20.448719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:20.477129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-486cb322-d1b2-4c2b-a7f5-4279dcfad780 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 200 len: 217 time: 0.0871990 Apr 15 18:25:20.555692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] No DVR routers for this DVR port b67a2f38-3c1d-47ce-a83b-f461fd29a4eb on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:20.557155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-39efc41b-4814-44d0-9b7e-f4383826a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:20.559006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-39efc41b-4814-44d0-9b7e-f4383826a0d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 200 len: 834 time: 0.0746648 Apr 15 18:25:20.614692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Set router b89f6958-45b6-499c-9ef3-95db4843015f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:20.631279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:20.652746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-4a30dcc4-fbe5-407c-b008-5e33e942e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:20.654104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-4a30dcc4-fbe5-407c-b008-5e33e942e382 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ec0e8b68-982a-47df-8fef-7190bdfb7e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882950 Apr 15 18:25:20.686774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:20.764751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b693-3186-4cd3-84a0-8e5f23222b5a req-07726d9c-06e4-4375-9e91-f95d98cfafb0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:20.765274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5306b693-3186-4cd3-84a0-8e5f23222b5a req-07726d9c-06e4-4375-9e91-f95d98cfafb0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Synchronizing usage tracker for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:20.795399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:20.801531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:20.813090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-6b8c8caa-a4fa-437c-a6c0-cad171dc2148 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520066 Apr 15 18:25:20.870009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:20.874790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd833bb-292c-4a90-a54b-20f23a3f6a74 None None] The sync data for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv is: [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:23:12Z', 'revision_number': 4, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '37c3569f-5fa4-460d-a57a-2cd5f01da090', 'name': '', 'network_id': 'ec0e8b68-982a-47df-8fef-7190bdfb7e2d', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'mac_address': 'fa:16:3e:ef:db:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:23:10Z', 'updated_at': '2021-04-15T18:23:24Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'subnets': [{'id': '9557b458-5a97-4851-addc-fe05b8ec7f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:20.963269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:13Z', 'updated_at': '2021-04-15T18:25:18Z', 'revision_number': 3, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port': {'id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:15Z', 'updated_at': '2021-04-15T18:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:20.967674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Checking router: b89f6958-45b6-499c-9ef3-95db4843015f for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:20.968068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Updating router b89f6958-45b6-499c-9ef3-95db4843015f port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:25:20.983236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4948550d-310a-4174-9dfa-2b7b2edcc856 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/b89f6958-45b6-499c-9ef3-95db4843015f HTTP/1.1" status: 200 len: 908 time: 0.5914621 Apr 15 18:25:20.984906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8a3ee0c-d7e9-4ffe-b20c-124e6f1472ed req-deeab51a-7d36-4cc9-9498-75eb8805e011 service neutron] 10.222.0.49 "GET /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645405 Apr 15 18:25:20.986241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:20.993416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2106548862', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': True}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:20.999258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:21.004293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Usage tracker for resource:router and tenant:58bad01147a640eb805fe35eeffbecfc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:21.010631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:21.017266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:21.029428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.030750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.039949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.042676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5306b693-3186-4cd3-84a0-8e5f23222b5a req-07726d9c-06e4-4375-9e91-f95d98cfafb0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Unset dirty status for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:21.044076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5306b693-3186-4cd3-84a0-8e5f23222b5a req-07726d9c-06e4-4375-9e91-f95d98cfafb0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.8053851 Apr 15 18:25:21.048241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.092680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.115954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08339a66-58ad-44c8-bb83-e63cce28f735 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:21.280403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=0efeea52-9ef9-47ea-bc69-9acf62dbeb82,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:21.294877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:21.332100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5306b693-3186-4cd3-84a0-8e5f23222b5a req-7925157c-de85-4a13-9c33-822e8249a6a3 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716107 Apr 15 18:25:21.350970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.374554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.424356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3f57e4d-a8c0-4d9f-af17-c6772b5e9b79 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:21.435621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2185536a-20cc-4464-a2c4-be80444bb4bf None None] New status for floating IP 15aa0291-71c9-4741-9295-5935d671aa34: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:25:21.510390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=3cd53450-afb6-45f3-a771-07dcdaca6263,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:21.568375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:21.587692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-245082ee-77b2-48e5-ae0f-2a6822a6d2fb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:21.588824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-245082ee-77b2-48e5-ae0f-2a6822a6d2fb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Synchronizing usage tracker for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:21.661574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.675616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Transition to ACTIVE for port object 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:21.675982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-245082ee-77b2-48e5-ae0f-2a6822a6d2fb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Unset dirty status for tenant:764ff8a2625440d191e7d95dc7329c1d on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:21.677233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-245082ee-77b2-48e5-ae0f-2a6822a6d2fb tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.49 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.2226157 Apr 15 18:25:21.683236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.701222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-319c38f8-5863-4e59-b2a6-a6d5f9ccc0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:21.777341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Pushing event updated for resources: {'Port': ['ID=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:21.780567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:21.811505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Deleting port 52d65c02-e166-4680-bd27-5e3f5ed80a28 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:21.812277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.930497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Attempting to bind port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:21.930935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Attempting to bind port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:21.931517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Attempting to bind port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:21.937475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:21.937897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:21.938355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.939158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:21.939348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Bound port: 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:21.939728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:21.981571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.021292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] For port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:22.024415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.024677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] For port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:22.028257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.064855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:22.148871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.234820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Pushing event updated for resources: {'Port': ['ID=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:22.238124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:22.285280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Routers {'b89f6958-45b6-499c-9ef3-95db4843015f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:22.285986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b89f6958-45b6-499c-9ef3-95db4843015f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:22.293060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] For port 52d65c02-e166-4680-bd27-5e3f5ed80a28, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=52d65c02-e166-4680-bd27-5e3f5ed80a28,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:22.293461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.418982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.424477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.434060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': '99355751-7564-4e41-b153-86818d6c5945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:22.434458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 76a22ad6-f987-4d78-a34f-932c714f4c50, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:25:22.514240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] Set router b89f6958-45b6-499c-9ef3-95db4843015f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:22.536526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.537700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router 80fec5c8-c459-445f-a2a4-1c63249ff6c5 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:22.540720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:25:22.573097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 76a22ad6-f987-4d78-a34f-932c714f4c50) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:22.604116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:22.604784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.639051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d1012-5212-403b-a1bd-d2687f1890e3 None None] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:22.642969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:22.644193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/80fec5c8-c459-445f-a2a4-1c63249ff6c5 HTTP/1.1" status: 204 len: 168 time: 4.6229775 Apr 15 18:25:22.653324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37104) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:22.696188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5840807 Apr 15 18:25:22.745274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37108) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:22.755152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50', 'name': 'tempest-PortsTestJSON-203832884'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:22.761132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Calling delete_port for 52d65c02-e166-4680-bd27-5e3f5ed80a28 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:22.802933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d71f03-6236-4253-9fa9-0b1bc05f748e req-7be34050-a7fd-472a-96d9-960b68c9e453 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:22.804635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2d71f03-6236-4253-9fa9-0b1bc05f748e req-7be34050-a7fd-472a-96d9-960b68c9e453 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 946 time: 0.3304598 Apr 15 18:25:22.817186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 172.26.7.83 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:22.977751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.064663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-76a22ad6-f987-4d78-a34f-932c714f4c50', 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '3cd53450-afb6-45f3-a771-07dcdaca6263'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:23.065565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.073456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.076554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.094878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:13Z', 'updated_at': '2021-04-15T18:25:18Z', 'revision_number': 3, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port': {'id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:15Z', 'updated_at': '2021-04-15T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:23.096292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:23.113810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2d71f03-6236-4253-9fa9-0b1bc05f748e req-dbea7237-8e5e-4826-bde8-fc4718ea4e79 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003063 Apr 15 18:25:23.143815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc925987-9510-4cec-8c2b-8693958c3644 None None] The sync data for ids ['b89f6958-45b6-499c-9ef3-95db4843015f'] in dv-neutron-786478-1-hyperv is: [{'id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92'}], 'enable_snat': False}, 'gw_port_id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:13Z', 'updated_at': '2021-04-15T18:25:18Z', 'revision_number': 3, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port': {'id': '5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89f6958-45b6-499c-9ef3-95db4843015f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:15Z', 'updated_at': '2021-04-15T18:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:23.209936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Port': ['ID=52d65c02-e166-4680-bd27-5e3f5ed80a28,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:23.212593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:23.241144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:25:23.256650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:23.259319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Allocated IP 172.20.0.2 (76a22ad6-f987-4d78-a34f-932c714f4c50/3cd53450-afb6-45f3-a771-07dcdaca6263/d9125249-db2e-47f2-8e29-9868be8050d7) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:23.262109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.283034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86accf3a-e68f-4f2b-b48e-1e302b59a461 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:23.297292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.351593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5b2d232-7501-46e9-8dd7-d8c269556fbb tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:23.454354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:23.495897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] No DVR routers for this DVR port 52d65c02-e166-4680-bd27-5e3f5ed80a28 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:23.498804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.503673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.507367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-deleted', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:25:23.516081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Transition to ACTIVE for port object d9125249-db2e-47f2-8e29-9868be8050d7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:23.538721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Transition to ACTIVE for port object d9125249-db2e-47f2-8e29-9868be8050d7 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:23.545471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.551881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.570244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:23.580845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:23.584634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586d893e-0e2b-4163-81ed-405e0b344ea0', 'name': 'network-vif-deleted', 'tag': '52d65c02-e166-4680-bd27-5e3f5ed80a28', 'status': 'completed', 'code': 200} Apr 15 18:25:23.590295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:23.592048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6908ba6d-5ff5-437e-8c88-045ff6f05375 req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.49 "DELETE /v2.0/ports/52d65c02-e166-4680-bd27-5e3f5ed80a28 HTTP/1.1" status: 204 len: 173 time: 1.8593249 Apr 15 18:25:23.636011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:23.637272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:23.639537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:23.696760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:23.703139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.765298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Pushing event updated for resources: {'Port': ['ID=d9125249-db2e-47f2-8e29-9868be8050d7,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:23.768541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=2fd54887-1887-4972-a595-ca9caa62acd8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:23.772492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:23.775756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:23.782185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:23.786732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:23.802311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eeb6336-dc91-47f0-8e89-1a072614caf1']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:23.814076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eae67e-0567-45a1-a702-e9b47d7af8ae None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:23.834864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port f7f4eb9d-6405-401f-bd36-9404678daa04 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:23.931241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:23.931897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:23.937099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf70bcc-7e01-4859-87d6-bd5519195cda') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:23.937341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf70bcc-7e01-4859-87d6-bd5519195cda') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:24.008750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.052706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8826575 Apr 15 18:25:24.053748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37114) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:24.060738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.069756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:24.123805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:24.127294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:24.139041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:24.242885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:25:24.274997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:24.429767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.472389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:24.492775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.678918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-792c4632-0a7e-4439-9a23-4c90227efb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.685387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 0eeb6336-dc91-47f0-8e89-1a072614caf1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:24.695258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '2fd54887-1887-4972-a595-ca9caa62acd8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:24.696149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:25:24.714470 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:25:24.724275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Attempting to bind port d9125249-db2e-47f2-8e29-9868be8050d7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:24.724668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Attempting to bind port d9125249-db2e-47f2-8e29-9868be8050d7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '99355751-7564-4e41-b153-86818d6c5945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:24.725082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Attempting to bind port d9125249-db2e-47f2-8e29-9868be8050d7 on network 76a22ad6-f987-4d78-a34f-932c714f4c50 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:24.734647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:24.735138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Checking segment: {'id': '99355751-7564-4e41-b153-86818d6c5945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:24.735528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.735961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Bound using segment: {'id': '99355751-7564-4e41-b153-86818d6c5945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:24.736536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Bound port: d9125249-db2e-47f2-8e29-9868be8050d7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99355751-7564-4e41-b153-86818d6c5945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:24.737174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.868345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:24.873353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.893733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:24.894199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.918757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e80672fb-b6cb-42be-9224-16e39a96dc0d req-2c8580a3-b5a1-47bf-b438-637e3b5d0d8b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "GET /v2.0/ports?device_id=586d893e-0e2b-4163-81ed-405e0b344ea0 HTTP/1.1" status: 200 len: 210 time: 0.1842923 Apr 15 18:25:24.965534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:24.968148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:24.971563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.4 (76a22ad6-f987-4d78-a34f-932c714f4c50/3cd53450-afb6-45f3-a771-07dcdaca6263/f7f4eb9d-6405-401f-bd36-9404678daa04) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:24.979050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:24.995809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.010795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:25.017218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=0eeb6336-dc91-47f0-8e89-1a072614caf1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:25.031360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:25.035907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:25.045990 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/0eeb6336-dc91-47f0-8e89-1a072614caf1 HTTP/1.1" status: 204 len: 168 time: 2.3875492 Apr 15 18:25:25.054907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37120) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:25.055401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:25.061501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.065094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1738564337', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:25.072692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] For port d9125249-db2e-47f2-8e29-9868be8050d7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:25.074595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:25.082276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:25.085568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:25.091243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 52d65c02-e166-4680-bd27-5e3f5ed80a28 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:25.091649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 52d65c02-e166-4680-bd27-5e3f5ed80a28 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:25.095728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:25.098642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Allocated IP 2001:db8::f816:3eff:feb1:8a52 (530f0ff6-d890-4520-b761-45c133c833af/2fd54887-1887-4972-a595-ca9caa62acd8/27329b73-6f7f-4acf-9629-c3a9b64b2d6a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:25.102180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] For port d9125249-db2e-47f2-8e29-9868be8050d7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d9125249-db2e-47f2-8e29-9868be8050d7,segment=NetworkSegment(99355751-7564-4e41-b153-86818d6c5945),segment_id=99355751-7564-4e41-b153-86818d6c5945)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:25.111609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.124832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:25.131030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.132640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:25.188763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:25:25.206134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.206703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment bf3593b7-7e75-4116-9c95-01699f84a3a0 of type vlan for network 11c762dc-822a-4c73-809f-885e67d261ab Apr 15 18:25:25.208097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:25.316086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.440418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Pushing event updated for resources: {'Port': ['ID=d9125249-db2e-47f2-8e29-9868be8050d7,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:25.447878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.454709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:25.456393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.456558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:25.457087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.465611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c3c8ff8-7da1-4991-bc27-a27be04109c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:25.531843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:25.544668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.555628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17e1f35d-868b-4939-81ed-ea8a9aef8f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:25.565543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:25.604856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Sync routers for ids ['7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:25.605104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5427561 Apr 15 18:25:25.605104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=11c762dc-822a-4c73-809f-885e67d261ab,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:25.605370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:25.606481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37124) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:25.613554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-81262548', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:25.620396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:25.623179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.627467 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6401396 Apr 15 18:25:25.628460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37128) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:25.629598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:25.636281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:25.641136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2fd54887-1887-4972-a595-ca9caa62acd8 (CIDR: 2001:db8::/64) Apr 15 18:25:25.649096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:25:25.649625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:25:25.654976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 11c762dc-822a-4c73-809f-885e67d261ab details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:25:25.688816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e6dd494-ddf3-4a22-a47f-b8066d1049de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6273823 Apr 15 18:25:25.694303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37132) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:25.695340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:25.703578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.712299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:25.722793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object f7f4eb9d-6405-401f-bd36-9404678daa04 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:25.726432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:25.726834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0efeea52-9ef9-47ea-bc69-9acf62dbeb82 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:25.744379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:25.756501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:25.832770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Routers {'7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:25.833407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:24:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:25.839276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3805039-44da-44ed-a9d8-443de271e9ae tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:25.992125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=f7f4eb9d-6405-401f-bd36-9404678daa04,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:26.013977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:26.029347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:26.039566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:26.042985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:26.044127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.053386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:26.077614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Transition to ACTIVE for port object 27329b73-6f7f-4acf-9629-c3a9b64b2d6a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:26.122495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Transition to ACTIVE for port object 27329b73-6f7f-4acf-9629-c3a9b64b2d6a will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:26.132675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:26.138738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.151557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:26.155118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Set router 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:26.208358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.209396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.209930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:26.294400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.304933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:26.316929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:26.317823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.320595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0627a75b-e567-4ce5-b221-1207fcd960bf tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 HTTP/1.1" status: 200 len: 907 time: 0.6873202 Apr 15 18:25:26.325731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:26.327606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37142) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:26.337950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:26.344268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.609971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8614917 Apr 15 18:25:26.623772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37146) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:26.686366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '76a22ad6-f987-4d78-a34f-932c714f4c50', 'name': 'tempest-PortsTestJSON-1349788245'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:26.720522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Pushing event updated for resources: {'Port': ['ID=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:26.823384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:26.889218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:26.891864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:26.894443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:26.898094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.928560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:26.949057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd7cf67-eaad-4dff-889c-9b86b1b19eb0', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.83'}], 'enable_snat': True}, 'gw_port_id': '708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:21Z', 'updated_at': '2021-04-15T18:25:24Z', 'revision_number': 3, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port': {'id': '708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd7cf67-eaad-4dff-889c-9b86b1b19eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:22Z', 'updated_at': '2021-04-15T18:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:26.984626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Checking router: 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:26.986099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Updating router 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:25:27.071572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Attempting to bind port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:27.072001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Attempting to bind port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:27.072421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Attempting to bind port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:27.078193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6315d657-4a71-4d79-8f95-cc2b44447652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.084359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:27.084854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:27.085225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.085672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:27.086245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Bound port: 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:27.086681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.101781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.138265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:27.154167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:27.163235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:27.199967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:27.211787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.255029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:27.261145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.276662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.299942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:27.300361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.322901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] For port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:27.351547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port f0eae0e7-1b08-42fe-8b37-46327d6f9d1c yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:27.353568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] For port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:27.408982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.430865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:27.491249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.567139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.643388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Pushing event updated for resources: {'Port': ['ID=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:27.643952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.654369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:27.668283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a417688-bdd7-4d92-ba19-6e9f4f825c5a tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:27.698948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.714718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.805268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.12 (76a22ad6-f987-4d78-a34f-932c714f4c50/3cd53450-afb6-45f3-a771-07dcdaca6263/f0eae0e7-1b08-42fe-8b37-46327d6f9d1c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:27.842468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.855476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Transition to ACTIVE for port object 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:27.863412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:27.884899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Calling delete_port for 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:27.941024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3c1abad-b29e-4fa6-a48e-a2731f854ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:27.959885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=8666c802-f8d7-4727-97ca-a7413c7c86c4,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:27.963500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:27.982768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b49929-ba0e-464f-8890-e2b91c963aec None None] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:28.013178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.65 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/317fae8e-2984-4273-b4c2-ad72ef6e6843) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:28.016526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:28.020315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:28.036416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:28.037255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.081618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3745539 Apr 15 18:25:28.082090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37150) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:28.095144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:3c:fb:cb', 'name': 'tempest-NetworksTestDHCPv6-661957855'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:28.336312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.354832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:28.420542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2ccdb17c-7503-4697-8c9c-9e41b98fc253 None None] Provisioning for port d9125249-db2e-47f2-8e29-9868be8050d7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:28.422572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:28.431436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:28.435002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Pushing event updated for resources: {'Port': ['ID=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:28.436819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:28.449174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:28.455528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:28.481800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.482082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.485324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:28.542065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Attempting to bind port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:28.542571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Attempting to bind port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:28.542905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Attempting to bind port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:28.547635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:28.548051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.585253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:28.585518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:28.585810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.586256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:28.587228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Bound port: 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:28.587228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.643015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.656283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.680433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d60046c-d390-4c96-8d37-445eb0cbaba5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:28.759866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] For port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:28.777404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] For port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:28.806539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:28.824055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:28.829314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 16b91301-26bd-476c-9033-ff816c82b179 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:28.856298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d9125249-db2e-47f2-8e29-9868be8050d7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:28.868283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:28.868688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:28.972150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=317fae8e-2984-4273-b4c2-ad72ef6e6843,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:28.986994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.987234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.987504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.987942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.988378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.988768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.989364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.989595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.990105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.990521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.991613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:28.992102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.012311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.016004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Deleting port 37c3569f-5fa4-460d-a57a-2cd5f01da090 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:29.016384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.027911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:29.041676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:29.094822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object f0eae0e7-1b08-42fe-8b37-46327d6f9d1c will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:29.212618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:29.219752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:29.249458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Pushing event updated for resources: {'Port': ['ID=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:29.266772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:29.279061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d9125249-db2e-47f2-8e29-9868be8050d7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:29.304900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d9125249-db2e-47f2-8e29-9868be8050d7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:29.305626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.313463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8:0:1::32a (530f0ff6-d890-4520-b761-45c133c833af/8666c802-f8d7-4727-97ca-a7413c7c86c4/16b91301-26bd-476c-9033-ff816c82b179) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:29.325963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.347942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6aadcbff-66c9-428b-b9d8-7f5917eca08c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:29.382541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Provisioning complete for port d9125249-db2e-47f2-8e29-9868be8050d7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:29.383313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.413293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:29.413972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.469082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e15459-f363-4322-a415-ff9e138287a1 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:29.533400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] For port 37c3569f-5fa4-460d-a57a-2cd5f01da090, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=37c3569f-5fa4-460d-a57a-2cd5f01da090,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:29.533818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.692004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe3c:fbcb (530f0ff6-d890-4520-b761-45c133c833af/2fd54887-1887-4972-a595-ca9caa62acd8/16b91301-26bd-476c-9033-ff816c82b179) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:29.708734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Calling delete_port for 37c3569f-5fa4-460d-a57a-2cd5f01da090 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:29.724616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.821013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Routers {'7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:29.821738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:29.852797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=f0eae0e7-1b08-42fe-8b37-46327d6f9d1c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:29.874669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.875113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.875771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.876002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.876478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.876764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.877477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.877596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.878001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.878563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.878921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.879336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:29.884624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:29.905446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:29.993006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port d9125249-db2e-47f2-8e29-9868be8050d7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d9125249-db2e-47f2-8e29-9868be8050d7,segment=NetworkSegment(99355751-7564-4e41-b153-86818d6c5945),segment_id=99355751-7564-4e41-b153-86818d6c5945)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:30.009953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.023146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:30.031906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] For port 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:30.032323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.051857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:30.181896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:30.184251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:30.203279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] Set router 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:30.225088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Calling delete_port for 708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:30.231341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.251048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 16b91301-26bd-476c-9033-ff816c82b179 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:30.280799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.282833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.334827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27329b73-6f7f-4acf-9629-c3a9b64b2d6a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:30.353866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:30.354589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.364054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70f8b350-eede-4377-86c0-6459134ce16e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:30.393133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd7cf67-eaad-4dff-889c-9b86b1b19eb0', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:21Z', 'updated_at': '2021-04-15T18:25:27Z', 'revision_number': 4, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:30.408582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=d9125249-db2e-47f2-8e29-9868be8050d7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:30.411063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:30.411478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:30.420646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:30.421387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8fc22a-56e7-4934-ae18-e64684c441bf None None] The sync data for ids ['7fd7cf67-eaad-4dff-889c-9b86b1b19eb0'] in dv-neutron-786478-1-hyperv is: [{'id': '7fd7cf67-eaad-4dff-889c-9b86b1b19eb0', 'name': 'tempest-snat-router-2106548862', 'tenant_id': '58bad01147a640eb805fe35eeffbecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:21Z', 'updated_at': '2021-04-15T18:25:27Z', 'revision_number': 4, 'project_id': '58bad01147a640eb805fe35eeffbecfc', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:30.470837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8458021 Apr 15 18:25:30.476040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:30.487324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37154) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:30.576443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Update dhcp port {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '2fd54887-1887-4972-a595-ca9caa62acd8', 'ip_address': '2001:db8::f816:3eff:feb1:8a52'}, {'subnet_id': '8666c802-f8d7-4727-97ca-a7413c7c86c4'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '27329b73-6f7f-4acf-9629-c3a9b64b2d6a'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:25:30.599347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.623349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6c95020-97df-4ce9-99d1-78ebada876e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:30.634562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=16b91301-26bd-476c-9033-ff816c82b179,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:30.641366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.644127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:30.745070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025d73c-86c8-4b80-80cd-c34d0a8f3ccc tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:30.745770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2025d73c-86c8-4b80-80cd-c34d0a8f3ccc tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:30.750845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Port': ['ID=37c3569f-5fa4-460d-a57a-2cd5f01da090,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:30.753505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:30.785116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2025d73c-86c8-4b80-80cd-c34d0a8f3ccc tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:30.786358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2025d73c-86c8-4b80-80cd-c34d0a8f3ccc tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2979662 Apr 15 18:25:30.821015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37158) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:30.843522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:30.852530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:30.856557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:30.862871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:30.863567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.900572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Allocated IP 2001:db8:0:1::2 (530f0ff6-d890-4520-b761-45c133c833af/8666c802-f8d7-4727-97ca-a7413c7c86c4/27329b73-6f7f-4acf-9629-c3a9b64b2d6a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:30.917897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8317285 Apr 15 18:25:30.919975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37162) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:30.925225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port f0eae0e7-1b08-42fe-8b37-46327d6f9d1c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:30.925622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:30.996197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.093973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 16b91301-26bd-476c-9033-ff816c82b179 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:31.094284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.302106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Provisioning for port f7f4eb9d-6405-401f-bd36-9404678daa04 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:31.315190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Provisioning complete for port f7f4eb9d-6405-401f-bd36-9404678daa04 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:31.315754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.338632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.357890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c75650e-753c-4953-a333-5dbe6b90df53 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:31.360353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] For port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:31.383892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-81746161-fdc5-416a-83ab-f121657ae724 None None] Port f7f4eb9d-6405-401f-bd36-9404678daa04 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:31.404893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.421565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Ignored duplicate provisioning block setup for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 15 18:25:31.424618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.440449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:31.499022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Port': ['ID=708a5d7a-d8ad-42e5-b7f6-24a4105cbd5a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:31.502249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:31.508596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.511522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:31.616336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Pushing event updated for resources: {'Port': ['ID=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:31.622605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Provisioning for port f0eae0e7-1b08-42fe-8b37-46327d6f9d1c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:31.629613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:31.630276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Provisioning complete for port f0eae0e7-1b08-42fe-8b37-46327d6f9d1c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:31.631323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.716958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Port f0eae0e7-1b08-42fe-8b37-46327d6f9d1c cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:31.721048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 16b91301-26bd-476c-9033-ff816c82b179 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:31.836051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Provisioning for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:31.841672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Provisioning complete for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:31.842516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:31.990219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.010950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.030230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] For port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:32.034383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.038572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:32.120131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Provisioning complete for port f7f4eb9d-6405-401f-bd36-9404678daa04 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:32.120723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.217411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Pushing event updated for resources: {'Port': ['ID=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:32.223581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:32.240783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Port f7f4eb9d-6405-401f-bd36-9404678daa04 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:32.265248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27329b73-6f7f-4acf-9629-c3a9b64b2d6a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:32.325672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:32.331736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for f0eae0e7-1b08-42fe-8b37-46327d6f9d1c owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:32.346508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:32.358692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:32.359606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.367433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:32.368435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:32.372118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.374253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7667141 Apr 15 18:25:32.391116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37166) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:32.539428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.541687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.605328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d9125249-db2e-47f2-8e29-9868be8050d7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:32.719780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d9125249-db2e-47f2-8e29-9868be8050d7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:32.720196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.807323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.829251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5804992a-bd2c-49fa-8e34-d435861eb3b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:32.845222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.894602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6a949eeb-10d0-47fe-93d8-56312806856b None None] Provisioning complete for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:32.896542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a949eeb-10d0-47fe-93d8-56312806856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.897258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:32.942114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:32.954269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-77622ed2-d4fe-4013-9faa-7793010bd796 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5597999 Apr 15 18:25:32.957139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37172) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.045232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=16b91301-26bd-476c-9033-ff816c82b179,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:33.048628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:33.118155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.120451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/16b91301-26bd-476c-9033-ff816c82b179 HTTP/1.1" status: 204 len: 168 time: 2.1994481 Apr 15 18:25:33.123300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37176) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.146215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.146790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:33.222532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.237452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b28ef-14d5-4b88-b68c-7b1f82ab11bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.238363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c2b28ef-14d5-4b88-b68c-7b1f82ab11bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:33.256886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-149f0005-a671-4daf-8983-66cf539b9d98 None None] Could not find standard attr ID for object 16b91301-26bd-476c-9033-ff816c82b179. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:33.264108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-753191d7-5254-451e-a218-894b8430f214 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:33.271633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c2b28ef-14d5-4b88-b68c-7b1f82ab11bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:33.273398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c2b28ef-14d5-4b88-b68c-7b1f82ab11bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484077 Apr 15 18:25:33.276982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37180) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.370478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:29Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:33.374954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:33.375426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Updating router 43766c64-74bb-4602-8461-57ca644fe9a5 port 317fae8e-2984-4273-b4c2-ad72ef6e6843 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:25:33.376331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ee6a28-ad73-4641-aab7-8fe05d1387ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.380579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4ee6a28-ad73-4641-aab7-8fe05d1387ec tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0994422 Apr 15 18:25:33.380899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37184) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.389094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=f0eae0e7-1b08-42fe-8b37-46327d6f9d1c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:33.399987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:33.415852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.417073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7fd7cf67-eaad-4dff-889c-9b86b1b19eb0 HTTP/1.1" status: 204 len: 168 time: 7.0883343 Apr 15 18:25:33.421786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37188) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.438327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.502423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf5456a-5e90-449a-b7cf-06f5d0e2de33 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.506818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aaf5456a-5e90-449a-b7cf-06f5d0e2de33 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5327945 Apr 15 18:25:33.507982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37192) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.630418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d5fb9d0-7b9d-467a-93f9-7db63155cb38 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193094 Apr 15 18:25:33.633228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37196) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.654087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-386638323', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:33.667184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.669082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.670839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:33.671783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:33.803897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:33.807784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06fbf9d0-46e4-4b54-a7f6-9cd835b0b1b2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4229820 Apr 15 18:25:33.808053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.811143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37200) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:33.823843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Transition to ACTIVE for port object 317fae8e-2984-4273-b4c2-ad72ef6e6843 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:33.831069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.847909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52c29efc-4e75-429e-9ed9-12e765743608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:33.871913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:33.887859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:33.895480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:33.901773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:33.972078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:33.988484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Pushing event updated for resources: {'Port': ['ID=317fae8e-2984-4273-b4c2-ad72ef6e6843,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:34.011400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.011790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.012168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.012541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.012907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.013273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.013635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.014044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.014428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.014788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.015154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.015502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:34.028500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:34.071914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 2fd54887-1887-4972-a595-ca9caa62acd8 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:34.077097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:34.083145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.106071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.116119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Attempting to bind port 317fae8e-2984-4273-b4c2-ad72ef6e6843 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:34.116542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Attempting to bind port 317fae8e-2984-4273-b4c2-ad72ef6e6843 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:34.116969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Attempting to bind port 317fae8e-2984-4273-b4c2-ad72ef6e6843 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:34.123822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:34.124242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:34.124697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.125142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:34.125664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Bound port: 317fae8e-2984-4273-b4c2-ad72ef6e6843, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:34.126109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.201148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27329b73-6f7f-4acf-9629-c3a9b64b2d6a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:34.228428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] For port 317fae8e-2984-4273-b4c2-ad72ef6e6843, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:34.231786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] For port 317fae8e-2984-4273-b4c2-ad72ef6e6843, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317fae8e-2984-4273-b4c2-ad72ef6e6843,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:34.241077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.242410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.247142 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/f0eae0e7-1b08-42fe-8b37-46327d6f9d1c HTTP/1.1" status: 204 len: 168 time: 3.4223945 Apr 15 18:25:34.248115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37204) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:34.265566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:34.298703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:34.299580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.314181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3568917-fc9d-4e71-8e0e-7b2ce689fc25 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:25:34.314720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3568917-fc9d-4e71-8e0e-7b2ce689fc25 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:34.323300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.359130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3568917-fc9d-4e71-8e0e-7b2ce689fc25 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:34.363046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3568917-fc9d-4e71-8e0e-7b2ce689fc25 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/f0eae0e7-1b08-42fe-8b37-46327d6f9d1c HTTP/1.1" status: 404 len: 333 time: 0.1112881 Apr 15 18:25:34.364048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:34.403184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:34.434593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.468233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Deleting port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:34.468631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.504570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:34.505365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:34.556645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Pushing event updated for resources: {'Port': ['ID=317fae8e-2984-4273-b4c2-ad72ef6e6843,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:34.565311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:34.576618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port f7f4eb9d-6405-401f-bd36-9404678daa04 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:34.577016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.670430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:34.700769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:34.767247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:34.776563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "PUT /v2.0/routers/6bfc5d79-72df-47aa-93aa-4459d8bcb560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7416043 Apr 15 18:25:34.782209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Sync routers for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:34.790739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37212) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:34.799695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:34.800618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:34.902825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.022841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:35.034867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] For port 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:35.035274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.043224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for f7f4eb9d-6405-401f-bd36-9404678daa04 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:35.113795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:29Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:35.118881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91f11ae-fe30-4dec-a704-1a7113f89923 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:29Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:35.163991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Deleting subnet 9557b458-5a97-4851-addc-fe05b8ec7f5c {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:35.221444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.234137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.277511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Calling delete_port for 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:35.296296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2291527b-2d3f-495c-b7ee-23e21d1e1c15 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:35.352698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=f7f4eb9d-6405-401f-bd36-9404678daa04,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:35.356622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:35.368331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:25:30Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:35.373378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Checking router: 6bfc5d79-72df-47aa-93aa-4459d8bcb560 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:35.383832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Routers {'6bfc5d79-72df-47aa-93aa-4459d8bcb560'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:35.384511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:35.558445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.582128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/f7f4eb9d-6405-401f-bd36-9404678daa04 HTTP/1.1" status: 204 len: 168 time: 1.2168524 Apr 15 18:25:35.582863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37216) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:35.652827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] Set router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:35.660864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c0c2f0-854c-4d4f-a187-b3c7b295e816 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:25:35.661487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8c0c2f0-854c-4d4f-a187-b3c7b295e816 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:35.692794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8c0c2f0-854c-4d4f-a187-b3c7b295e816 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:35.696872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f8c0c2f0-854c-4d4f-a187-b3c7b295e816 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/f7f4eb9d-6405-401f-bd36-9404678daa04 HTTP/1.1" status: 404 len: 333 time: 0.1102772 Apr 15 18:25:35.700380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37220) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:35.802747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 3cd53450-afb6-45f3-a771-07dcdaca6263 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:35.809163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:35.900306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.002007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.013506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.045580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.066215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85bc94d7-5868-48b4-82e9-21aec5cbd6b5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:36.104437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.216594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317fae8e-2984-4273-b4c2-ad72ef6e6843 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:36.305356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:36.319974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:36.323522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8df236aa-1037-4eb1-9702-f7151ad31066 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:36.327094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-79c06880-702e-459e-9b64-517f32f4447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:25:30Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:36.330805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 317fae8e-2984-4273-b4c2-ad72ef6e6843 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:36.334096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.336476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c06880-702e-459e-9b64-517f32f4447a None None] The sync data for ids ['6bfc5d79-72df-47aa-93aa-4459d8bcb560'] in dv-neutron-786478-1-hyperv is: [{'id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39640407', 'tenant_id': '764ff8a2625440d191e7d95dc7329c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238'}], 'enable_snat': True}, 'gw_port_id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:22:52Z', 'updated_at': '2021-04-15T18:25:30Z', 'revision_number': 5, 'project_id': '764ff8a2625440d191e7d95dc7329c1d', 'gw_port': {'id': '611b2511-ada1-4d56-b0b6-343f3803581e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bfc5d79-72df-47aa-93aa-4459d8bcb560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:22:54Z', 'updated_at': '2021-04-15T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:36.338181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 317fae8e-2984-4273-b4c2-ad72ef6e6843 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:36.338598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.356600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d2bca96-b36d-4f37-8792-7edc408118fd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:36.371419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd54887-1887-4972-a595-ca9caa62acd8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:36.399234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:36.494177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd53450-afb6-45f3-a771-07dcdaca6263,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:36.494387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.499399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:36.515164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 317fae8e-2984-4273-b4c2-ad72ef6e6843, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317fae8e-2984-4273-b4c2-ad72ef6e6843,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:36.522675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.531182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e934f34-7586-4f28-b6d7-2c9dc2d8e6ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:36.539488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.546693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/3cd53450-afb6-45f3-a771-07dcdaca6263 HTTP/1.1" status: 204 len: 168 time: 0.8451266 Apr 15 18:25:36.549356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37224) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:36.579938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.592890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2efc7-35b3-45a4-8752-c6c7fba256ea None None] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:36.682469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.701499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.732137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b3a9a-4e77-439e-ba2e-b9b351373965 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:36.757889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port d9125249-db2e-47f2-8e29-9868be8050d7 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:36.758241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.779121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:36.811542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ce84507-1fc2-4ffb-bf9c-b131108f2862 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:36.825507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=317fae8e-2984-4273-b4c2-ad72ef6e6843,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:36.837529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:36.983290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2fd54887-1887-4972-a595-ca9caa62acd8 HTTP/1.1" status: 204 len: 168 time: 3.1666996 Apr 15 18:25:36.983890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37228) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:37.038725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.050251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port d9125249-db2e-47f2-8e29-9868be8050d7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d9125249-db2e-47f2-8e29-9868be8050d7,segment=NetworkSegment(99355751-7564-4e41-b153-86818d6c5945),segment_id=99355751-7564-4e41-b153-86818d6c5945)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:37.050865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.142057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] DHCP port deletion for 76a22ad6-f987-4d78-a34f-932c714f4c50 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:37.152787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Deleting port d9125249-db2e-47f2-8e29-9868be8050d7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:37.153206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.199438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=154a3896-34a8-40aa-aba3-d7a9c690afbe,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:37.206881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for d9125249-db2e-47f2-8e29-9868be8050d7 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:37.259906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 8666c802-f8d7-4727-97ca-a7413c7c86c4 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:37.260091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:37.272261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.287655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.294526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.352463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.397584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.398631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b89f6958-45b6-499c-9ef3-95db4843015f {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:37.407327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.428580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] For port d9125249-db2e-47f2-8e29-9868be8050d7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d9125249-db2e-47f2-8e29-9868be8050d7,segment=NetworkSegment(99355751-7564-4e41-b153-86818d6c5945),segment_id=99355751-7564-4e41-b153-86818d6c5945)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:37.429691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.431265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4fbee0e9-9ade-4fdc-902c-a45301672bbd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:37.445689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.446968 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b89f6958-45b6-499c-9ef3-95db4843015f HTTP/1.1" status: 204 len: 168 time: 4.0241287 Apr 15 18:25:37.451386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:37.463660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-326368872', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:37.492895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:37.508091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:37.508472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 11c762dc-822a-4c73-809f-885e67d261ab, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:25:37.517880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:37.522934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:37.545921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:37.548528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.571796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e70fef87-cb91-49f5-ad76-9b47e1e6a130 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:37.587941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=d9125249-db2e-47f2-8e29-9868be8050d7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:37.595687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:37.633801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Calling delete_port for d9125249-db2e-47f2-8e29-9868be8050d7 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:37.657918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port d9125249-db2e-47f2-8e29-9868be8050d7 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:37.752990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.754386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.772627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Subnet': ['ID=9557b458-5a97-4851-addc-fe05b8ec7f5c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:37.775120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:37.781220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:37.786018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:37.790825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:25:37.806318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39529d9c-6b9d-4c6a-a742-1466a09739ef None None] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:37.808478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.826790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 11c762dc-822a-4c73-809f-885e67d261ab) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:37.829753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:37.837061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "DELETE /v2.0/subnets/9557b458-5a97-4851-addc-fe05b8ec7f5c HTTP/1.1" status: 204 len: 168 time: 3.0417240 Apr 15 18:25:37.850975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37236) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:37.856896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834e7e83-dfb4-40d5-a16a-76e0a523a415 None None] Network 11c762dc-822a-4c73-809f-885e67d261ab requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:38.025721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:38.026325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.115789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.158751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.159212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317fae8e-2984-4273-b4c2-ad72ef6e6843 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:38.215213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-07eda6d5-8e5a-4aa5-aed2-fc4ee3a35e06 None None] Provisioning complete for port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:38.215640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07eda6d5-8e5a-4aa5-aed2-fc4ee3a35e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.244559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.252348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.6104927 Apr 15 18:25:38.260893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37240) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:38.292837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Deleting port d9125249-db2e-47f2-8e29-9868be8050d7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:38.293156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.443299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6dcbe-b72e-4cf9-af3b-4f8cad708af2 None None] The port 'd9125249-db2e-47f2-8e29-9868be8050d7' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:25:38.691147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a22ad6-f987-4d78-a34f-932c714f4c50']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:38.736262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 317fae8e-2984-4273-b4c2-ad72ef6e6843 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:38.736696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.773825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-11c762dc-822a-4c73-809f-885e67d261ab', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:38.774788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.864104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99355751-7564-4e41-b153-86818d6c5945') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:38.864516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99355751-7564-4e41-b153-86818d6c5945') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:38.874244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] DHCP port deletion for ec0e8b68-982a-47df-8fef-7190bdfb7e2d request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:38.891962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.894788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Deleting port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:38.895191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:38.980943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.008378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.026177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Deleting port 611b2511-ada1-4d56-b0b6-343f3803581e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:39.026536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.031113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.057993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:25:39.228146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Allocated IP 172.20.0.2 (11c762dc-822a-4c73-809f-885e67d261ab/154a3896-34a8-40aa-aba3-d7a9c690afbe/e6887f9d-3e99-4401-bad3-bf028a866db6) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:39.275009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] For port 611b2511-ada1-4d56-b0b6-343f3803581e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=611b2511-ada1-4d56-b0b6-343f3803581e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:39.275805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.340520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:39.393119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:39.393519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5d6b9b0e-ba75-4503-8bb8-e3bc6da2ca71 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:39.394017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37c3569f-5fa4-460d-a57a-2cd5f01da090 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:39.429754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.441805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] For port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,segment=NetworkSegment(1a3f35ee-e9fc-4f87-adeb-02a974c02b8a),segment_id=1a3f35ee-e9fc-4f87-adeb-02a974c02b8a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:39.442295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.450586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46b4e19e-5a5a-46e7-941d-a0171ebf4578 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:39.450878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 37c3569f-5fa4-460d-a57a-2cd5f01da090 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:39.451264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 37c3569f-5fa4-460d-a57a-2cd5f01da090 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:39.451731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d9125249-db2e-47f2-8e29-9868be8050d7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:39.500319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d9125249-db2e-47f2-8e29-9868be8050d7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:39.500714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d9125249-db2e-47f2-8e29-9868be8050d7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:39.505230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:39.541328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Calling delete_port for 611b2511-ada1-4d56-b0b6-343f3803581e owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:39.566722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.581201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=8666c802-f8d7-4727-97ca-a7413c7c86c4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:39.601763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:39.637195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Calling delete_port for 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:39.640074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.673632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.805694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.823474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:39.854547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:39.854760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 76a22ad6-f987-4d78-a34f-932c714f4c50 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:39.882690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Allocated IP 172.26.7.248 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/38de3e1b-c146-4a2f-938a-545851220dc4) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:25:39.888440 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:25:39.925624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Pushing event deleted for resources: {'Port': ['ID=9934fdd0-e9ae-4f0b-8cdb-3457882495c9,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:39.944647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:39.962597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc60c2b-6d0c-4685-9d77-1e3384753d2e None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:39.969133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.028402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.034235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8666c802-f8d7-4727-97ca-a7413c7c86c4 HTTP/1.1" status: 204 len: 168 time: 3.0491970 Apr 15 18:25:40.041760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Transition to ACTIVE for port object e6887f9d-3e99-4401-bad3-bf028a866db6 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:40.042858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37244) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:40.048673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.054435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4facd147-9a49-45b7-8301-eb443320d65d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:40.055377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a0eab0ec-ab65-4b87-9d4b-f6aecb70e653 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:40.072051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.091379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] No DVR routers for this DVR port 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:40.120342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=76a22ad6-f987-4d78-a34f-932c714f4c50,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:40.123446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:40.129270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/76a22ad6-f987-4d78-a34f-932c714f4c50 HTTP/1.1" status: 204 len: 168 time: 3.5787389 Apr 15 18:25:40.135383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37248) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:40.139148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Transition to ACTIVE for port object e6887f9d-3e99-4401-bad3-bf028a866db6 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:40.141392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1664659464'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:40.152772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:40.168971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:40.173665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:40.179135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:40.184661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:40.187913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.215891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.240902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:40.277880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Port': ['ID=611b2511-ada1-4d56-b0b6-343f3803581e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:40.278113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:40.283748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:40.284015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.284131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9934fdd0-e9ae-4f0b-8cdb-3457882495c9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:40.311061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab434dba-10c1-45ad-9d1c-57d41f3a8878 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2153761 Apr 15 18:25:40.319829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:40.323814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37252) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:40.337271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:40.533317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.562087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:40.571757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:40.576133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Pushing event updated for resources: {'Port': ['ID=e6887f9d-3e99-4401-bad3-bf028a866db6,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:40.577420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:40.584111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:40.599698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:40.645214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:40.648382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Network 11c762dc-822a-4c73-809f-885e67d261ab is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:40.649636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:40.651959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:40.653272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.699508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:25:40.716770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.717168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment 0374bc43-08a6-4aa5-adb4-866559305dcc of type vlan for network 4280d646-02cd-44a2-aa19-949d73d86c44 Apr 15 18:25:40.732233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:40.751170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Deleting port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:40.751589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.795048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Attempting to bind port e6887f9d-3e99-4401-bad3-bf028a866db6 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:40.795400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Attempting to bind port e6887f9d-3e99-4401-bad3-bf028a866db6 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:40.796068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Attempting to bind port e6887f9d-3e99-4401-bad3-bf028a866db6 on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:40.812414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:40.812903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Checking segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:40.813272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.813719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Bound using segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:40.814281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Bound port: e6887f9d-3e99-4401-bad3-bf028a866db6, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:40.815153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.820592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.854538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.924317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.932020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:40.932443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:40.942270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc79ba38-acfc-46ea-966a-9a92907e3b11 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:41.065232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] For port e6887f9d-3e99-4401-bad3-bf028a866db6, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:41.071450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.075395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.076859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] For port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:41.077307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.077725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.097714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:41.100716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] For port e6887f9d-3e99-4401-bad3-bf028a866db6, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6887f9d-3e99-4401-bad3-bf028a866db6,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:41.103281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=4280d646-02cd-44a2-aa19-949d73d86c44,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:41.108891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9724460 Apr 15 18:25:41.112296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:41.115234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37256) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:41.133243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:41.163554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 4280d646-02cd-44a2-aa19-949d73d86c44 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:25:41.235492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (11c762dc-822a-4c73-809f-885e67d261ab/154a3896-34a8-40aa-aba3-d7a9c690afbe/da9f15ef-ef5a-426e-ba8f-cc76745c1d18) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:41.237071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.265526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Calling delete_port for 27329b73-6f7f-4acf-9629-c3a9b64b2d6a owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:41.295243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:41.295510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e1b8306-f9a7-49df-938b-1b81519c78ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:41.351396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:41.360174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:41.375569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:41.400876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:41.407325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.578908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Pushing event updated for resources: {'Port': ['ID=e6887f9d-3e99-4401-bad3-bf028a866db6,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:41.582474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.594634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.595035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.595390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.595893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.596118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.596492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.596858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.597227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.597601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.597998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.598475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.598707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:25:41.602726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.607666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object da9f15ef-ef5a-426e-ba8f-cc76745c1d18 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:41.622600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:41.623102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:41.627137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.627728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Fanout notify agent at l3_agent the message router_deleted on router 6bfc5d79-72df-47aa-93aa-4459d8bcb560 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:41.650820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event updated for resources: {'Port': ['ID=38de3e1b-c146-4a2f-938a-545851220dc4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:41.653877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:41.680469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Pushing event deleted for resources: {'Port': ['ID=27329b73-6f7f-4acf-9629-c3a9b64b2d6a,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:41.709128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.713283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d39e75c-7df6-4dc2-91c6-6c66c9885267 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "DELETE /v2.0/routers/6bfc5d79-72df-47aa-93aa-4459d8bcb560 HTTP/1.1" status: 204 len: 168 time: 3.8492041 Apr 15 18:25:41.714308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37260) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:41.739178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:41.762480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a1a3bc5-b73b-480a-8e86-2ebd7b5f90cc tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:41.786347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:41.842622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] No DVR routers for this DVR port 27329b73-6f7f-4acf-9629-c3a9b64b2d6a on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:25:41.976642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:41.985974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:41.992112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:41.999777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:42.009227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:42.038594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.072802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:42.074794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:42.081027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:42.136888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27329b73-6f7f-4acf-9629-c3a9b64b2d6a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:42.174210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.182190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 27329b73-6f7f-4acf-9629-c3a9b64b2d6a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:42.182679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27329b73-6f7f-4acf-9629-c3a9b64b2d6a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:42.183247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 611b2511-ada1-4d56-b0b6-343f3803581e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:42.225106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 611b2511-ada1-4d56-b0b6-343f3803581e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:25:42.225609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 611b2511-ada1-4d56-b0b6-343f3803581e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:25:42.281854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.299896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b541ab89-30d5-4281-a524-f3abc4990ff8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:42.501633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=73ec7b8e-af71-46b2-af5c-93a1efa8843b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:42.501979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.519557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:42.562446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.809194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': '0374bc43-08a6-4aa5-adb4-866559305dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:42.809486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: 4280d646-02cd-44a2-aa19-949d73d86c44, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:25:42.838088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0e8b68-982a-47df-8fef-7190bdfb7e2d']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:42.854846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 4280d646-02cd-44a2-aa19-949d73d86c44 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:25:42.871118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 4280d646-02cd-44a2-aa19-949d73d86c44) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:42.882095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b58c5b-2356-484a-8640-cc18b7ae7e69 None None] Network 4280d646-02cd-44a2-aa19-949d73d86c44 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:42.897057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:42.897496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.900610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:42.900952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3f35ee-e9fc-4f87-adeb-02a974c02b8a') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:42.938325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:42.970403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.024725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9083180 Apr 15 18:25:43.030400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37264) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:43.039670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44', 'name': 'tempest-PortsTestJSON-107226545', 'fixed_ips': [{'subnet_id': '73ec7b8e-af71-46b2-af5c-93a1efa8843b', 'ip_address': '172.20.0.10'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:43.070312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.086438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:25:43.140886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.142770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-4280d646-02cd-44a2-aa19-949d73d86c44', 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '73ec7b8e-af71-46b2-af5c-93a1efa8843b'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:43.143730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.164822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:25:43.179283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd7d9591-0dfa-4c16-8a3b-ac1df89fcc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:43.247473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:43.262586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:43.267131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:43.271921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.277000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.309441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:43.314980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48dd3772-8c06-4228-94f3-c8ea082fb358 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:43.318765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Allocated IP 172.20.0.2 (4280d646-02cd-44a2-aa19-949d73d86c44/73ec7b8e-af71-46b2-af5c-93a1efa8843b/fd8e2c72-6ada-4b6e-b824-6354ae5d3efa) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:43.399316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:43.408508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:43.427649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:43.454019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.513275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=22888f81-9ae2-4a1b-9cfc-3f862e9b833f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:43.533372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:43.542216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:43.553211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.574591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.588532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Transition to ACTIVE for port object fd8e2c72-6ada-4b6e-b824-6354ae5d3efa will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:43.614016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Transition to ACTIVE for port object fd8e2c72-6ada-4b6e-b824-6354ae5d3efa will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:43.621530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.642263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7125bfe9-cc3c-48d2-85e5-056bfde2ea12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:43.690365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:43.733879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port af55a3e2-cd5d-48eb-a5d9-67ef433c998b yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:43.809021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd58ed44-28e4-4891-9ea0-a3fa035015c9 None None] Network 11c762dc-822a-4c73-809f-885e67d261ab requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:43.828932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:43.862041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:44.149412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Pushing event updated for resources: {'Port': ['ID=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:44.151955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c574fe6c-9c68-4ac1-8c76-bd8f06c82f44 None None] Provisioning for port e6887f9d-3e99-4401-bad3-bf028a866db6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:44.165025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:44.195201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Network 4280d646-02cd-44a2-aa19-949d73d86c44 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:44.199476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:44.203494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:44.258260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Network ec0e8b68-982a-47df-8fef-7190bdfb7e2d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:25:44.267840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:25:44.288638 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:25:44.291159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:44.295785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6887f9d-3e99-4401-bad3-bf028a866db6 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:44.333895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f80c0-4a2f-4703-9381-6674e1774f27 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:44.387107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:44.387781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.418088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.434634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd50f587-1505-4c4d-b8ee-47434483439e tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:44.450555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.10 (4280d646-02cd-44a2-aa19-949d73d86c44/73ec7b8e-af71-46b2-af5c-93a1efa8843b/af55a3e2-cd5d-48eb-a5d9-67ef433c998b) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:44.450754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.455632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "DELETE /v2.0/networks/ec0e8b68-982a-47df-8fef-7190bdfb7e2d HTTP/1.1" status: 204 len: 168 time: 2.7248211 Apr 15 18:25:44.458373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37268) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:44.463443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1358240 Apr 15 18:25:44.466767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'Network': ['ID=ec0e8b68-982a-47df-8fef-7190bdfb7e2d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:44.468529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37272) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:44.477889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:44.496561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:44.500519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.505305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:44.521552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Attempting to bind port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:44.522014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Attempting to bind port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0374bc43-08a6-4aa5-adb4-866559305dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:44.522422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Attempting to bind port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa on network 4280d646-02cd-44a2-aa19-949d73d86c44 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:44.555411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:44.555885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Checking segment: {'id': '0374bc43-08a6-4aa5-adb4-866559305dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:44.556267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.556706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Bound using segment: {'id': '0374bc43-08a6-4aa5-adb4-866559305dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:44.557233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Bound port: fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0374bc43-08a6-4aa5-adb4-866559305dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:44.557652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.616087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.686722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e6887f9d-3e99-4401-bad3-bf028a866db6 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:44.741016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e6887f9d-3e99-4401-bad3-bf028a866db6 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:44.741385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.805291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:44.813594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:44.819543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:44.824682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.830072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:44.852250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:44.858426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.882551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] For port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:44.904436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] For port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,segment=NetworkSegment(0374bc43-08a6-4aa5-adb4-866559305dcc),segment_id=0374bc43-08a6-4aa5-adb4-866559305dcc)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:44.907115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.919305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.939517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-527433ff-0211-4da9-9258-5ef1e33bbc5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:44.953744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Router f2ebbff8-b581-42a2-ae08-b9370dc75f29 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:44.971145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '22888f81-9ae2-4a1b-9cfc-3f862e9b833f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:44.972074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:44.973744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:44.991307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:45.005886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:45.007729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:45.024465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/43766c64-74bb-4602-8461-57ca644fe9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7449346 Apr 15 18:25:45.034141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37276) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.121622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.163541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object af55a3e2-cd5d-48eb-a5d9-67ef433c998b will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:45.192870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22888f81-9ae2-4a1b-9cfc-3f862e9b833f (CIDR: 2001:db8::/64) Apr 15 18:25:45.210736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:25:45.211715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:25:45.218753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.233365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6347f65-1361-49b4-a2c8-6f3505df5d39 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:45.259244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70072a7b-dd63-4622-9c48-003570439656 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7840581 Apr 15 18:25:45.265165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37280) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.273325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc94b0-6d6d-410d-a985-4dcfbbd8db77,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:45.275616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:45.280048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:45.296281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.296871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.297346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.297905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.298447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.299412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.299532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.304995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0c1371d-517e-472f-9804-83e8f43105d1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4931 time: 0.2666533 Apr 15 18:25:45.306289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.309638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.313541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ffc94b0-6d6d-410d-a985-4dcfbbd8db77 HTTP/1.1" status: 204 len: 168 time: 0.8484309 Apr 15 18:25:45.355922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:45.356843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.401572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:45.427765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.502467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:45.517807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Pushing event updated for resources: {'Port': ['ID=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:45.564773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] Sync routers for ids ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:45.570876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.576733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1242380 Apr 15 18:25:45.592266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37292) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.597531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:45.598503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:45.619157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:45.625125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:45.629154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:45.638276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:45.651901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Provisioning for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:45.652369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:45.662483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.738751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] Routers {'f2ebbff8-b581-42a2-ae08-b9370dc75f29'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:45.739487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:45.748664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=af55a3e2-cd5d-48eb-a5d9-67ef433c998b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:45.758472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:45.796469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Provisioning complete for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:45.796901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.845459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e6887f9d-3e99-4401-bad3-bf028a866db6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6887f9d-3e99-4401-bad3-bf028a866db6,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:45.872633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:45.883953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c234a3ee-5c26-4624-9e2b-399f3c0ec09d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:45.916215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:45.930836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.932270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.934343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.936022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.937349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.939411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:45.946420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f3505d9-a8a4-42e4-9859-14721ec57a82 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3959 time: 0.6347039 Apr 15 18:25:45.946420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37298) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.973187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37300) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:45.991767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Allocated IP 2001:db8::f816:3eff:fed6:c162 (530f0ff6-d890-4520-b761-45c133c833af/22888f81-9ae2-4a1b-9cfc-3f862e9b833f/af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:46.007139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:46.013554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] Routers {'f2ebbff8-b581-42a2-ae08-b9370dc75f29'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:46.014334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:46.109294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:46.109757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f29f78-004e-41c0-a26b-e5611c81a843 None None] The sync data for ids ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:46.159382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e6887f9d-3e99-4401-bad3-bf028a866db6,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:46.181607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 4280d646-02cd-44a2-aa19-949d73d86c44 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:46.218737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Provisioning complete for port e6887f9d-3e99-4401-bad3-bf028a866db6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:46.219169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09c8f7ee-9cab-4090-b03f-2212e0fa7822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.266746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:46.281128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:46.283258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:46.295828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:25:46.296378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Updating router 43766c64-74bb-4602-8461-57ca644fe9a5 port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:25:46.376434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.488027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:46.489609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.672657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-656c40fd-7c47-4784-b60d-91c2ee2e17cf tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:46.677716 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db10836b-610c-4e44-8276-0619433f23bb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=764ff8a2625440d191e7d95dc7329c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943452 Apr 15 18:25:46.686002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37310) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:46.712522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:46.713226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.725499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.736548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Transition to ACTIVE for port object af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:46.762908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Transition to ACTIVE for port object af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:46.769555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.779292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7478216 Apr 15 18:25:46.788610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07d830a-ccf7-4489-900e-f9588d00491d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:46.792670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37314) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:46.808730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=8aa6415d-4204-4fc0-9e96-8b3a347625f0,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:46.812805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:46.824953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:46.826653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:46.844225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:46.845120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.878554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6121211 Apr 15 18:25:46.879246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37318) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:46.887021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:15:6e:db', 'name': 'tempest-NetworksTestDHCPv6-144953614'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:46.977386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:46.977625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Pushing event updated for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:46.999878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0d055001-ba9f-4e65-bdcf-40b3314ef151 None None] Provisioning complete for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:47.000696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d055001-ba9f-4e65-bdcf-40b3314ef151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.004842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Transition to ACTIVE for port object da9f15ef-ef5a-426e-ba8f-cc76745c1d18 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:47.013154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.033439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:47.037327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:47.066163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:47.072105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:47.075374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:47.082996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:47.094073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0d055001-ba9f-4e65-bdcf-40b3314ef151 None None] Port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:47.098981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:47.109967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:47.111409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:47.114132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:47.122711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': '4280d646-02cd-44a2-aa19-949d73d86c44', 'name': 'tempest-PortsTestJSON-893036887', 'fixed_ips': [{'subnet_id': '73ec7b8e-af71-46b2-af5c-93a1efa8843b', 'ip_address': '172.20.0.9'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:47.129245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Pushing event updated for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:47.133654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:47.224966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Attempting to bind port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:47.225513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Attempting to bind port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:47.225973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Attempting to bind port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:47.231991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:47.232460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:47.233036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.233491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:47.234180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Bound port: af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:47.234623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.292439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.357891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port ed417729-b74d-48e6-909c-8348421a6d87 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:47.392902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:47.397508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:47.406402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.437088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:47.439025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16f534d0-398d-4317-bdf4-967a72cbda6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:47.494722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.505461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Attempting to bind port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:47.506540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Attempting to bind port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:47.506968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Attempting to bind port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:47.518859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:47.519587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Checking segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:47.520524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.525505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Bound using segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:47.526370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Bound port: da9f15ef-ef5a-426e-ba8f-cc76745c1d18, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:47.527021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.549157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.570418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:47.644119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] For port da9f15ef-ef5a-426e-ba8f-cc76745c1d18, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:47.648070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] For port da9f15ef-ef5a-426e-ba8f-cc76745c1d18, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:47.652666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:47.654892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.671859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:47.702117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Pushing event updated for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:47.713249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:47.718280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:47.788209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:47.797202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.805563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8:0:1::ec (530f0ff6-d890-4520-b761-45c133c833af/8aa6415d-4204-4fc0-9e96-8b3a347625f0/ed417729-b74d-48e6-909c-8348421a6d87) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:47.820345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::f816:3eff:fe15:6edb (530f0ff6-d890-4520-b761-45c133c833af/22888f81-9ae2-4a1b-9cfc-3f862e9b833f/ed417729-b74d-48e6-909c-8348421a6d87) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:47.844672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e38745-8d2b-4085-8633-e88e51ea2c11 None None] Network 4280d646-02cd-44a2-aa19-949d73d86c44 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:47.847867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a99341d0-1cad-4fe7-a5df-9023a017ef2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2325 time: 1.8761020 Apr 15 18:25:47.852848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Pushing event updated for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:47.857808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:47.868880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:47.891527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 996065bb-38b4-4a0a-a048-a599266b93c2 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:25:47.944194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:47.945132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:47.999021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.015255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-06cc9b6d-bc49-4ee8-813b-f1455305c792 None None] Provisioning for port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:48.304067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.326983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.9 (4280d646-02cd-44a2-aa19-949d73d86c44/73ec7b8e-af71-46b2-af5c-93a1efa8843b/996065bb-38b4-4a0a-a048-a599266b93c2) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:48.330910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object ed417729-b74d-48e6-909c-8348421a6d87 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:48.379852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.420109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:25:48.426105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6e62ee-c226-4976-ba4e-2c9486aace52 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:48.459207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6887f9d-3e99-4401-bad3-bf028a866db6 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:48.478959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37324) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:48.491124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863220081', 'description': 'tempest-secgroup-smoke-1863220081 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:48.522205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fbc41d-7aaf-4cc5-8ff4-8ea59b0f9b03,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:48.525384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:48.540146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:48.575216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6a1370b-e38c-4c42-bfcf-176d6291e29c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:48.579522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e6887f9d-3e99-4401-bad3-bf028a866db6 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:48.580039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.658350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:48.668062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:48.678151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.679704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19fbc41d-7aaf-4cc5-8ff4-8ea59b0f9b03 HTTP/1.1" status: 204 len: 168 time: 1.9907832 Apr 15 18:25:48.682529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:48.687867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:48.696859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:48.703428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:48.704567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:48.705745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.737765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=ed417729-b74d-48e6-909c-8348421a6d87,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:48.754948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8745213 Apr 15 18:25:48.757672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:48.758976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37330) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:48.830579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fd8e2c72-6ada-4b6e-b824-6354ae5d3efa up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:48.879498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.958243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:48.961323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:48.966329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:48.966494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b6840-13a4-4ff5-bdd9-f71399ddf860 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:48.966782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:48.993374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port ed417729-b74d-48e6-909c-8348421a6d87 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:48.993767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.001558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Provisioning for port af55a3e2-cd5d-48eb-a5d9-67ef433c998b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:49.052288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:49.057504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.061506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Provisioning complete for port af55a3e2-cd5d-48eb-a5d9-67ef433c998b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:49.062126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.085737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:49.098697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:49.128128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:49.148996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 996065bb-38b4-4a0a-a048-a599266b93c2 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:49.187814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Port af55a3e2-cd5d-48eb-a5d9-67ef433c998b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:49.202876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37336) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:49.220028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Provisioning complete for port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:49.220460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.233378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.251748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:49.260371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Usage tracker for resource:security_group_rule and tenant:045437703e97443c819e6c330607aff0 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:49.265264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:49.276141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:49.396011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.402575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.413251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4cbf3026-cb8f-4610-a872-5f8d664baa83 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:49.480318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=045437703e97443c819e6c330607aff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757578 Apr 15 18:25:49.483263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37340) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:49.484797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f866dfd5-64ae-4a64-8dbc-2a3fddad7421,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:49.487871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.489376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:49.540455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,segment=NetworkSegment(0374bc43-08a6-4aa5-adb4-866559305dcc),segment_id=0374bc43-08a6-4aa5-adb4-866559305dcc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:49.545638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.563203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.566300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.570219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b85c4f3d-3de8-4379-a950-209c96c1b53f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:49.592806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.632959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.666910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c134f8-c10a-4783-aebe-9e1908cf4be1 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:49.695356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.696619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:49.706504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8b5b1829-e3fe-4f6f-8522-09e0ba292395 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:49.714532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.725130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f866dfd5-64ae-4a64-8dbc-2a3fddad7421,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:49.728255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:49.729245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.730722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f866dfd5-64ae-4a64-8dbc-2a3fddad7421 HTTP/1.1" status: 204 len: 168 time: 0.2395344 Apr 15 18:25:49.779069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:49.860368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:49.860784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7f1cfdd3-c3a4-4e09-9828-bd66ced3e1c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:49.932487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.937331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:49.998564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for ed417729-b74d-48e6-909c-8348421a6d87 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:50.038467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd255907-a063-4108-8648-bd586fc61282 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:50.156826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.160893 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6718364 Apr 15 18:25:50.164668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37352) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:50.174564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:50.188479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:50.193702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:50.199673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:50.209429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:50.240650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.269480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e785c07f-1970-4a35-9a9a-3f452ac8eb49,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:50.282966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:50.283555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eab82941-fe22-468f-a7fe-a292920e8b7b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:50.292446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Update dhcp port {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'fixed_ips': [{'subnet_id': '22888f81-9ae2-4a1b-9cfc-3f862e9b833f', 'ip_address': '2001:db8::f816:3eff:fed6:c162'}, {'subnet_id': '8aa6415d-4204-4fc0-9e96-8b3a347625f0'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:25:50.355076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:50.376800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.383192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.385606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171bad1b-0715-4009-808f-6d0bdc0dc962 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:50.392117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:25:50.416423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0bbd48-14b4-4b3a-9842-d58d85a750bd,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:50.429148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:50.438435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.440126 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739477 Apr 15 18:25:50.446931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37362) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:50.453031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:50.465202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:50.480135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:50.484909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:50.492137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.498834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:50.539248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.556897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=996065bb-38b4-4a0a-a048-a599266b93c2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:50.624918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:50.656397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.660481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.669170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eed96b90-2851-430b-a06f-67dc5a81c286 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:50.710528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f639a9-8601-40ac-9b84-947d4666f872,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:50.713403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:50.717639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.722333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2740526 Apr 15 18:25:50.722902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37372) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:50.733162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:50.742511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:50.746847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:50.750130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:50.758431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:50.777671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:50.808888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37376) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:50.991448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.000493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-275972823-network', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:51.007344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:51.011551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Usage tracker for resource:network and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:51.016433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:51.023118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:51.030843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 4280d646-02cd-44a2-aa19-949d73d86c44 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:51.031740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.033776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60d82b40-6782-487a-8625-4168878ccfd5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:51.036278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:51.054393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca6f354-2743-4bc5-8d19-ffd9581a6f1b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:51.056561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Made reservation on behalf of c49b7510b96c4c27823aff0cc32ded05 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:51.061655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.079678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:51.082079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:51.096634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.130543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:51.132462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:51.144308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:51.146601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fd8e2c72-6ada-4b6e-b824-6354ae5d3efa up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:51.149033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:51.155977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:51.240392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Allocated IP 2001:db8:0:1::2 (530f0ff6-d890-4520-b761-45c133c833af/8aa6415d-4204-4fc0-9e96-8b3a347625f0/af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:51.288239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.292244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5656266 Apr 15 18:25:51.300002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37384) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:51.315284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.318937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:51.320923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.326464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9cef52c-0e6b-441f-a204-8584b46287ec tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:51.331612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:51.332298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.336172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.342600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:51.353162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:25:51.367273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12b477-8a9d-4ec9-adb8-4caf040560ee,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:51.374365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Provisioning complete for port af55a3e2-cd5d-48eb-a5d9-67ef433c998b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:51.374807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.377419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.378048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Added segment ed7a82a8-f60a-44dc-88af-ed34354c925b of type vlan for network 22df922b-f838-4e4f-b152-6c65ec2d2b51 Apr 15 18:25:51.393345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:51.413829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.419019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53d1f320-af7b-454f-b498-a61ded8cd30a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:51.430386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:51.430809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.445686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.446826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:51.447473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.452717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:51.488427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:51.528084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Port af55a3e2-cd5d-48eb-a5d9-67ef433c998b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:51.540789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=ed417729-b74d-48e6-909c-8348421a6d87,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:51.543202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:51.556684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:51.576240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:51.576480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:51.581678 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7878323 Apr 15 18:25:51.584688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Provisioning for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:51.598031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37388) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:51.633514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Provisioning complete for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:51.633888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.716273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da9f15ef-ef5a-426e-ba8f-cc76745c1d18 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:51.722981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.734643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.749741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.764233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.804663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Ignored duplicate provisioning block setup for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 15 18:25:51.820153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.835792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:51.878582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Pushing event updated for resources: {'Network': ['ID=22df922b-f838-4e4f-b152-6c65ec2d2b51,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:51.882022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:51.883962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0705729 Apr 15 18:25:51.886973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37392) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:51.894586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Request body: {'subnet': {'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-275972823-subnet', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:51.901162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:51.905386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Usage tracker for resource:subnet and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:51.908643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:51.914824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:51.925086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Made reservation on behalf of c49b7510b96c4c27823aff0cc32ded05 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:51.930402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:51.982553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:25:52.093741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e2118-ed13-4106-b8a5-d1412ab32efa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:52.094563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-276e2118-ed13-4106-b8a5-d1412ab32efa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:52.110832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.135021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.154646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/ed417729-b74d-48e6-909c-8348421a6d87 HTTP/1.1" status: 204 len: 168 time: 3.3872988 Apr 15 18:25:52.155453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.158111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Pushing event updated for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:52.159707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:52.160616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37396) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.161682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:52.174340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-276e2118-ed13-4106-b8a5-d1412ab32efa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:52.175847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-276e2118-ed13-4106-b8a5-d1412ab32efa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5767708 Apr 15 18:25:52.179871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37402) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.200951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557393f2-3604-4652-95e6-d0e6a3fec56b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:52.204334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router f2ebbff8-b581-42a2-ae08-b9370dc75f29 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:25:52.206543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:52.211758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.215704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9116271 Apr 15 18:25:52.217184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37406) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.224904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:52.233786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.244379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:52.270471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:52.270898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.305898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:52.310444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:52.314027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:52.375366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:52.408971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:25:52.417556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.424882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:52.434417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.436670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:52.458885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64796c0d-f5dd-41af-a970-2f620a84e771 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:52.465413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64796c0d-f5dd-41af-a970-2f620a84e771 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:52.471942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64796c0d-f5dd-41af-a970-2f620a84e771 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:52.476390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64796c0d-f5dd-41af-a970-2f620a84e771 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2721410 Apr 15 18:25:52.477552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37410) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.496227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:25:52.501669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.506078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a1a6cbe-bf54-4d02-b8c1-1abf11e49d30 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "PUT /v2.0/routers/f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 200 len: 925 time: 6.9096053 Apr 15 18:25:52.506818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37414) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.518674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] Sync routers for ids ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:25:52.531505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] Routers {'f2ebbff8-b581-42a2-ae08-b9370dc75f29'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:52.532521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:52.563641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Pushing event updated for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:52.567546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308555b4-d6b0-4b92-b222-03553cde9bd2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:52.568334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-308555b4-d6b0-4b92-b222-03553cde9bd2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:52.605463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.618539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:52.633550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-308555b4-d6b0-4b92-b222-03553cde9bd2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:52.634897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-308555b4-d6b0-4b92-b222-03553cde9bd2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4732132 Apr 15 18:25:52.642588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37418) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.651391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:52.654009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d62b25b5-1896-4360-9604-ca092ae8150e None None] Provisioning for port 996065bb-38b4-4a0a-a048-a599266b93c2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:52.662854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d62b25b5-1896-4360-9604-ca092ae8150e None None] Provisioning complete for port 996065bb-38b4-4a0a-a048-a599266b93c2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:52.663339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d62b25b5-1896-4360-9604-ca092ae8150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.665087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] Routers {'f2ebbff8-b581-42a2-ae08-b9370dc75f29'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:25:52.666046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:52.693307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.702479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.724647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96dbec86-b3cf-42cd-be34-d5a2d7f35d6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:52.735272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 996065bb-38b4-4a0a-a048-a599266b93c2 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:52.735657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.741188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:25:52.741995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79dff1d-e591-4bc5-8ebf-eabad36f7f3f None None] The sync data for ids ['f2ebbff8-b581-42a2-ae08-b9370dc75f29'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:25:52.746361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad1d90e-8e52-43d8-bb4a-ab57c6ddfd1c,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:52.762033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:52.784527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.786072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5677855 Apr 15 18:25:52.790280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37422) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.792734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port da9f15ef-ef5a-426e-ba8f-cc76745c1d18, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:52.793792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d62b25b5-1896-4360-9604-ca092ae8150e None None] Port 996065bb-38b4-4a0a-a048-a599266b93c2 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:25:52.802734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.804610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:52.826243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e785c07f-1970-4a35-9a9a-3f452ac8eb49', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:52.835654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:52.844187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:52.850468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:52.863126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37426) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:52.863594 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-beab8c64-aecc-4729-9b9e-28b38de1aac2 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 200 len: 925 time: 0.3510125 Apr 15 18:25:52.868939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:52.882049 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:25:52.893883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:52.900968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:52.913557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:52.950958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:52.997379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.004960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.007041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5cdb757e-ffaa-441e-8086-69519804f232 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:53.033304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.036151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7800fd4e-67e3-4b10-9a4b-450a3cf5ac16,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:53.041627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:53.051050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:53.051478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.051593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.053306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af02f327-ccbd-47fb-85e9-93ce02f362a0 tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:53.064928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2732465 Apr 15 18:25:53.218616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915600c6-8ead-435e-8309-dc983ebb1711 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.223510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37434) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:53.223851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-915600c6-8ead-435e-8309-dc983ebb1711 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5771482 Apr 15 18:25:53.308299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.310400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.312358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.313473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:53.332462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:53.335416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ccd7539-4961-4bc1-8399-69d7ff3bd488 None None] Provisioning complete for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:53.335844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ccd7539-4961-4bc1-8399-69d7ff3bd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.337368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3181fbe3-34d7-4ac2-88e8-40d4bec3e6de tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1116776 Apr 15 18:25:53.338244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37438) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:53.410994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:53.425870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:53.437197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 22888f81-9ae2-4a1b-9cfc-3f862e9b833f {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:53.440866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.487197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584bcce-fd35-44c3-a849-63f4f25d5fa3 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.492015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1584bcce-fd35-44c3-a849-63f4f25d5fa3 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=f2ebbff8-b581-42a2-ae08-b9370dc75f29&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6242785 Apr 15 18:25:53.492203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:53.527019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ccd7539-4961-4bc1-8399-69d7ff3bd488 None None] Could not find standard attr ID for object ed417729-b74d-48e6-909c-8348421a6d87. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:53.546432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.554784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:53.555187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Network hostable DHCP agents. Network: 22df922b-f838-4e4f-b152-6c65ec2d2b51, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:25:53.635106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.639642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8a355ba1-c82b-4632-8ef3-45f9446e3415 None None] Could not find standard attr ID for object ed417729-b74d-48e6-909c-8348421a6d87. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:25:53.700749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 996065bb-38b4-4a0a-a048-a599266b93c2 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:53.720776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-707aa807-b04a-44e6-933c-c71578700612 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:53.739214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:25:53.761016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 22df922b-f838-4e4f-b152-6c65ec2d2b51) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:53.767795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-707aa807-b04a-44e6-933c-c71578700612 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:53.768758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-707aa807-b04a-44e6-933c-c71578700612 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863220081&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.2246230 Apr 15 18:25:53.771229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91f3b9-edf3-44b3-aac8-155e974fe298 None None] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:53.782636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.783278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.819953 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9315491 Apr 15 18:25:53.820955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:53.827035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:53.832934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:53.839114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Usage tracker for resource:router and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:53.876932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:53.883009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fdb2e-9cea-495b-aae9-a93081e21cc1 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:53.883668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e8fdb2e-9cea-495b-aae9-a93081e21cc1 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Synchronizing usage tracker for tenant:58bad01147a640eb805fe35eeffbecfc on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:53.891226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:53.915877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.921464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.922602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.941568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.954311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:53.970267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e8fdb2e-9cea-495b-aae9-a93081e21cc1 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Unset dirty status for tenant:58bad01147a640eb805fe35eeffbecfc on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:53.974468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e8fdb2e-9cea-495b-aae9-a93081e21cc1 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.4784946 Apr 15 18:25:53.979990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37458) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:54.032285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-702a7506-6c7c-4590-9790-7af356f3fbf4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:54.068936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-75d1325e-8c57-4cc0-810f-24d70515eb65 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 200 len: 205 time: 0.0874710 Apr 15 18:25:54.076834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37462) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:54.091383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=996065bb-38b4-4a0a-a048-a599266b93c2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:54.105292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:54.187576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37c0ff8-1bc4-461b-9142-00851b0270a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.252814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-22df922b-f838-4e4f-b152-6c65ec2d2b51', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:25:54.254119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.434987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Allocated IP 172.20.0.2 (22df922b-f838-4e4f-b152-6c65ec2d2b51/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a/39cc7710-81f0-42c1-a5f7-5d1d71660e4b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:54.532535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.611752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-a124e6de-6a69-418e-878a-71d888950eae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:54.612534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-a124e6de-6a69-418e-878a-71d888950eae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:54.656216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.679093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.686582 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/996065bb-38b4-4a0a-a048-a599266b93c2 HTTP/1.1" status: 204 len: 168 time: 2.1890907 Apr 15 18:25:54.686776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37466) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:54.693549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Transition to ACTIVE for port object 39cc7710-81f0-42c1-a5f7-5d1d71660e4b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:54.694954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-a124e6de-6a69-418e-878a-71d888950eae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:54.696236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-a124e6de-6a69-418e-878a-71d888950eae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 797 time: 0.9080057 Apr 15 18:25:54.717669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Transition to ACTIVE for port object 39cc7710-81f0-42c1-a5f7-5d1d71660e4b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:25:54.722616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.741026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8463629c-b690-4a39-9571-7d07dc0e28d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:54.745212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0377a239-1a89-46a9-88e2-2f0f35fa14a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:25:54.745484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0377a239-1a89-46a9-88e2-2f0f35fa14a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:54.745902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-87735da9-c06a-4f3c-9a7e-b928c48695ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0371346 Apr 15 18:25:54.783632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0377a239-1a89-46a9-88e2-2f0f35fa14a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:54.784888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0377a239-1a89-46a9-88e2-2f0f35fa14a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/996065bb-38b4-4a0a-a048-a599266b93c2 HTTP/1.1" status: 404 len: 333 time: 0.0970547 Apr 15 18:25:54.788954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37470) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:54.881728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:54.901074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Pushing event updated for resources: {'Port': ['ID=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:54.907512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da9f15ef-ef5a-426e-ba8f-cc76745c1d18 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:54.944763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:55.047066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:55.048479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.075831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.092110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:55.095518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:55.099954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:55.117556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-867f0235-007c-4810-af34-8abff64db50e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:55.220611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Attempting to bind port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:25:55.221025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Attempting to bind port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:25:55.221440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Attempting to bind port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:25:55.223099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=22888f81-9ae2-4a1b-9cfc-3f862e9b833f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:55.226272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:55.257597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:25:55.258239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:25:55.258239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.258561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Bound using segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:25:55.260139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Bound port: 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:25:55.260139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.267198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-71164d5c-3960-4415-aa11-4b67a9cbd134 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:55.320476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port af55a3e2-cd5d-48eb-a5d9-67ef433c998b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:55.320942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.340068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-71164d5c-3960-4415-aa11-4b67a9cbd134 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:55.342713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-71164d5c-3960-4415-aa11-4b67a9cbd134 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5529609 Apr 15 18:25:55.359991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.381339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2474e7-0580-4d11-adb8-765c531168ca None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:55.396405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.403564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] For port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:25:55.407264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port 38de3e1b-c146-4a2f-938a-545851220dc4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:55.407570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.407724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.467319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] For port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:25:55.476899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.481505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.501380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64c739dd-ab02-45d7-b39e-c4c6970eb602 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:55.522690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/22888f81-9ae2-4a1b-9cfc-3f862e9b833f HTTP/1.1" status: 204 len: 168 time: 2.1806293 Apr 15 18:25:55.534750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37474) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:55.672678 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-bc545d60-070a-4799-be9a-e251372aebb8 service neutron] 10.222.0.32 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090143 Apr 15 18:25:55.734937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Pushing event updated for resources: {'Port': ['ID=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:55.742904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:55.747922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 8aa6415d-4204-4fc0-9e96-8b3a347625f0 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:55.793557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.803911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.908651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.939939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:55.969982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for 38de3e1b-c146-4a2f-938a-545851220dc4 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:56.046178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-18e44676-4f10-4da9-b4ae-dcd388f2f2a8 service neutron] 10.222.0.32 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577826 Apr 15 18:25:56.119042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for af55a3e2-cd5d-48eb-a5d9-67ef433c998b owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:56.174065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Allocated IP 172.26.7.88 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/04388d11-2c69-49ba-a472-1cebac99a7ca) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:56.345692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ee301d0-4445-4164-9e8d-3ea0eeed21f3 req-5bbf31bc-8bcd-4aaf-93ce-272a9b6c75c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 210 time: 0.0804911 Apr 15 18:25:56.353831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.371867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-082e24e4-e176-4423-8b5c-f84ba82a3add tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:56.410721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.503442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=38de3e1b-c146-4a2f-938a-545851220dc4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:56.508852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:56.689382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.690132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.704704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-176332b5-2f19-4603-b70d-03c186561672 None None] Provisioning complete for port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:56.705335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-176332b5-2f19-4603-b70d-03c186561672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.720474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c4d7f1f-cf2b-4013-a53f-0e0cbc3a2453 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:56.767606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.834288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=af55a3e2-cd5d-48eb-a5d9-67ef433c998b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:56.858689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:56.954732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.957168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.977741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39cc7710-81f0-42c1-a5f7-5d1d71660e4b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:25:56.980075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:56.980672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router f2ebbff8-b581-42a2-ae08-b9370dc75f29 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:25:57.001204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.007128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 204 len: 168 time: 2.9249213 Apr 15 18:25:57.008133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:57.015158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-51372382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:57.023676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:57.029032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:57.033069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:57.034344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.042106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:57.057617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.059076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.063386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9779a0e-82f2-47ba-903d-ba4e5edab4d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:57.069441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-527094d7-bc8c-4b2b-9635-c67d94d8fde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.083232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.088211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:57.126634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.132964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.156193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.160722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd705f20-6f6c-4da9-9613-fd3bef59c508 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1483767 Apr 15 18:25:57.160967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37492) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:57.167919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:57.317548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Pushing event updated for resources: {'Port': ['ID=04388d11-2c69-49ba-a472-1cebac99a7ca,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:57.331040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:57.375786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.417491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-52f4d6a5-87cc-4c14-87e7-1100b670bc57 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:57.549993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae42be-a146-41e2-9343-098f209167cd None None] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:57.654397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.663373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Provisioning for port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:25:57.704510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Provisioning complete for port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:57.704922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.715208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa6415d-4204-4fc0-9e96-8b3a347625f0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:57.742101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:57.752557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:57.758416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8aa6415d-4204-4fc0-9e96-8b3a347625f0 HTTP/1.1" status: 204 len: 168 time: 2.2218418 Apr 15 18:25:57.760465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/af55a3e2-cd5d-48eb-a5d9-67ef433c998b HTTP/1.1" status: 204 len: 168 time: 2.9712336 Apr 15 18:25:57.761345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37498) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:57.767793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:25:57.808534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d6b4b-0cf8-4b26-aa5b-b9514057c60c None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:25:57.831005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37500) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:57.906847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e416435-b859-45bc-947f-5899feba558e req-44a1df5a-a185-4aed-bfdc-42588aa48c84 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 210 time: 0.2668018 Apr 15 18:25:58.032364 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b830ea-e848-40fd-bc1e-8d869cad5612 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:25:58.033799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-00b830ea-e848-40fd-bc1e-8d869cad5612 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/af55a3e2-cd5d-48eb-a5d9-67ef433c998b HTTP/1.1" status: 404 len: 333 time: 0.1380582 Apr 15 18:25:58.037279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37510) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:58.079303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.155691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.216850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 73ec7b8e-af71-46b2-af5c-93a1efa8843b {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:25:58.221010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.249486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6287a92b-b61d-45fc-a820-692468fb4453 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4797704 Apr 15 18:25:58.251023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:25:58.252224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37514) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:25:58.260595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:25:58.271520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:58.382294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.409068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.542051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:58.569063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:25:58.573537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:25:58.592817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:58.653309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-270e5527-e403-4532-b81b-5851baef3039 None None] For port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:58.655600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.660567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.664959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19b2c17d-0989-48b8-ab16-49d469a38ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:58.714505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.718255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:25:58.735412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Deleting port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:25:58.736154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.848000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Pushing event updated for resources: {'Port': ['ID=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:58.881681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.887737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:58.888491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-920687c8-daf7-4d82-9aca-4ec94675d23f None None] Provisioning complete for port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:25:58.888998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-920687c8-daf7-4d82-9aca-4ec94675d23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:58.929243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:25:58.938311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:58.944343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.100621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c912bd0b-3720-4470-910b-a6e693a6dff9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:25:59.101363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c912bd0b-3720-4470-910b-a6e693a6dff9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:59.131977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c912bd0b-3720-4470-910b-a6e693a6dff9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:59.133237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c912bd0b-3720-4470-910b-a6e693a6dff9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 797 time: 1.4908681 Apr 15 18:25:59.181108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:59.181555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.209221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b20981df-a01b-4e7d-a9c6-d9c97e1ca9cc req-3f4c1e02-1d5a-460a-bde9-7f7a3d663871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 210 time: 0.1438553 Apr 15 18:25:59.348174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.382625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Calling delete_port for af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:25:59.398842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.405031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-6847592b-9af9-4dab-b47c-7bdec1a94ab1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:25:59.424032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.434187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.438263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-6847592b-9af9-4dab-b47c-7bdec1a94ab1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:25:59.440016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-6847592b-9af9-4dab-b47c-7bdec1a94ab1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8061 time: 0.2968900 Apr 15 18:25:59.499659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:25:59.502569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '402562aa-b312-4f63-b06a-5228f105a50a', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['e785c07f-1970-4a35-9a9a-3f452ac8eb49']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:25:59.513532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.515963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:59.570678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:25:59.571103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:25:59.591469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:59.594655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:25:59.755594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Allocated IP 172.26.7.162 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/c28fbf72-9cc0-4fc5-aa70-8f27efd3ca83) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:25:59.755981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:25:59.761926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.774395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:25:59.779782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99435c00-3bb3-459d-b141-3053084a6663 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:25:59.797737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:25:59.804336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:25:59.875704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:25:59.885337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=73ec7b8e-af71-46b2-af5c-93a1efa8843b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:25:59.892788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:00.035694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3674622-b113-4d02-9d11-5f80f5f1ca36 None None] Network 4280d646-02cd-44a2-aa19-949d73d86c44 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:00.039372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.086163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/73ec7b8e-af71-46b2-af5c-93a1efa8843b HTTP/1.1" status: 204 len: 168 time: 2.0452342 Apr 15 18:26:00.093781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:00.105305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Deleting port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:00.106226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.164912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.5 (11c762dc-822a-4c73-809f-885e67d261ab/154a3896-34a8-40aa-aba3-d7a9c690afbe/5e552dca-7a24-4775-bb93-da2bf1ebb47d) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:00.171618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:00.196495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:00.225803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.227170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4049566 Apr 15 18:26:00.231177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.231322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37524) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:00.357755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:00.358297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:00.679153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.738722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-76e60664-ab66-4107-a659-2496c5f9fe2f req-58705491-59d8-41b1-85fa-ce537b242ad8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 210 time: 0.1411834 Apr 15 18:26:00.780554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.798686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47aa8d9b-a6f8-4e82-bc42-fb25d3d6390b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:00.905978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:00.906343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.944884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39cc7710-81f0-42c1-a5f7-5d1d71660e4b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:00.961115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:00.964788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.002378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] For port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:01.002929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.018338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] DHCP port deletion for 4280d646-02cd-44a2-aa19-949d73d86c44 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:26:01.026512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:01.068896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 5e552dca-7a24-4775-bb93-da2bf1ebb47d will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:01.074484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=a8c1d046-70e8-484d-b6e5-6dda563167a7,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:01.090067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:01.090652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:01.154143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Deleting port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:01.154569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.277925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.292882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event updated for resources: {'Port': ['ID=c28fbf72-9cc0-4fc5-aa70-8f27efd3ca83,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:01.305304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:01.307225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33e71e1d-640f-4f14-a130-13f1561d9bd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:01.325140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Calling delete_port for af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:01.365574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:01.388254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:01.421410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:01.422092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.444956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,segment=NetworkSegment(0374bc43-08a6-4aa5-adb4-866559305dcc),segment_id=0374bc43-08a6-4aa5-adb4-866559305dcc)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:01.445358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.463640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:01.472302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:01.522541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:01.590245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3252115 Apr 15 18:26:01.591105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:01.593891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:01.594312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.598719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for fd8e2c72-6ada-4b6e-b824-6354ae5d3efa owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:01.599319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:01.602376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:01.606276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:01.627952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:01.632290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:01.672489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:01.678696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:01.679419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.815671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3178232 Apr 15 18:26:01.842130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Request body: {'port': {'device_id': '402562aa-b312-4f63-b06a-5228f105a50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:01.842447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.902928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:01.930813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f11a7e39-71c4-452b-8074-c83e3ef06e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:02.036398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Pushing event deleted for resources: {'Port': ['ID=af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:02.053899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.056000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] For port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,segment=NetworkSegment(0374bc43-08a6-4aa5-adb4-866559305dcc),segment_id=0374bc43-08a6-4aa5-adb4-866559305dcc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:02.056945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.080535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:02.104658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.132282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2da33010-11e3-4e80-9595-3b996eb9e82c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:02.244210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Calling delete_port for fd8e2c72-6ada-4b6e-b824-6354ae5d3efa owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:02.261801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=fd8e2c72-6ada-4b6e-b824-6354ae5d3efa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:02.275285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:02.289645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:02.303712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9927d26e-a72c-409c-8ee8-1304218048e9 None None] Provisioning for port 5e552dca-7a24-4775-bb93-da2bf1ebb47d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:02.307992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:02.317188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:02.328105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:02.334677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9927d26e-a72c-409c-8ee8-1304218048e9 None None] Provisioning complete for port 5e552dca-7a24-4775-bb93-da2bf1ebb47d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:02.335493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9927d26e-a72c-409c-8ee8-1304218048e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.345591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Allocated IP 172.20.0.1 (22df922b-f838-4e4f-b152-6c65ec2d2b51/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a/faa6074a-ffda-485b-8ba8-4667fc48271a) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:02.459133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] No DVR routers for this DVR port af2fbe2a-7ae5-4c06-a0ef-f58e45ded1a2 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:26:02.474606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9927d26e-a72c-409c-8ee8-1304218048e9 None None] Port 5e552dca-7a24-4775-bb93-da2bf1ebb47d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:02.481183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:26:02.481603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:26:02.481741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:26:02.489111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:25:58Z', 'revision_number': 3, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:02.495038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:02.495714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Updating router 6d3b432f-730d-4488-bca6-faf78c2f8498 port 04388d11-2c69-49ba-a472-1cebac99a7ca binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:26:02.526273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:02.532798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.534086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca0d6d-1483-4df9-abbf-48924c99e6da None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:02.647485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.648523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.722083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Transition to ACTIVE for port object faa6074a-ffda-485b-8ba8-4667fc48271a will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:02.736880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e552dca-7a24-4775-bb93-da2bf1ebb47d {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:26:02.746375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.771391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Transition to ACTIVE for port object 5e552dca-7a24-4775-bb93-da2bf1ebb47d will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:02.776449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.795109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a5afbb0-8cb6-457b-b859-b2e89ad5b84f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:02.906240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:02.971200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cccba4-0c0b-482a-b959-46ffc71716fc req-1ded0201-c8ac-4ea4-8711-4b8f54c557df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:02.979977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26cccba4-0c0b-482a-b959-46ffc71716fc req-1ded0201-c8ac-4ea4-8711-4b8f54c557df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 931 time: 1.0638850 Apr 15 18:26:03.018368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Pushing event updated for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:03.027715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:03.028266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-990d7aa5-db2f-4ce3-8e53-11e5be5f2530 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:03.041161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Deleting port fd8e2c72-6ada-4b6e-b824-6354ae5d3efa {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:03.041585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.066335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fd8e2c72-6ada-4b6e-b824-6354ae5d3efa no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:26:03.142995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.154124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: fd8e2c72-6ada-4b6e-b824-6354ae5d3efa {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:26:03.154520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fd8e2c72-6ada-4b6e-b824-6354ae5d3efa not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:26:03.177342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Pushing event updated for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:03.181381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4bb695ff-33e7-46ee-8fd7-d43e6445605d None None] The port 'fd8e2c72-6ada-4b6e-b824-6354ae5d3efa' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:26:03.184008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:03.274705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:03.281477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26cccba4-0c0b-482a-b959-46ffc71716fc req-4b8a1283-66a9-4a70-9553-2710d3f798bb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005295 Apr 15 18:26:03.299611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.315969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': 'a8c1d046-70e8-484d-b6e5-6dda563167a7'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:03.316891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.325205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:03.332155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:03.450336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.492870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Attempting to bind port 5e552dca-7a24-4775-bb93-da2bf1ebb47d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:03.493212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Attempting to bind port 5e552dca-7a24-4775-bb93-da2bf1ebb47d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:03.493510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Attempting to bind port 5e552dca-7a24-4775-bb93-da2bf1ebb47d on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:03.500473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Port 5e552dca-7a24-4775-bb93-da2bf1ebb47d on network 11c762dc-822a-4c73-809f-885e67d261ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:26:03.500760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Attempting to bind port 5e552dca-7a24-4775-bb93-da2bf1ebb47d on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:03.510158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:03.510532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Checking segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:03.510954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Bound using segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:03.511431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Bound port: 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:03.511811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.528680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8c1d046-70e8-484d-b6e5-6dda563167a7 (CIDR: 2001:db8::/64) Apr 15 18:26:03.547892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:26:03.548439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:03.557452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280d646-02cd-44a2-aa19-949d73d86c44']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:03.589237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0374bc43-08a6-4aa5-adb4-866559305dcc') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:03.589628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0374bc43-08a6-4aa5-adb4-866559305dcc') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:03.616279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.627223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8073dcfe-a2ea-409b-82cb-47eed56d0532 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9936519 Apr 15 18:26:03.627402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/a8c1d046-70e8-484d-b6e5-6dda563167a7/051cd5f3-ab6b-44cf-bbda-679523e225e1) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:03.628431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37536) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:03.634109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:03.639959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:03.643462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.717427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:26:03.744009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:03.766865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:03.816677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:26:03.944816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09336a1c-150d-4fe7-8c58-028d97329842 None None] Provisioning for port faa6074a-ffda-485b-8ba8-4667fc48271a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:03.957272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09336a1c-150d-4fe7-8c58-028d97329842 None None] Provisioning complete for port faa6074a-ffda-485b-8ba8-4667fc48271a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:03.957705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09336a1c-150d-4fe7-8c58-028d97329842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.007115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 4280d646-02cd-44a2-aa19-949d73d86c44 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:04.016075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.025269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.041323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.063169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09336a1c-150d-4fe7-8c58-028d97329842 None None] Port faa6074a-ffda-485b-8ba8-4667fc48271a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:04.065141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Transition to ACTIVE for port object 051cd5f3-ab6b-44cf-bbda-679523e225e1 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:04.086238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14af0f18-b2dd-44bc-bdca-e1c932d7188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:04.086504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Transition to ACTIVE for port object 051cd5f3-ab6b-44cf-bbda-679523e225e1 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:04.090984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.109813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68869d7c-d54b-4fd5-8903-b63708a25795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:04.115234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.140918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.172282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Pushing event updated for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:04.237746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:04.244654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Pushing event updated for resources: {'Port': ['ID=051cd5f3-ab6b-44cf-bbda-679523e225e1,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:04.249402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:04.251204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.305668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:04.306829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:04.309374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:04.375650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 4280d646-02cd-44a2-aa19-949d73d86c44 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:04.403049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:26:04.403323 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:26:04.417924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:04.422431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Attempting to bind port 051cd5f3-ab6b-44cf-bbda-679523e225e1 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:04.423095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Attempting to bind port 051cd5f3-ab6b-44cf-bbda-679523e225e1 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:04.423514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Attempting to bind port 051cd5f3-ab6b-44cf-bbda-679523e225e1 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:04.429754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:04.429754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:04.430311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.430752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:04.431271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Bound port: 051cd5f3-ab6b-44cf-bbda-679523e225e1, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:04.431692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.438531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:04.451214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:04.498491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:04.507443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.531536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] For port 051cd5f3-ab6b-44cf-bbda-679523e225e1, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:04.561976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Transition to ACTIVE for port object 04388d11-2c69-49ba-a472-1cebac99a7ca will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:04.569712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] For port 051cd5f3-ab6b-44cf-bbda-679523e225e1, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=051cd5f3-ab6b-44cf-bbda-679523e225e1,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:04.572735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.580426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.583542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:04.584238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.585760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] 10.222.0.49 "PUT /v2.0/ports/5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 1093 time: 2.7549176 Apr 15 18:26:04.591082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:26:04.594100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:04.596825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.620816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22cae83b-f0ed-48ad-b156-2919f1524151 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:04.647692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.670166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=4280d646-02cd-44a2-aa19-949d73d86c44,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:04.680553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/4280d646-02cd-44a2-aa19-949d73d86c44 HTTP/1.1" status: 204 len: 168 time: 4.5808637 Apr 15 18:26:04.682167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:04.686185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:04.686437 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'status': 'completed', 'code': 200} Apr 15 18:26:04.694359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308470800'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:04.699387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:04.712202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:network and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:04.722895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931577d-9f0a-457f-8048-c399d8e0b703 req-0615874b-c63b-4415-8af6-87ff1515137d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:04.724582 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9931577d-9f0a-457f-8048-c399d8e0b703 req-0615874b-c63b-4415-8af6-87ff1515137d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 943 time: 0.3142912 Apr 15 18:26:04.725560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:04.753451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:04.805668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:04.811684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:04.825890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Router d502b8ca-738b-4562-b6a1-52d3cdbec458 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:04.838651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9931577d-9f0a-457f-8048-c399d8e0b703 req-453ffe47-73bc-4cbf-8d67-f7635a5444b5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935509 Apr 15 18:26:04.872815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-ac249c5d-88c0-4075-ae2b-b34fb838cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:04.874490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-ac249c5d-88c0-4075-ae2b-b34fb838cc3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1096 time: 0.1868844 Apr 15 18:26:04.929058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:26:04.948015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Pushing event updated for resources: {'Port': ['ID=04388d11-2c69-49ba-a472-1cebac99a7ca,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:04.950988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:04.957334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:04.966216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-4afc7dd4-220e-4c02-8f73-2adc568a3489 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 217 time: 0.0821931 Apr 15 18:26:05.003335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.003335 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Added segment 9abd4e37-6185-4ecb-b2a3-a36dc1252191 of type vlan for network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 Apr 15 18:26:05.033895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.053485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.065746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.084980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:05.086984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dad157e-2379-43f8-b00f-9ef021c95f44 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:05.096086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] Sync routers for ids ['d502b8ca-738b-4562-b6a1-52d3cdbec458'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:05.100930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Attempting to bind port 04388d11-2c69-49ba-a472-1cebac99a7ca on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:05.101627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Attempting to bind port 04388d11-2c69-49ba-a472-1cebac99a7ca by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:05.102233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Attempting to bind port 04388d11-2c69-49ba-a472-1cebac99a7ca on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:05.106139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.107410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "PUT /v2.0/routers/d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 200 len: 882 time: 7.9444416 Apr 15 18:26:05.107830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] Routers {'d502b8ca-738b-4562-b6a1-52d3cdbec458'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:05.108656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d502b8ca-738b-4562-b6a1-52d3cdbec458'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:05.109203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Pushing event updated for resources: {'Port': ['ID=051cd5f3-ab6b-44cf-bbda-679523e225e1,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:05.111063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Bound port: 04388d11-2c69-49ba-a472-1cebac99a7ca, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:05.130031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.169064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-bd3a6bf2-0ec2-4f93-a5cc-322f1938aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:05.170725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-bd3a6bf2-0ec2-4f93-a5cc-322f1938aa6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1974120 Apr 15 18:26:05.204893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:05.217520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] Routers {'d502b8ca-738b-4562-b6a1-52d3cdbec458'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:05.218462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d502b8ca-738b-4562-b6a1-52d3cdbec458'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:05.240075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] For port 04388d11-2c69-49ba-a472-1cebac99a7ca, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:05.243695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] For port 04388d11-2c69-49ba-a472-1cebac99a7ca, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=04388d11-2c69-49ba-a472-1cebac99a7ca,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:05.245354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:05.251971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.265620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.272353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:05.273028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.287046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-847321f8-25a6-4f61-b00c-7d8ce6bb0770 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:05.300389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:05.301084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20c1d3-cda1-4aba-b1ad-7011f4d05796 None None] The sync data for ids ['d502b8ca-738b-4562-b6a1-52d3cdbec458'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:05.323996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Pushing event updated for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:05.336594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:05.337393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:05.339773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-837529ff-f5fe-4467-aaa3-edded3665802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:05.442788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Pushing event updated for resources: {'Port': ['ID=04388d11-2c69-49ba-a472-1cebac99a7ca,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:05.448864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:05.553222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:05.554148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:05.570986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c0bb101f-8dbe-40de-a4a3-cf4f85feaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:05.572828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-c0bb101f-8dbe-40de-a4a3-cf4f85feaf10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3516476 Apr 15 18:26:05.773979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0864668 Apr 15 18:26:05.783025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37552) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:05.792756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:05.794424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:05.801032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:05.876999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Network': ['ID=ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:05.903941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:05.926398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:26:05.972335 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f369c17e-5d24-4621-afdd-42130f3cf8ca tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 200 len: 923 time: 0.8598924 Apr 15 18:26:05.975844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37558) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:06.082661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:06.101628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:06.105099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:06.107620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:06.116534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:06.118342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-04598d1b-23e4-4f3c-abbd-1fee6a445b71 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290785 Apr 15 18:26:06.142275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:06.148939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:06.195278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c8654f02-f84a-47ec-bcc9-6a44a879fe2a None None] Provisioning complete for port faa6074a-ffda-485b-8ba8-4667fc48271a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:06.195712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8654f02-f84a-47ec-bcc9-6a44a879fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:06.248267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:06.288578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5153da5-4347-4750-a8e6-71dc75d9c15c req-8bada13a-bd32-4186-aa75-d6e4a8b1f868 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:06.290450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5153da5-4347-4750-a8e6-71dc75d9c15c req-8bada13a-bd32-4186-aa75-d6e4a8b1f868 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 943 time: 0.2699928 Apr 15 18:26:06.294124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b6392-5a86-4164-8253-3472027f4743 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:06.294994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d13b6392-5a86-4164-8253-3472027f4743 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Synchronizing usage tracker for tenant:58bad01147a640eb805fe35eeffbecfc on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:06.351009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d13b6392-5a86-4164-8253-3472027f4743 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Unset dirty status for tenant:58bad01147a640eb805fe35eeffbecfc on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:06.354994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d13b6392-5a86-4164-8253-3472027f4743 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=d502b8ca-738b-4562-b6a1-52d3cdbec458&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3755586 Apr 15 18:26:06.363333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37562) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:06.391580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c8654f02-f84a-47ec-bcc9-6a44a879fe2a None None] Port faa6074a-ffda-485b-8ba8-4667fc48271a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:06.460592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5153da5-4347-4750-a8e6-71dc75d9c15c req-40aac3f5-44a0-4c8a-8382-e92d0cb8daed tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577344 Apr 15 18:26:06.481743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16cea4bb-699d-49f4-adde-e346ab427bfe req-99887965-6be8-42f6-a941-c9f1ea858e5e service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467066 Apr 15 18:26:06.578454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:04Z', 'revision_number': 2, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:06.584224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46944d-2d14-447d-8187-95f309235f27 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:04Z', 'revision_number': 2, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:06.605711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f840f-96e2-4f4b-9e1c-7b6fa407e60e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:06.607374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a61f840f-96e2-4f4b-9e1c-7b6fa407e60e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.2428253 Apr 15 18:26:06.613401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37566) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:06.697165 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fb5d34e7-4db1-4c42-afc6-00ca6a89db54 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 200 len: 205 time: 0.0784173 Apr 15 18:26:06.705808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37570) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:06.820074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-34667cb4-6374-4fe9-a31f-3cc4e8165eee None None] Provisioning for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:06.908388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:06.928471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2b679a1-3d17-4bb9-9498-1aff85e53934 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:06.938534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 051cd5f3-ab6b-44cf-bbda-679523e225e1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:07.055180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:07.062775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:07.063206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.120097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=09adac6e-e43e-406f-98d0-3b5a9122dfce,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:07.123972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:07.195702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Checking segment: {'id': '9abd4e37-6185-4ecb-b2a3-a36dc1252191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:07.196293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network hostable DHCP agents. Network: ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:26:07.219308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.222115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:26:07.235055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:07.248751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56de63e-5287-454d-aec8-22217974bb43 None None] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:07.260616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:07.261278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.279760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:07.287284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5031612 Apr 15 18:26:07.294896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37574) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:07.312204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.344902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 051cd5f3-ab6b-44cf-bbda-679523e225e1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=051cd5f3-ab6b-44cf-bbda-679523e225e1,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:07.356932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.361189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-590a1e52-b5ee-4bfc-8c3b-340bec562755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:07.396664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-522545785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:07.503824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:07.535518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=051cd5f3-ab6b-44cf-bbda-679523e225e1,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:07.540654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:07.544366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:router and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:07.558379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] 10.222.0.32 "PUT /v2.0/routers/6d3b432f-730d-4488-bca6-faf78c2f8498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3259997 Apr 15 18:26:07.562814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:07.578474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-3800c91b-8ce8-4c02-ba49-3b221fbe65a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:07.580399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-3800c91b-8ce8-4c02-ba49-3b221fbe65a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1096 time: 1.0273817 Apr 15 18:26:07.600648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:07.653876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9', 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '09adac6e-e43e-406f-98d0-3b5a9122dfce'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:07.654953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.663524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:26:07.737349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57299d-deda-4a9d-8dbc-4651ec2ac26f req-7575675c-c23a-4b6d-acb8-288001248869 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:07.739661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-df57299d-deda-4a9d-8dbc-4651ec2ac26f req-7575675c-c23a-4b6d-acb8-288001248869 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 943 time: 0.1321926 Apr 15 18:26:07.826577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.828107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.863901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-df57299d-deda-4a9d-8dbc-4651ec2ac26f req-124f1e08-2385-4f82-a45a-e036979ae574 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081867 Apr 15 18:26:07.936120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Allocated IP 172.20.0.2 (ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9/09adac6e-e43e-406f-98d0-3b5a9122dfce/963d05dc-d0db-4e87-b46e-4779e6744f5a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:07.943611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.945709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:07.986618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port c28fbf72-9cc0-4fc5-aa70-8f27efd3ca83 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:07.987010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.040631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-d3f4bda5-83f3-4cdf-853e-557d918ce2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:08.042303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-d3f4bda5-83f3-4cdf-853e-557d918ce2cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.4436314 Apr 15 18:26:08.153658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.204012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-f25063ac-94b5-4b15-b140-d8d09be52a66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 217 time: 0.1501629 Apr 15 18:26:08.211896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.222991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Transition to ACTIVE for port object 963d05dc-d0db-4e87-b46e-4779e6744f5a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:08.247750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Transition to ACTIVE for port object 963d05dc-d0db-4e87-b46e-4779e6744f5a will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:08.254227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.271892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:08.291070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37594) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:08.297644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763525358-network', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:08.303882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:08.308166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Usage tracker for resource:network and tenant:32593c29a1984cc6812ac7de5ae1c7d5 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:08.311682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:08.323587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:08.335707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.339709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68e6eeed-b873-41dc-b155-79049b4b1416 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0283539 Apr 15 18:26:08.340446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:08.348314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9', 'name': 'tempest-PortsTestJSON-833774640'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:08.371028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.430657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Made reservation on behalf of 32593c29a1984cc6812ac7de5ae1c7d5 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:08.435424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.444487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-c3c98b8f-4e55-47ac-9c83-6fc6dd4c1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:08.446151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-c3c98b8f-4e55-47ac-9c83-6fc6dd4c1bfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1775393 Apr 15 18:26:08.453911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Pushing event updated for resources: {'Port': ['ID=963d05dc-d0db-4e87-b46e-4779e6744f5a,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:08.456426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.465374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:08.487921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:08.488510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:08.489687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:08.492049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:08.507054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Usage tracker for resource:security_group_rule and tenant:32593c29a1984cc6812ac7de5ae1c7d5 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:08.512117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:08.524471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:08.528369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.559509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:08.566924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:08.571591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:08.581330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:08.594624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Attempting to bind port 963d05dc-d0db-4e87-b46e-4779e6744f5a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:08.595109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Attempting to bind port 963d05dc-d0db-4e87-b46e-4779e6744f5a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '9abd4e37-6185-4ecb-b2a3-a36dc1252191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:08.595468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Attempting to bind port 963d05dc-d0db-4e87-b46e-4779e6744f5a on network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:08.601358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:08.601895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Checking segment: {'id': '9abd4e37-6185-4ecb-b2a3-a36dc1252191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:08.602239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.602359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:08.602677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Bound using segment: {'id': '9abd4e37-6185-4ecb-b2a3-a36dc1252191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:08.603190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Bound port: 963d05dc-d0db-4e87-b46e-4779e6744f5a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abd4e37-6185-4ecb-b2a3-a36dc1252191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:08.603608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.608327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.638880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port f76212e9-a9bf-4ea7-9aab-40b081ff235e yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:08.689124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for c28fbf72-9cc0-4fc5-aa70-8f27efd3ca83 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:08.704360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] For port 963d05dc-d0db-4e87-b46e-4779e6744f5a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:08.707606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] For port 963d05dc-d0db-4e87-b46e-4779e6744f5a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=963d05dc-d0db-4e87-b46e-4779e6744f5a,segment=NetworkSegment(9abd4e37-6185-4ecb-b2a3-a36dc1252191),segment_id=9abd4e37-6185-4ecb-b2a3-a36dc1252191)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:08.710896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.726409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:08.752232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.789050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.799065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb29f152-f483-488f-898a-5d4ca12e3379 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:08.833880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:26:08.866507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:08.866507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Added segment 4aa69c7e-2f93-4604-b48b-a2579039b8ea of type vlan for network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f Apr 15 18:26:08.870582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8412a68d-7887-48d7-afd1-a1aa6a7d1297,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:08.877922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.12 (ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9/09adac6e-e43e-406f-98d0-3b5a9122dfce/f76212e9-a9bf-4ea7-9aab-40b081ff235e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:08.880796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:08.880928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Pushing event updated for resources: {'Port': ['ID=963d05dc-d0db-4e87-b46e-4779e6744f5a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:08.885940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:08.941682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 051cd5f3-ab6b-44cf-bbda-679523e225e1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=051cd5f3-ab6b-44cf-bbda-679523e225e1,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:08.979459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.007764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.008648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.100466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 051cd5f3-ab6b-44cf-bbda-679523e225e1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:09.110155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bce9aadd-d340-44ee-9614-30a9ad36fc9f tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:09.149689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.197686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 5e552dca-7a24-4775-bb93-da2bf1ebb47d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:26:09.200489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.204247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:09.204794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.242195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object f76212e9-a9bf-4ea7-9aab-40b081ff235e will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:09.257727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.258805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:09.259395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.264029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-1dd9ca63-31ce-4a94-ac8f-dbc76f8fe22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:09.265961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-1dd9ca63-31ce-4a94-ac8f-dbc76f8fe22d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8035586 Apr 15 18:26:09.266119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a14e8cf-a5a2-404f-83dc-2021cf86ecf2 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:09.378899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43efbbe-2209-4a07-a1d2-080065c45db9 req-95d4b4cc-0b37-4eff-9bdb-1e460fc4dcb1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:09.380705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a43efbbe-2209-4a07-a1d2-080065c45db9 req-95d4b4cc-0b37-4eff-9bdb-1e460fc4dcb1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 943 time: 0.3103576 Apr 15 18:26:09.458889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3bfdf5-d4af-4307-920d-3fc80be6aa5f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:09.471039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:09.474209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1812809 Apr 15 18:26:09.479323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37604) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:09.483871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.504361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c585685e-5dff-4bc6-b0af-36b99d5afe27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:09.512026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=051cd5f3-ab6b-44cf-bbda-679523e225e1,revision_number=5']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:09.512222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:26:09.524486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:09.537748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:09.538779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81af4f75-e8cd-4102-bac7-f15aa4a8f9f4 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:09.572389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Request body: {'subnet': {'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763525358-subnet', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:09.592413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a43efbbe-2209-4a07-a1d2-080065c45db9 req-88b2d92e-1316-49d4-86d5-d2029c5a94d0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894016 Apr 15 18:26:09.633316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:09.656973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:09.671021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Usage tracker for resource:subnet and tenant:32593c29a1984cc6812ac7de5ae1c7d5 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:09.676591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'port_id': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'mac_address': 'fa:16:3e:4c:ea:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:26:09.678921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:09.702071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:09.724230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=f76212e9-a9bf-4ea7-9aab-40b081ff235e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:09.739982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 04388d11-2c69-49ba-a472-1cebac99a7ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:09.751311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:09.752471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Made reservation on behalf of 32593c29a1984cc6812ac7de5ae1c7d5 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:09.757355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.826477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.852125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e552dca-7a24-4775-bb93-da2bf1ebb47d {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:26:09.871450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 04388d11-2c69-49ba-a472-1cebac99a7ca completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:09.879137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 04388d11-2c69-49ba-a472-1cebac99a7ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:09.879530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.916070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:09.919740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:09.923856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:09.926050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:09.928977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:09.956233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.961914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a432b1-4968-477e-a8d1-8eb1fd3c6bad None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:09.967181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:09.967995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:09.982222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-342f41ec-16ed-4347-ba2c-73daa3228c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:10.000228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:10.057542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:10.058297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:10.102921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=09baec71-091c-402f-8c08-a24659a58248,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:10.104240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7603338 Apr 15 18:26:10.104371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37608) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:10.111421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:10.113705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-65aaecb9-2709-4177-addf-2a3f7c27efe9 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367417 Apr 15 18:26:10.114384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:10.161532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.5291770 Apr 15 18:26:10.198087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37612) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:10.201114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=c28fbf72-9cc0-4fc5-aa70-8f27efd3ca83,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:10.210269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:10.268374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:86:2c:fc', 'name': 'tempest-NetworksTestDHCPv6-21759039'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:10.286049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:10.341749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:10.342559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:10.440159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['5e552dca-7a24-4775-bb93-da2bf1ebb47d'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:26:10.596086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d755b4-e4fc-4867-9884-90c1a06b8a0f req-f19cf261-420a-459e-95cc-a6fcbe2d3570 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468164 Apr 15 18:26:10.621222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:10.676356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:10.695547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:10.713730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:10.733420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:10.748261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:10.769609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:10.864780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:10.868332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377beedc-cf45-4976-bc12-72c96db8d36f None None] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:10.911522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:10.987953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.064514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.068518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.130578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.130831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router d502b8ca-738b-4562-b6a1-52d3cdbec458 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:26:11.149446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.154557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 204 len: 168 time: 4.4413514 Apr 15 18:26:11.156357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.157115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37618) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:11.159959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-26eb99e1-a287-4160-b5e8-284cf2a7c661 None None] Provisioning for port 963d05dc-d0db-4e87-b46e-4779e6744f5a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:11.186697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 7dc4321d-bedf-4f52-b739-9cc60edcfce3 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:11.198729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-647007937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:11.201655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 04388d11-2c69-49ba-a472-1cebac99a7ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=04388d11-2c69-49ba-a472-1cebac99a7ca,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:11.221395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:11.238164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:11.247356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:11.264800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:11.284682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.300881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:11.344345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fdfd4-e976-4714-a509-e0779cbc168f req-2c93e99e-472f-4bc0-a7e8-eefa7883f36b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:11.346075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-994fdfd4-e976-4714-a509-e0779cbc168f req-2c93e99e-472f-4bc0-a7e8-eefa7883f36b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 944 time: 0.4212537 Apr 15 18:26:11.351114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.352240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.432911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.460448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::50 (530f0ff6-d890-4520-b761-45c133c833af/a8c1d046-70e8-484d-b6e5-6dda563167a7/7dc4321d-bedf-4f52-b739-9cc60edcfce3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:11.467485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:2cfc (530f0ff6-d890-4520-b761-45c133c833af/09baec71-091c-402f-8c08-a24659a58248/7dc4321d-bedf-4f52-b739-9cc60edcfce3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:11.507355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-994fdfd4-e976-4714-a509-e0779cbc168f req-a864c204-db43-4e5d-acad-652de47ee75a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498563 Apr 15 18:26:11.565242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 051cd5f3-ab6b-44cf-bbda-679523e225e1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:11.573773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.588203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.659997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=04388d11-2c69-49ba-a472-1cebac99a7ca,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:11.677013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.695961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96810fcc-7c45-40fa-b9b4-9b6f0532359e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:11.699324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:11.719043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.731646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:11.732721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-318f5565-5126-4ee7-8d2a-f1b459ec0978 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5719953 Apr 15 18:26:11.739443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37622) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:11.745781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': True}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:11.807649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 7dc4321d-bedf-4f52-b739-9cc60edcfce3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:11.914496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:11.914993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.064934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=547d335d-06cb-46b7-b4ae-c07c3774e591,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:12.071718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:04Z', 'revision_number': 2, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:12.076520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:12.121973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:12.121973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Updating router 6d3b432f-730d-4488-bca6-faf78c2f8498 port faa6074a-ffda-485b-8ba8-4667fc48271a binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:26:12.185618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.213392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a18a59-6491-4fa5-b9fc-7293c8d1ff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:12.264281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.284877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.297094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.318403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5a817bc-8f39-4017-b8d1-1058a9e46a03 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:12.456440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=7dc4321d-bedf-4f52-b739-9cc60edcfce3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:12.460352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:12.498598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 963d05dc-d0db-4e87-b46e-4779e6744f5a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:12.615151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:12.617352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:12.621124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:12.622454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.627475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:12.628190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.631967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=f76212e9-a9bf-4ea7-9aab-40b081ff235e,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:12.653267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:12.664969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4655573 Apr 15 18:26:12.672961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37628) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:12.718702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Provisioning for port f76212e9-a9bf-4ea7-9aab-40b081ff235e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:12.731439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Provisioning complete for port f76212e9-a9bf-4ea7-9aab-40b081ff235e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:12.732226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.802284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Checking segment: {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:12.802693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Network hostable DHCP agents. Network: 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:26:12.852829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 7dc4321d-bedf-4f52-b739-9cc60edcfce3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:12.853226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:12.907735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:26:13.002137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:13.067317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751445e6-cf1c-4fd0-a531-5c7d7979a230 req-a3aa834c-575a-4476-8b75-31c7645b5c25 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:13.075613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-751445e6-cf1c-4fd0-a531-5c7d7979a230 req-a3aa834c-575a-4476-8b75-31c7645b5c25 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 944 time: 0.3462069 Apr 15 18:26:13.099366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:13.100056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.106464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5616c67-03bf-4240-9753-c44d62322d49 None None] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:13.155189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6690450 Apr 15 18:26:13.197946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37632) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:13.207124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:26:13.211172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:13.216283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.232047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 5e552dca-7a24-4775-bb93-da2bf1ebb47d up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:13.233150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-751445e6-cf1c-4fd0-a531-5c7d7979a230 req-0984e80e-ec14-4613-9132-21bfd9d6702c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564829 Apr 15 18:26:13.234460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:13.257803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Usage tracker for resource:router and tenant:32593c29a1984cc6812ac7de5ae1c7d5 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:13.272132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:13.277396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 963d05dc-d0db-4e87-b46e-4779e6744f5a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:13.282684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:13.303479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.304626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.360053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 963d05dc-d0db-4e87-b46e-4779e6744f5a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:13.360466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.364961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.399371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Port f76212e9-a9bf-4ea7-9aab-40b081ff235e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:13.420368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.484239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.518950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Provisioning complete for port 963d05dc-d0db-4e87-b46e-4779e6744f5a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:13.519584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.574193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Transition to ACTIVE for port object faa6074a-ffda-485b-8ba8-4667fc48271a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:13.631931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.646187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 5e552dca-7a24-4775-bb93-da2bf1ebb47d completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:13.661341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a89077d0-a108-4a72-b312-881cab8b93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:13.753456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.797091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.797654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 5e552dca-7a24-4775-bb93-da2bf1ebb47d triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:13.798109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.806848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:13.973636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Pushing event updated for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:13.983932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 7dc4321d-bedf-4f52-b739-9cc60edcfce3 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:14.000398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:14.001129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.044632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'fixed_ips': [{'subnet_id': '547d335d-06cb-46b7-b4ae-c07c3774e591'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:14.045833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.121127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.208998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 172.26.7.147 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/028d16eb-0009-4655-bda3-0940cd1b414f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:14.228159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.242453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 963d05dc-d0db-4e87-b46e-4779e6744f5a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=963d05dc-d0db-4e87-b46e-4779e6744f5a,segment=NetworkSegment(9abd4e37-6185-4ecb-b2a3-a36dc1252191),segment_id=9abd4e37-6185-4ecb-b2a3-a36dc1252191)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:14.416949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.435158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6635ebd7-a200-4e4b-b74e-155fba7c3f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:14.473066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.484512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:14.499632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=7dc4321d-bedf-4f52-b739-9cc60edcfce3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:14.561470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:14.590682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.712865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69368c57-0273-44d9-a087-936e13c94b47 req-de1de8bd-b368-4747-973a-2a76c9d4c63a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:14.714651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 04388d11-2c69-49ba-a472-1cebac99a7ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:14.721222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69368c57-0273-44d9-a087-936e13c94b47 req-de1de8bd-b368-4747-973a-2a76c9d4c63a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 944 time: 0.3674724 Apr 15 18:26:14.767370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.792835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69368c57-0273-44d9-a087-936e13c94b47 req-1574d9ee-2e33-454a-8faa-393180d414fb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700369 Apr 15 18:26:14.907835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.911621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec6e9469-e037-49f7-b12a-6a4acf6295b0 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:14.915401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:26:14.915828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f65472b2-852e-4907-a750-af84e3fdcf72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:26:14.933165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.963681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:26:14.977676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:14.987932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/7dc4321d-bedf-4f52-b739-9cc60edcfce3 HTTP/1.1" status: 204 len: 168 time: 2.2962165 Apr 15 18:26:14.990436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:14.998284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37638) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:15.000849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:15.003266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:15.015342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.024369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.060678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c7aa7c4-0231-4bb5-99bb-60ff88bd4e35 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:15.069896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=963d05dc-d0db-4e87-b46e-4779e6744f5a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:15.079275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:15.096457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=028d16eb-0009-4655-bda3-0940cd1b414f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:15.099620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:15.115411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:26:15.119662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Attempting to bind port faa6074a-ffda-485b-8ba8-4667fc48271a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:15.120210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Attempting to bind port faa6074a-ffda-485b-8ba8-4667fc48271a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:15.121223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Attempting to bind port faa6074a-ffda-485b-8ba8-4667fc48271a on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:15.143633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Allocated IP 172.20.0.2 (3f3bfdf5-d4af-4307-920d-3fc80be6aa5f/547d335d-06cb-46b7-b4ae-c07c3774e591/b28c202c-8b1d-40e1-8095-f08470fb638f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:15.154214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:15.155403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:15.155840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:15.156296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.156948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Bound using segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:15.157249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Bound port: faa6074a-ffda-485b-8ba8-4667fc48271a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:15.157671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.168915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.206606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.212194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'code': 200} Apr 15 18:26:15.221269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.223454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 04388d11-2c69-49ba-a472-1cebac99a7ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:15.223878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.226551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=f76212e9-a9bf-4ea7-9aab-40b081ff235e,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:15.233215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.323554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:15.340308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4be0ad-415f-4b66-a483-ac29b2bb64b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:15.341091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9c4be0ad-415f-4b66-a483-ac29b2bb64b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:15.378239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9c4be0ad-415f-4b66-a483-ac29b2bb64b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:15.383164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c4be0ad-415f-4b66-a483-ac29b2bb64b6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3839805 Apr 15 18:26:15.384847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37644) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:15.425713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:15.496753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Allocated IP 172.26.7.72 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/88551310-78ac-4414-acd1-93eb0bd85cf5) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:15.500001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:15.503599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:15.534876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] For port faa6074a-ffda-485b-8ba8-4667fc48271a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:15.664768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] For port faa6074a-ffda-485b-8ba8-4667fc48271a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=faa6074a-ffda-485b-8ba8-4667fc48271a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:15.680084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.714701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.804589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:15.812837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d587c-abf8-45c7-bebe-3f447c375a44 req-c2ee1f01-4c91-45a2-a0bf-622055a97683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:15.814649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-523d587c-abf8-45c7-bebe-3f447c375a44 req-c2ee1f01-4c91-45a2-a0bf-622055a97683 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1098 time: 0.3723478 Apr 15 18:26:15.827862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04ad983-baed-4717-be4f-b328ed7ea75b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:15.829672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:15.830754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Could not find standard attr ID for object 7dc4321d-bedf-4f52-b739-9cc60edcfce3. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:26:15.832372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:15.832878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c04ad983-baed-4717-be4f-b328ed7ea75b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4467332 Apr 15 18:26:15.852676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.891899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37650) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:15.910298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Pushing event updated for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:15.930281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:15.945685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:15.961569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-523d587c-abf8-45c7-bebe-3f447c375a44 req-aac11c79-876e-4b9a-b8d1-2869c51714a7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248796 Apr 15 18:26:15.967623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-011fcdd5-53f7-4afe-953c-9f76eff70f4b tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:15.978550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Provisioning complete for port f76212e9-a9bf-4ea7-9aab-40b081ff235e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:15.978979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.099350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:16.100062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:16.175861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Port f76212e9-a9bf-4ea7-9aab-40b081ff235e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:16.208120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Pushing event updated for resources: {'Port': ['ID=88551310-78ac-4414-acd1-93eb0bd85cf5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:16.210787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Router 99436fef-828f-483f-8a37-e8ac67b04c22 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:16.216826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:16.218759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:16.220498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:16.221425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:16.237044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:16.262996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.295190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Transition to ACTIVE for port object b28c202c-8b1d-40e1-8095-f08470fb638f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:16.342721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Transition to ACTIVE for port object b28c202c-8b1d-40e1-8095-f08470fb638f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:16.354034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Provisioning complete for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:16.354462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67983272-65f9-4263-9305-a7c9b3ae58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.403209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.423717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:16.431557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:16.435184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96892695-b954-4022-99bf-98f757f2999d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5332868 Apr 15 18:26:16.436513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37654) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:16.536465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:16.553606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 09baec71-091c-402f-8c08-a24659a58248 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:16.570909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.617746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.641194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.767923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:16.776889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 963d05dc-d0db-4e87-b46e-4779e6744f5a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:16.904422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1fd68-e587-4d77-aa0a-962781e9c98e req-06110529-c77f-47f7-b2f1-673feb4cde92 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:16.906378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74f1fd68-e587-4d77-aa0a-962781e9c98e req-06110529-c77f-47f7-b2f1-673feb4cde92 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 0.9461508 Apr 15 18:26:16.918973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:16.934269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] Sync routers for ids ['99436fef-828f-483f-8a37-e8ac67b04c22'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:16.945669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] Routers {'99436fef-828f-483f-8a37-e8ac67b04c22'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:16.946923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['99436fef-828f-483f-8a37-e8ac67b04c22'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:16.969260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:16.976633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/routers/99436fef-828f-483f-8a37-e8ac67b04c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8354621 Apr 15 18:26:16.978216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:16.981923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37658) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:16.990655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:16.995791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Pushing event updated for resources: {'Port': ['ID=b28c202c-8b1d-40e1-8095-f08470fb638f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:17.024076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:17.033580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] Routers {'99436fef-828f-483f-8a37-e8ac67b04c22'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:17.034520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['99436fef-828f-483f-8a37-e8ac67b04c22'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:17.043926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:17.052568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.263229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:17.264295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe4671-f11c-401c-b375-81b88cbd380e None None] The sync data for ids ['99436fef-828f-483f-8a37-e8ac67b04c22'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:17.281138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26fd99-d234-4b74-bcad-1d1a1e4b0419 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:17.281938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f26fd99-d234-4b74-bcad-1d1a1e4b0419 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:17.297131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router c9841f78-5e56-4f54-a27a-133ddc343132 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:17.335961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 963d05dc-d0db-4e87-b46e-4779e6744f5a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:17.335961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.344388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74f1fd68-e587-4d77-aa0a-962781e9c98e req-c901560f-7d70-416c-b616-e5c56d36c48b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4296222 Apr 15 18:26:17.379585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:17.385811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:17.390598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:17.416585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f26fd99-d234-4b74-bcad-1d1a1e4b0419 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:17.421015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f26fd99-d234-4b74-bcad-1d1a1e4b0419 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?device_id=99436fef-828f-483f-8a37-e8ac67b04c22 HTTP/1.1" status: 200 len: 982 time: 0.4337664 Apr 15 18:26:17.422955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37662) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:17.545264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Attempting to bind port b28c202c-8b1d-40e1-8095-f08470fb638f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:17.545594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Attempting to bind port b28c202c-8b1d-40e1-8095-f08470fb638f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:17.546058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Attempting to bind port b28c202c-8b1d-40e1-8095-f08470fb638f on network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:17.550867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:15Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:17.567810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.589140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:17.589573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Checking segment: {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:17.590056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.590504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Bound using segment: {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:17.591047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Bound port: b28c202c-8b1d-40e1-8095-f08470fb638f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:17.591474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.601345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32b207-84a1-45b6-8e49-572c8aaf086a None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:15Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:17.679455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device faa6074a-ffda-485b-8ba8-4667fc48271a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:17.775024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] For port b28c202c-8b1d-40e1-8095-f08470fb638f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:17.779248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] For port b28c202c-8b1d-40e1-8095-f08470fb638f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b28c202c-8b1d-40e1-8095-f08470fb638f,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:17.784870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.813973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e05d8bcf-8cf5-4afd-8595-22749e6fe64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:17.883554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:17.904016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.916479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] Sync routers for ids ['c9841f78-5e56-4f54-a27a-133ddc343132'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:17.931196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port faa6074a-ffda-485b-8ba8-4667fc48271a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:17.954671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port faa6074a-ffda-485b-8ba8-4667fc48271a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:17.955091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:17.992841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fece1031-3e72-4d94-bd4a-941cb60a0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:18.003193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.012132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] Routers {'c9841f78-5e56-4f54-a27a-133ddc343132'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:18.012843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c9841f78-5e56-4f54-a27a-133ddc343132'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:18.055722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=09baec71-091c-402f-8c08-a24659a58248,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:18.102127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Pushing event updated for resources: {'Port': ['ID=b28c202c-8b1d-40e1-8095-f08470fb638f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:18.105076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:18.114188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:18.119279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:18.134656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.138908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "PUT /v2.0/routers/c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 200 len: 918 time: 6.3979285 Apr 15 18:26:18.147208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37666) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:18.158893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] Routers {'c9841f78-5e56-4f54-a27a-133ddc343132'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:18.159591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c9841f78-5e56-4f54-a27a-133ddc343132'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:18.238026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:18.239606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94660021-353e-4810-a189-9ccc07acbb11 None None] The sync data for ids ['c9841f78-5e56-4f54-a27a-133ddc343132'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:18.268029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Router 891d2287-e5e4-4f7a-9e59-f94493d5447a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:18.322859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.366625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port faa6074a-ffda-485b-8ba8-4667fc48271a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=faa6074a-ffda-485b-8ba8-4667fc48271a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:18.370812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.376845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-270e5527-e403-4532-b81b-5851baef3039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:18.481166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:18.496059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:18.512104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:18.527777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Sync routers for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:18.539766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:18.540449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:18.587930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.592157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3904107 Apr 15 18:26:18.592596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37672) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:18.791887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:18.836646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:18.838597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/09baec71-091c-402f-8c08-a24659a58248 HTTP/1.1" status: 204 len: 168 time: 2.4010510 Apr 15 18:26:18.846012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba141f4b-2272-4ecc-9696-feb074a4d125 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:18.846249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37676) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:18.896070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d76da9c-91b9-46db-a9a3-69073b95d18b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 200 len: 924 time: 0.7351410 Apr 15 18:26:18.896744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37680) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:18.938912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cd486-8f7b-4f7d-9356-0809ac4e5c4a req-b1754d14-6d5a-446b-955d-cc7addfd16e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:18.940542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f2cd486-8f7b-4f7d-9356-0809ac4e5c4a req-b1754d14-6d5a-446b-955d-cc7addfd16e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 0.4080000 Apr 15 18:26:19.010099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet a8c1d046-70e8-484d-b6e5-6dda563167a7 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:19.013916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.070894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb1292a-94de-4ca9-8381-ed2cb55cf33a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:19.072770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7eb1292a-94de-4ca9-8381-ed2cb55cf33a tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=c9841f78-5e56-4f54-a27a-133ddc343132&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1748455 Apr 15 18:26:19.089895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37684) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:19.149790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f2cd486-8f7b-4f7d-9356-0809ac4e5c4a req-4691f201-ceda-4c02-b30f-6c5282359f69 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999023 Apr 15 18:26:19.162894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:17Z', 'revision_number': 3, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:19.164706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.167641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Checking router: 891d2287-e5e4-4f7a-9e59-f94493d5447a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:19.168036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Updating router 891d2287-e5e4-4f7a-9e59-f94493d5447a port 88551310-78ac-4414-acd1-93eb0bd85cf5 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:26:19.227496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.244745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.504786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port f76212e9-a9bf-4ea7-9aab-40b081ff235e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:19.505371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.695674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.710370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Transition to ACTIVE for port object 88551310-78ac-4414-acd1-93eb0bd85cf5 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:19.721981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.749236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.760831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:19.894903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c885db0-4534-4c5e-8445-da71b7043cf1 None None] Provisioning complete for port 051cd5f3-ab6b-44cf-bbda-679523e225e1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:19.896053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c885db0-4534-4c5e-8445-da71b7043cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:19.921408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for f76212e9-a9bf-4ea7-9aab-40b081ff235e owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:20.003297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Attempting to bind port 88551310-78ac-4414-acd1-93eb0bd85cf5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:20.003517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Attempting to bind port 88551310-78ac-4414-acd1-93eb0bd85cf5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:20.005014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Attempting to bind port 88551310-78ac-4414-acd1-93eb0bd85cf5 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:20.023589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:20.024193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:20.024866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.025279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:20.025945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Bound port: 88551310-78ac-4414-acd1-93eb0bd85cf5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:20.026559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.111516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] For port 88551310-78ac-4414-acd1-93eb0bd85cf5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:20.115467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] For port 88551310-78ac-4414-acd1-93eb0bd85cf5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=88551310-78ac-4414-acd1-93eb0bd85cf5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:20.121103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.140154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Pushing event updated for resources: {'Port': ['ID=88551310-78ac-4414-acd1-93eb0bd85cf5,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:20.143414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e236c-2061-48c1-b455-e8fc9e5c6a84 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:20.143573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674e0cb-9163-42db-96a9-fdd99bc4ce28 None None] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:20.144818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-208e236c-2061-48c1-b455-e8fc9e5c6a84 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 1.0536082 Apr 15 18:26:20.155236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:20.155958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:20.160824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37690) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:20.209927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.237224 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-848a2ff5-3b7b-468b-a197-ed3f63cc26a3 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 200 len: 205 time: 0.0734694 Apr 15 18:26:20.238229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7cdb971-8d3e-4f9a-ba5a-138445b25105 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:20.250196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37694) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:20.252713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fc942382-1b98-462d-891e-6dee2b2767c7 None None] Provisioning for port b28c202c-8b1d-40e1-8095-f08470fb638f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:20.288748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Pushing event updated for resources: {'Port': ['ID=88551310-78ac-4414-acd1-93eb0bd85cf5,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:20.298984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=f76212e9-a9bf-4ea7-9aab-40b081ff235e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:20.319081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:20.353369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:20.403596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:20.404350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:20.468430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b6b84-956d-4176-a2c3-c36493b82df8 req-1d41b505-d67a-45d0-9ea8-24930b8a7520 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:20.470115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-148b6b84-956d-4176-a2c3-c36493b82df8 req-1d41b505-d67a-45d0-9ea8-24930b8a7520 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 1.1461339 Apr 15 18:26:20.581116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.713721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:20.782028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b28c202c-8b1d-40e1-8095-f08470fb638f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:20.819310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.894815 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-148b6b84-956d-4176-a2c3-c36493b82df8 req-58cd4213-9dcd-4646-8546-c6c34919f580 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087338 Apr 15 18:26:20.914505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b28c202c-8b1d-40e1-8095-f08470fb638f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:20.918851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:20.930773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37698) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:20.931790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b28c202c-8b1d-40e1-8095-f08470fb638f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:20.932321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.074360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.116127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b28c202c-8b1d-40e1-8095-f08470fb638f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b28c202c-8b1d-40e1-8095-f08470fb638f,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:21.121284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.122779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device faa6074a-ffda-485b-8ba8-4667fc48271a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:21.160836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:21.168258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.281583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b28c202c-8b1d-40e1-8095-f08470fb638f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:21.289713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:21.296084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port faa6074a-ffda-485b-8ba8-4667fc48271a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:21.296629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.342026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:17Z', 'revision_number': 3, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:21.346598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e20da-af4c-4481-a26a-754ece165dbc None None] The sync data for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv is: [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:17Z', 'revision_number': 3, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:21.443181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Router 99436fef-828f-483f-8a37-e8ac67b04c22 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:21.452840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce5564-3c5e-4632-a537-65f93284bf06 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:21.454748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecce5564-3c5e-4632-a537-65f93284bf06 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1093 time: 0.4552696 Apr 15 18:26:21.460250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37702) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:21.484515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:21.517604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:21.539245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:21.574765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:21.583701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.598494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:21.598708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:21.600911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Allocated IP 172.20.0.1 (3f3bfdf5-d4af-4307-920d-3fc80be6aa5f/547d335d-06cb-46b7-b4ae-c07c3774e591/a684c11a-cb64-460a-9676-ef2843429886) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:21.608645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] Sync routers for ids ['99436fef-828f-483f-8a37-e8ac67b04c22'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:21.618721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/routers/99436fef-828f-483f-8a37-e8ac67b04c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1439228 Apr 15 18:26:21.619663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37706) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:21.624531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] Routers {'99436fef-828f-483f-8a37-e8ac67b04c22'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:21.625065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port 028d16eb-0009-4655-bda3-0940cd1b414f {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:21.625214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['99436fef-828f-483f-8a37-e8ac67b04c22'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:21.625447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.670880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8229f8bf-4a89-42d6-910a-7785fd46de64 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:26:21.671732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8229f8bf-4a89-42d6-910a-7785fd46de64 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:21.675179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.687672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8229f8bf-4a89-42d6-910a-7785fd46de64 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:21.690546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:21.692933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8229f8bf-4a89-42d6-910a-7785fd46de64 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/f76212e9-a9bf-4ea7-9aab-40b081ff235e HTTP/1.1" status: 404 len: 333 time: 0.0718472 Apr 15 18:26:21.693732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37710) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:21.700936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] Routers {'99436fef-828f-483f-8a37-e8ac67b04c22'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:21.701350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['99436fef-828f-483f-8a37-e8ac67b04c22'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:21.897492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:21.987271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:21.987271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae065b0-7346-4a09-893a-b304bfa73aa4 None None] The sync data for ids ['99436fef-828f-483f-8a37-e8ac67b04c22'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:22.042807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.071421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.075616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cc5ccb3-8a67-4a64-bbc0-51a997ab4109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:22.252695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c1d046-70e8-484d-b6e5-6dda563167a7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:22.259732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.262240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.264183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:22.285117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.286352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Fanout notify agent at l3_agent the message router_deleted on router 99436fef-828f-483f-8a37-e8ac67b04c22 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:26:22.291874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Transition to ACTIVE for port object a684c11a-cb64-460a-9676-ef2843429886 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:22.302727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.303964 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70a0aadb-9863-4716-bc02-bee73be885cf tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/routers/99436fef-828f-483f-8a37-e8ac67b04c22 HTTP/1.1" status: 204 len: 168 time: 0.6093159 Apr 15 18:26:22.306790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37714) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:22.347691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.379538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.380532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 09adac6e-e43e-406f-98d0-3b5a9122dfce {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:22.380678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a48caad-4948-492f-b500-fa2479110a05 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:22.384057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.445948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.527189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for 028d16eb-0009-4655-bda3-0940cd1b414f owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:22.561977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.573725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a8c1d046-70e8-484d-b6e5-6dda563167a7 HTTP/1.1" status: 204 len: 168 time: 3.7153108 Apr 15 18:26:22.576406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:22.663109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.687952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-43c009f3-b15f-4c0c-bf07-b9110713283b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:22.731721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 88551310-78ac-4414-acd1-93eb0bd85cf5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:22.758725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:26:22.768229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Deleting port 051cd5f3-ab6b-44cf-bbda-679523e225e1 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:22.768836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:22.945074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 88551310-78ac-4414-acd1-93eb0bd85cf5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:23.005993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 88551310-78ac-4414-acd1-93eb0bd85cf5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:23.006425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.083023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8dc5881c-86e0-4b14-befb-b9eea6ce815a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5003288 Apr 15 18:26:23.102997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] For port 051cd5f3-ab6b-44cf-bbda-679523e225e1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=051cd5f3-ab6b-44cf-bbda-679523e225e1,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:23.103446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.142858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37724) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:23.155140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:23.232935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Pushing event updated for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:23.241798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:23.248066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Calling delete_port for 051cd5f3-ab6b-44cf-bbda-679523e225e1 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:23.287815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.333861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:23.342595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:23.342980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.347816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:23.355309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:23.361256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.375954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 88551310-78ac-4414-acd1-93eb0bd85cf5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=88551310-78ac-4414-acd1-93eb0bd85cf5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:23.383485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b1f1de1a-0287-4b23-9d2d-5b6aeb7b6f4d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:23.389268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.390200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b28c202c-8b1d-40e1-8095-f08470fb638f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:23.423131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:23.435572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:23.441111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:23.443594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:23.484117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.490436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=09adac6e-e43e-406f-98d0-3b5a9122dfce,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:23.501565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:23.508949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.531820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:23.577663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.583850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.616281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:23.623584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=88551310-78ac-4414-acd1-93eb0bd85cf5,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:23.631361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:23.633779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:23.674318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.682819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Pushing event deleted for resources: {'Port': ['ID=051cd5f3-ab6b-44cf-bbda-679523e225e1,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:23.684878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b22b1-0f4f-4f31-90f2-8b71f8068ce1 None None] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:23.689525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/09adac6e-e43e-406f-98d0-3b5a9122dfce HTTP/1.1" status: 204 len: 168 time: 1.3815305 Apr 15 18:26:23.694630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37728) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:23.704077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:23.754729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=028d16eb-0009-4655-bda3-0940cd1b414f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:23.757487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:23.760722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.173 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/0d157a5b-820a-48d5-8360-b371864f6f9b) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:23.802448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b28c202c-8b1d-40e1-8095-f08470fb638f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:23.803112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.847916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:23.894818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] No DVR routers for this DVR port 051cd5f3-ab6b-44cf-bbda-679523e225e1 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:26:23.943666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b29d31e4-6072-4cb5-b513-ee3d41641481 None None] Provisioning for port a684c11a-cb64-460a-9676-ef2843429886 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:23.966323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 963d05dc-d0db-4e87-b46e-4779e6744f5a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:23.966671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.023550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b29d31e4-6072-4cb5-b513-ee3d41641481 None None] Provisioning complete for port a684c11a-cb64-460a-9676-ef2843429886 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:24.024164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b29d31e4-6072-4cb5-b513-ee3d41641481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.111895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b29d31e4-6072-4cb5-b513-ee3d41641481 None None] Port a684c11a-cb64-460a-9676-ef2843429886 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:24.186217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-898c66c6-0245-4f3d-b3d2-4926356280bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.193437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.211785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.219946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.231768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] DHCP port deletion for ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:26:24.236122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Deleting port 963d05dc-d0db-4e87-b46e-4779e6744f5a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:24.237022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.327336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] For port 963d05dc-d0db-4e87-b46e-4779e6744f5a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=963d05dc-d0db-4e87-b46e-4779e6744f5a,segment=NetworkSegment(9abd4e37-6185-4ecb-b2a3-a36dc1252191),segment_id=9abd4e37-6185-4ecb-b2a3-a36dc1252191)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:24.327739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.478003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 963d05dc-d0db-4e87-b46e-4779e6744f5a owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:24.479501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] For port 963d05dc-d0db-4e87-b46e-4779e6744f5a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=963d05dc-d0db-4e87-b46e-4779e6744f5a,segment=NetworkSegment(9abd4e37-6185-4ecb-b2a3-a36dc1252191),segment_id=9abd4e37-6185-4ecb-b2a3-a36dc1252191)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:24.480735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.485771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.493023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.617731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.637198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 88551310-78ac-4414-acd1-93eb0bd85cf5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:24.640441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c8a3e9a-92e4-402f-8efa-cfc57b08e04c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:24.653349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.669147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Calling delete_port for 963d05dc-d0db-4e87-b46e-4779e6744f5a owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:24.670944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a2f00ac1-5099-42f9-95d2-c2fb353ec8cd tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:24.743529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.744089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router c9841f78-5e56-4f54-a27a-133ddc343132 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:26:24.789337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.803423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=963d05dc-d0db-4e87-b46e-4779e6744f5a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:24.805591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:26:24.806139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:26:24.814351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:24.814924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c0c11fa-a071-4493-bd71-8361d99e612a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:24.827150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 88551310-78ac-4414-acd1-93eb0bd85cf5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:24.827615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.829876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.834932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 204 len: 168 time: 4.5798643 Apr 15 18:26:24.834932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0d157a5b-820a-48d5-8360-b371864f6f9b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:24.837526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:24.840237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37732) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:24.851558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1323352841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:24.860361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:24.885902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:24.896389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:24.912841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:24.948162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.949247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.980302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No DVR routers for this DVR port 963d05dc-d0db-4e87-b46e-4779e6744f5a on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:26:24.987319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:24.991070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:24.993683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:24.996455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:25.019429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=8b499217-d49b-4c97-9a4a-0632b657a249,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:25.022779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 051cd5f3-ab6b-44cf-bbda-679523e225e1 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:26:25.027454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:25.035408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.037758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.062396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 051cd5f3-ab6b-44cf-bbda-679523e225e1 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:26:25.063126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 051cd5f3-ab6b-44cf-bbda-679523e225e1 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:26:25.063762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 963d05dc-d0db-4e87-b46e-4779e6744f5a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:26:25.075044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3af4b20-76a0-4a95-92ba-01068576dc6b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:25.102689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 963d05dc-d0db-4e87-b46e-4779e6744f5a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:26:25.103084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 963d05dc-d0db-4e87-b46e-4779e6744f5a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:26:25.151610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.189997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.237383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Pushing event updated for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:25.242095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:25.246601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:25.250944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.257808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c3953-0ecd-4f25-9c25-b68a0d44567b None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:25.274773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:25.275162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:25.275432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.309274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:25.322716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Deleting port 963d05dc-d0db-4e87-b46e-4779e6744f5a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:25.322899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.329608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abd4e37-6185-4ecb-b2a3-a36dc1252191') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:25.330096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abd4e37-6185-4ecb-b2a3-a36dc1252191') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:25.343677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1967332 Apr 15 18:26:25.345643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.348754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37736) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:25.362375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:25.365611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.373041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:26:25.380704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.384672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-99e8240f-771c-4e05-be44-d9e23de448c7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5389709 Apr 15 18:26:25.388675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:25.394136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'enable_snat': False}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:25.577987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ed39577-110d-4d7f-8f0b-e9d63aa5cf77 None None] The port '963d05dc-d0db-4e87-b46e-4779e6744f5a' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:26:25.763057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-530f0ff6-d890-4520-b761-45c133c833af', 'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'tenant_id': '43302272f3a645f79e2e60f4548386ab', 'fixed_ips': [{'subnet_id': '8b499217-d49b-4c97-9a4a-0632b657a249'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:25.764157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.836975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:25.849145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:25.952098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Allocated IP 2001:db8::2 (530f0ff6-d890-4520-b761-45c133c833af/8b499217-d49b-4c97-9a4a-0632b657a249/96235444-6fe1-48a2-ac2b-a858bf3155b4) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:26.080151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:26.101590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:26.109507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:26.116487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:26.133544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:26.136651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:26.211807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.247957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:26.254293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.377556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d0c7d22a-4438-41c4-910d-715ec5b590e7 None None] Provisioning complete for port a684c11a-cb64-460a-9676-ef2843429886 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:26.378063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d22a-4438-41c4-910d-715ec5b590e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.379532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.438812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7d22a-4438-41c4-910d-715ec5b590e7 None None] Port a684c11a-cb64-460a-9676-ef2843429886 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:26.496307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:26:26.522663 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:26:26.531439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b499217-d49b-4c97-9a4a-0632b657a249 (CIDR: 2001:db8::/64) Apr 15 18:26:26.536944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Router 891d2287-e5e4-4f7a-9e59-f94493d5447a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:26.538081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:26:26.538585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:26.623642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f43cd4fd-d264-4487-b0e1-43d6c885f602 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2711284 Apr 15 18:26:26.630076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:26.656263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Transition to ACTIVE for port object 96235444-6fe1-48a2-ac2b-a858bf3155b4 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:26.658871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.662855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2763cf84-ccdd-4b66-a8be-5e5329c91b52 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:26.677588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Transition to ACTIVE for port object 96235444-6fe1-48a2-ac2b-a858bf3155b4 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:26.681740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.682786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:26.690337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'subnet': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:26.695870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:26.701613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:26.706050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:26.711118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/ab038c9f-6066-4d9b-9a9f-8d9c06ee7bf9 HTTP/1.1" status: 204 len: 168 time: 3.0119364 Apr 15 18:26:26.711899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37748) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:26.812084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3042b53-605f-4842-9961-e1994c8518b1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:26.812741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3042b53-605f-4842-9961-e1994c8518b1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:26.836922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3042b53-605f-4842-9961-e1994c8518b1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:26.838244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3042b53-605f-4842-9961-e1994c8518b1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/40f102a0-2ec5-47c9-a2e2-6a72f024b081 HTTP/1.1" status: 200 len: 841 time: 0.1251814 Apr 15 18:26:26.845616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37752) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:26.881480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Pushing event updated for resources: {'Port': ['ID=96235444-6fe1-48a2-ac2b-a858bf3155b4,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:26.884802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:26.928426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:26.929662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:26.932072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:26.973786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:26.985651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Sync routers for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:26.998596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a64cd7f4-076e-41b4-95cd-36cc7145ed8d tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:27.003873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:27.005608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:25:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:27.021113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] 10.222.0.32 "PUT /v2.0/routers/891d2287-e5e4-4f7a-9e59-f94493d5447a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4183700 Apr 15 18:26:27.021113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:27.027297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:subnet and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:27.033307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.036851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:27.038686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.043837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a64cd7f4-076e-41b4-95cd-36cc7145ed8d tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:27.048872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a64cd7f4-076e-41b4-95cd-36cc7145ed8d tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/40f102a0-2ec5-47c9-a2e2-6a72f024b081?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1959844 Apr 15 18:26:27.048872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:27.058851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37758) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:27.068205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:27.073994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.149330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Attempting to bind port 96235444-6fe1-48a2-ac2b-a858bf3155b4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:27.149780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Attempting to bind port 96235444-6fe1-48a2-ac2b-a858bf3155b4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:27.150146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Attempting to bind port 96235444-6fe1-48a2-ac2b-a858bf3155b4 on network 530f0ff6-d890-4520-b761-45c133c833af {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:27.160188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:27.160946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:27.161157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Checking segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:27.161742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.162280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Bound using segment: {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:27.162788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Bound port: 96235444-6fe1-48a2-ac2b-a858bf3155b4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d4230-272c-49b8-8b5d-dfcea575e609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '530f0ff6-d890-4520-b761-45c133c833af'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:27.163219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.175332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.181968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.216166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05c5c66e-0213-4bcd-8c8e-3cdfe1ea5872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.267653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:27.268479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] For port 96235444-6fe1-48a2-ac2b-a858bf3155b4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:27.272274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] For port 96235444-6fe1-48a2-ac2b-a858bf3155b4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96235444-6fe1-48a2-ac2b-a858bf3155b4,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:27.280747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.292857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Allocated IP 172.26.7.52 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/89fd25e9-061f-48ea-a882-c4b86b4d333f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:27.490480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f22d4a8-533f-46cb-8f1c-c9f823ec21ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:27.503607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.573107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.590451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19cc4951-2b26-4eac-82d7-5040e9db4412 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:27.605515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Pushing event updated for resources: {'Port': ['ID=96235444-6fe1-48a2-ac2b-a858bf3155b4,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:27.617025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:27.632293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:26:27.698175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.708261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:24Z', 'revision_number': 4, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a684c11a-cb64-460a-9676-ef2843429886', 'name': '', 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'mac_address': 'fa:16:3e:07:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:21Z', 'updated_at': '2021-04-15T18:26:24Z', 'revision_number': 2, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'subnets': [{'id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:27.712456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.713668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Checking router: 891d2287-e5e4-4f7a-9e59-f94493d5447a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:27.714217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Updating router 891d2287-e5e4-4f7a-9e59-f94493d5447a port a684c11a-cb64-460a-9676-ef2843429886 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:26:27.771469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Pushing event updated for resources: {'Port': ['ID=89fd25e9-061f-48ea-a882-c4b86b4d333f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:27.776481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:27.795372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:27.819349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:27.836729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:27.837980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:27.843542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:27.900419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:27.909347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:27.941505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:28.000235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37766) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:28.018118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590607174', 'description': 'tempest-secgroup-smoke-590607174 description', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:28.135752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:28.141978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.181794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:28.256202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:28.259668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.265443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:28.272198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Transition to ACTIVE for port object a684c11a-cb64-460a-9676-ef2843429886 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:28.278009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.292767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:28.293450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:28.346354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.346608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.401645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.415730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:28.431770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Pushing event updated for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:28.438518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:28.440949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:28.446869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:28.456032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.461298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:28.497691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.522054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1b9ebe4-e32d-4674-8394-4e65a21dee8d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:28.663794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96235444-6fe1-48a2-ac2b-a858bf3155b4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:28.718797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Attempting to bind port a684c11a-cb64-460a-9676-ef2843429886 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:28.719314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Attempting to bind port a684c11a-cb64-460a-9676-ef2843429886 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:28.719816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Attempting to bind port a684c11a-cb64-460a-9676-ef2843429886 on network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:28.729139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:28.729139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Checking segment: {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:28.731446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.732030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Bound using segment: {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:28.734666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Bound port: a684c11a-cb64-460a-9676-ef2843429886, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa69c7e-2f93-4604-b48b-a2579039b8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:28.737233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.812660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:28.850665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.856120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.863055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] For port a684c11a-cb64-460a-9676-ef2843429886, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:28.869164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] For port a684c11a-cb64-460a-9676-ef2843429886, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a684c11a-cb64-460a-9676-ef2843429886,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:28.877532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:28.968955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0d157a5b-820a-48d5-8360-b371864f6f9b,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:28.972592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:29.027855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:29.111361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Router d5dd385e-97dd-4091-9542-1a4217b71035 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:29.115999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:29.116724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.326741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:29.339144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.341805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] Sync routers for ids ['d5dd385e-97dd-4091-9542-1a4217b71035'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:29.344280 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "PUT /v2.0/routers/d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 200 len: 919 time: 3.9532928 Apr 15 18:26:29.345420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37770) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:29.353865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] Routers {'d5dd385e-97dd-4091-9542-1a4217b71035'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:29.354599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d5dd385e-97dd-4091-9542-1a4217b71035'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.454342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.470384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] Routers {'d5dd385e-97dd-4091-9542-1a4217b71035'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:29.471083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['d5dd385e-97dd-4091-9542-1a4217b71035'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.471826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Pushing event updated for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:29.486174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:29.544279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.544747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd287-03b1-4dc8-b129-844794a46f9e None None] The sync data for ids ['d5dd385e-97dd-4091-9542-1a4217b71035'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:29.545364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.547387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Provisioning for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:29.553045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:29.553750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86082) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:26:29.554112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Provisioning complete for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:29.554543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.623383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.661002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e2f757d-2c00-4175-996b-9c2e9df2d985 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:29.696523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.711481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f3f7b-eeaf-46d6-a650-20e844d89f7c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:29.737483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-34836f48-e478-46c4-beff-c3468a385581 None None] For port 96235444-6fe1-48a2-ac2b-a858bf3155b4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96235444-6fe1-48a2-ac2b-a858bf3155b4,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:29.741177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.743163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf2a73b1-bb7b-49bf-96a5-73f3c827560a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:29.751385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.755457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7492404 Apr 15 18:26:29.757758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:29.815917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37774) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:29.818299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Pushing event updated for resources: {'Port': ['ID=96235444-6fe1-48a2-ac2b-a858bf3155b4,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:29.822301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:29.873011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:29.906443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:29.907271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eae8537-9289-4e75-8675-db1bf3a0e036 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 200 len: 925 time: 0.5598435 Apr 15 18:26:29.910120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37778) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:29.932014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:29.944028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:29.960351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:29.962685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:29.988453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:24Z', 'revision_number': 4, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a684c11a-cb64-460a-9676-ef2843429886', 'name': '', 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'mac_address': 'fa:16:3e:07:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:21Z', 'updated_at': '2021-04-15T18:26:28Z', 'revision_number': 4, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'subnets': [{'id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:29.993206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a5497-6434-4dfc-8b1c-31d47dc23b4f None None] The sync data for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv is: [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:26:24Z', 'revision_number': 4, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a684c11a-cb64-460a-9676-ef2843429886', 'name': '', 'network_id': '3f3bfdf5-d4af-4307-920d-3fc80be6aa5f', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'mac_address': 'fa:16:3e:07:fc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:21Z', 'updated_at': '2021-04-15T18:26:28Z', 'revision_number': 4, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'subnets': [{'id': '547d335d-06cb-46b7-b4ae-c07c3774e591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:29.994356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56a861-ce68-485d-8022-806a9de6eedb tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:29.996285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bf56a861-ce68-485d-8022-806a9de6eedb tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=d5dd385e-97dd-4091-9542-1a4217b71035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0850863 Apr 15 18:26:30.002370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37782) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:30.169170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b7c2e-102c-46c3-b88d-4b4757fc0a18 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:30.169743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1e2b7c2e-102c-46c3-b88d-4b4757fc0a18 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Synchronizing usage tracker for tenant:58bad01147a640eb805fe35eeffbecfc on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:30.183001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1e2b7c2e-102c-46c3-b88d-4b4757fc0a18 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Unset dirty status for tenant:58bad01147a640eb805fe35eeffbecfc on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:30.187093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1e2b7c2e-102c-46c3-b88d-4b4757fc0a18 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/networks/080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 881 time: 0.1808963 Apr 15 18:26:30.188108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37786) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:30.216182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.235555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.248219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1780d2f2-49a0-42e5-969e-c81965f80505 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 200 len: 205 time: 0.0583167 Apr 15 18:26:30.251952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37790) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:30.464900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.465541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b49e135f-6860-449a-9062-195310b2c99a associated. External IP: 172.26.7.173, port: 5e552dca-7a24-4775-bb93-da2bf1ebb47d. Apr 15 18:26:30.642488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.684220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-196696d2-e976-4f0d-bbc5-82cf9ce1b0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:30.687963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.691224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a684c11a-cb64-460a-9676-ef2843429886 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:30.697168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port 89fd25e9-061f-48ea-a882-c4b86b4d333f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:30.697661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.773102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a684c11a-cb64-460a-9676-ef2843429886 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:30.778959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a684c11a-cb64-460a-9676-ef2843429886 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:30.779477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.922039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.933975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.953484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.962149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.962508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a684c11a-cb64-460a-9676-ef2843429886, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a684c11a-cb64-460a-9676-ef2843429886,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:30.966549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:30.967612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96235444-6fe1-48a2-ac2b-a858bf3155b4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:31.034611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:31.040061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=86383474-c8f8-44f0-b00f-d326e0da6cf4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:31.057388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.057816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.058305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.058727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.059140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.059552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.059960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.060369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.060750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.061160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.061791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.062238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.078718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:31.085219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f5a37a2-e8b3-4125-bd77-d1692124c72e tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:31.094898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for 89fd25e9-061f-48ea-a882-c4b86b4d333f owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:31.103722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:31.104143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.115686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] For port 96235444-6fe1-48a2-ac2b-a858bf3155b4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96235444-6fe1-48a2-ac2b-a858bf3155b4,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:31.129998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.131323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2995243 Apr 15 18:26:31.132245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab159b9-dc74-4473-b9af-1e0b7cbdb024,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:31.137572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37794) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:31.150864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:31.156264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:31.169661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:31.198998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:31.202339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:31.244109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:31.248419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:31.256546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:31.282368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:26:31.303418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.319419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.319980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a494938d-dd5b-47cb-81e5-3b3acccdb5dc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:31.322901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:31.389636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:31.399057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b5bec-bd12-4354-986a-453447c95bb4 None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:31.403330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.411499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=89fd25e9-061f-48ea-a882-c4b86b4d333f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:31.411775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.412743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.429156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.429156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.429611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.430000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.430407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.431144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.431268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.431584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.431989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.432391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.433157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.433157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:31.433535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e483de8c-11ac-478f-808a-6278eed38969 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:31.458957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:31.480347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:31.481017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.608709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.650188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5901389 Apr 15 18:26:31.670098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'tenant_id': '5fadf7759a44401985e6a956acae451a', 'fixed_ips': [{'subnet_id': '86383474-c8f8-44f0-b00f-d326e0da6cf4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:31.670649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37798) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:31.671464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.706788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'security_group': {'name': 'tempest-secgroup-264531453'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:31.727882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=96235444-6fe1-48a2-ac2b-a858bf3155b4,revision_number=5']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:31.733432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:31.739307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:31.746421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-455056ce-d087-4f96-af81-16eeb9bbc890 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:31.778097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:31.782830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:31.798889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:31.821914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.823071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:31.824436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.838872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.848649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.849792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router d5dd385e-97dd-4091-9542-1a4217b71035 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:26:31.866352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Allocated IP 172.20.0.2 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/86383474-c8f8-44f0-b00f-d326e0da6cf4/aef323b1-b431-4a05-981f-ba1f66844c48) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:31.871712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.876554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 204 len: 168 time: 1.6198502 Apr 15 18:26:31.876875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37802) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:31.882935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-664976118', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:31.890848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:31.895193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Usage tracker for resource:router and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:31.898495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:31.905323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:31.917169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.918479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:31.935897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.101917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.114458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Transition to ACTIVE for port object aef323b1-b431-4a05-981f-ba1f66844c48 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:32.136974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Transition to ACTIVE for port object aef323b1-b431-4a05-981f-ba1f66844c48 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:32.142905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.161366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8e948f8-e8a4-465b-a72e-bf930a8f8760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:32.209665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.237049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.261265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.268138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Subnet': ['ID=4d2c7aa9-1938-482d-a6be-f0eb355d1b9f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:32.298053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:32.310697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:32.330632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:32.342802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:32.343937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:32.345348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7106b543-1897-466c-90bf-725b5f3e31cc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:32.353036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:32.355325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcfedef-fe37-4b7d-8601-e5a05fef5033 None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:32.371867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:32.376904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:32.379571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:32.382589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:32.383262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.387094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298b61aa-a5b5-4642-bce8-f94b1f84b963,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:32.394533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.399021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2546337 Apr 15 18:26:32.399021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:32.401003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:32.401536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37806) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:32.410195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:32.416443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:32.417553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:32.430618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:32.434369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:32.440970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.8071830 Apr 15 18:26:32.441134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:32.442943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37810) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:32.450592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:32.460704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Request body: {'port': {'network_id': '530f0ff6-d890-4520-b761-45c133c833af', 'mac_address': 'fa:16:3e:47:72:5f', 'name': 'tempest-NetworksTestDHCPv6-1386100542'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:32.489452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:32.503583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:32.525165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:32.525908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:32.558917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.658708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.667460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.679790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.687542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7601c0a5-03f0-44df-a07c-4499543c82ac tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:32.709111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2442484 Apr 15 18:26:32.713918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:26:32.722096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:32.791517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:32.814948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.816333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1421514 Apr 15 18:26:32.844281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'status': 'completed', 'code': 200} Apr 15 18:26:32.844715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37820) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:32.856750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654503672'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:32.863770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928bdd5d-af4c-41cc-afc1-8bf1d5b780b5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:32.869915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:32.871219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:32.887339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:32.892254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:32.907540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:32.918127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-572e2a33-d174-46a8-a49e-cdfacb798287 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 991 time: 0.1925032 Apr 15 18:26:32.925044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.939155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:32.948397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:32.954190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:32.957959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:32.966035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:32.999005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.014405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a684c11a-cb64-460a-9676-ef2843429886 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:33.070425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.075261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.082113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9c533b6-fe3c-436f-aba5-18f9bf34d232 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:33.094537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:33.113167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.119310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Usage tracker for resource:port and tenant:43302272f3a645f79e2e60f4548386ab is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:33.130740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:33.138090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Attempting to bind port aef323b1-b431-4a05-981f-ba1f66844c48 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:33.138612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Attempting to bind port aef323b1-b431-4a05-981f-ba1f66844c48 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:33.139106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Attempting to bind port aef323b1-b431-4a05-981f-ba1f66844c48 on network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:33.146604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf38fb-f96c-44be-a8bb-ec0a514eb7c5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:33.161531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.163257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3154137 Apr 15 18:26:33.164258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:33.164771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Checking segment: {'id': 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:33.165101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:33.165291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.165945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Bound using segment: {'id': 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:33.166572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Bound port: aef323b1-b431-4a05-981f-ba1f66844c48, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:33.166822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37824) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:33.167129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.174018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1972359406', 'security_groups': ['4acf38fb-f96c-44be-a8bb-ec0a514eb7c5'], 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86383474-c8f8-44f0-b00f-d326e0da6cf4'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:33.247208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:4c:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402562aa-b312-4f63-b06a-5228f105a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:26:26Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:33.254842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:33.267247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:33.267931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:33.307267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:33.316416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:33.319493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a684c11a-cb64-460a-9676-ef2843429886 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:33.320015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.388826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:33.389672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.397056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:port and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:33.402302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:33.410133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:33.424923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34836f48-e478-46c4-beff-c3468a385581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:33.428871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:33.532524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:33.540289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.551480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f546450b-d085-4996-8a6a-88d687275f31 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:33.599758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:33.631179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.634311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9008e8-2749-4c38-98f2-a042fe13352f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:33.636980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:33.653366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-edf9ee10-0e45-448a-be1e-7c3d5d79495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:33.655115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-edf9ee10-0e45-448a-be1e-7c3d5d79495a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1098 time: 0.7857370 Apr 15 18:26:33.659802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Made reservation on behalf of 43302272f3a645f79e2e60f4548386ab for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:33.673019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:33.687958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96235444-6fe1-48a2-ac2b-a858bf3155b4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:33.702872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.707790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3043723 Apr 15 18:26:33.719567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37828) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:33.726790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Allocated IP 172.26.7.113 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ebea7eba-4e5e-4246-b265-d75979bd6779) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:33.751073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:33.755706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:33.776376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:33.876722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:33.880373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:33.881023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:33.905245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:33.914461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:33.922697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37832) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:33.960757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:34.111703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:4c:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402562aa-b312-4f63-b06a-5228f105a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:26:26Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:34.123109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff95d86-62f2-4c23-93e5-0f6eec6aaa26 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:4c:ea:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402562aa-b312-4f63-b06a-5228f105a50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:26:26Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:34.162426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ed5a4fa-3945-4850-8567-4ecdf9d4f0d7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 991 time: 0.2378263 Apr 15 18:26:34.191704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.6 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/86383474-c8f8-44f0-b00f-d326e0da6cf4/4393c8c2-be39-4d7a-b5a6-af00374fedf1) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:34.196737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.221026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-be7c96f1-6925-4e52-9738-39804a2dc135 None None] Provisioning complete for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:34.221545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be7c96f1-6925-4e52-9738-39804a2dc135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.226220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.238943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-f0ac5bd1-e391-45bf-9136-37c4b84bda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:34.240840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-f0ac5bd1-e391-45bf-9136-37c4b84bda1a service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.5636141 Apr 15 18:26:34.365104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] device_id is not set on port 4db57b85-bc28-42e6-8fbb-af68f67e3dea yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:34.446150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.469472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 4393c8c2-be39-4d7a-b5a6-af00374fedf1 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:34.495270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.513170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db4e4eb8-40e9-4792-904b-6db39e1ff864 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:34.525773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfceb-d893-4ed8-abc2-1033caf8d981 None None] New status for floating IP b49e135f-6860-449a-9062-195310b2c99a: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:26:34.630149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-9b5cef16-f8d0-4589-8d00-fb8f8dde4187 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 999 time: 0.3603432 Apr 15 18:26:34.663926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:34.670285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=4393c8c2-be39-4d7a-b5a6-af00374fedf1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:34.674984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:34.706613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.737630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:34.740296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:34.746538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:34.759897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.784043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-6e2c9ee7-0d08-4810-9d03-f37ffb68a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:34.786759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-6e2c9ee7-0d08-4810-9d03-f37ffb68a206 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1340325 Apr 15 18:26:34.819989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:34.820706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.839486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.847586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6765699 Apr 15 18:26:34.848981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37836) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:34.855221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:34.889446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ae449e67-a78a-42db-8076-2fdeec389d8c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:34.929890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port aef323b1-b431-4a05-981f-ba1f66844c48 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:34.953769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d999407-72e6-472f-952d-3b943ebf22a5,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:34.967859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:34.989893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8::1e2 (530f0ff6-d890-4520-b761-45c133c833af/8b499217-d49b-4c97-9a4a-0632b657a249/4db57b85-bc28-42e6-8fbb-af68f67e3dea) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:34.992301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:34.993925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2732165 Apr 15 18:26:34.996983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37840) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:34.998669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.007387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:35.014866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:35.016781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ca90df5-3810-457b-b0c4-c4978cc9a61f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:35.023050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:35.025611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:35.029653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:35.032800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:35.038669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:35.041575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:35.047482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:35.058729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Project c49b7510b96c4c27823aff0cc32ded05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:26:35.060057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:725f (530f0ff6-d890-4520-b761-45c133c833af/4d2c7aa9-1938-482d-a6be-f0eb355d1b9f/4db57b85-bc28-42e6-8fbb-af68f67e3dea) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:35.065207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:35.071385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.093300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.166439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37844) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:35.267047 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86383474-c8f8-44f0-b00f-d326e0da6cf4 (CIDR: 172.20.0.0/28) Apr 15 18:26:35.272699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.274231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:26:35.274810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:35.277138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event updated for resources: {'Port': ['ID=ebea7eba-4e5e-4246-b265-d75979bd6779,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:35.285005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.289938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54dffd7e-36dc-4cdb-95af-76386ee3718d tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:35.302602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-a56e4875-39ee-4607-93f8-5a123fbae813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:35.304699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-a56e4875-39ee-4607-93f8-5a123fbae813 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4996510 Apr 15 18:26:35.310265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:35.322244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60822d59-1497-45af-9c23-934df544a458,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:35.326524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70234b0c-e6d7-4026-a31d-a6086646c384 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4770863 Apr 15 18:26:35.327920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:35.329396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37848) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:35.332994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.336920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331313 Apr 15 18:26:35.338759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:35.346588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37852) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:35.383830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'security_group_rule': {'security_group_id': 'f64f3f7b-eeaf-46d6-a650-20e844d89f7c', 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:35.412944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:35.493637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:35.498572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:35.502477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:35.502683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:security_group_rule and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:35.510159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:35.520148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:35.526287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.565060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:35.576136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2cc91b5-5725-41ec-bbb0-7831500f55a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 993 time: 0.3988476 Apr 15 18:26:35.585905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:35.672808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:35.679873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:35.686694 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Project c49b7510b96c4c27823aff0cc32ded05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:26:35.694565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:35.731698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Provisioning for port aef323b1-b431-4a05-981f-ba1f66844c48 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:35.738575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:35.739203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.759089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.801625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-a0e040d4-70c3-4404-bcdd-58c60a9f1636 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809263 Apr 15 18:26:35.843794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.887075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.922354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:35.926133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:35.928728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:35.995933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:35.996531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.003594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Transition to ACTIVE for port object 4db57b85-bc28-42e6-8fbb-af68f67e3dea will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:36.056620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:36.061970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:36.066263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:36.084496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.099647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41c6034c-af25-4758-b429-1be752c95de5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:36.186090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d39e6578-e397-4ad1-b711-ff6f0e9de9f5 None None] Provisioning for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:36.192916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d39e6578-e397-4ad1-b711-ff6f0e9de9f5 None None] Provisioning complete for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:36.193351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d39e6578-e397-4ad1-b711-ff6f0e9de9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.247785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=9f864c2a-c6c6-4cd9-9306-688c0d940190,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:36.251003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:36.266952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d39e6578-e397-4ad1-b711-ff6f0e9de9f5 None None] Port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:36.298852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:36.300210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:36.309940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c574820f-5c43-4de1-a461-96e268dd16ee None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:36.313043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:36.313705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.339483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0062165 Apr 15 18:26:36.339724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37856) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:36.346725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-206739159', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9f864c2a-c6c6-4cd9-9306-688c0d940190'}], 'security_groups': ['928bdd5d-af4c-41cc-afc1-8bf1d5b780b5']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:36.486203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.492917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.514238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.519587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ca6e873-841f-44a5-870d-60c6a274a271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:36.540932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d464ce5-5aef-4e6f-87ee-13e6046fde9d req-9879b618-f59d-479d-83d1-b6404efda726 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242064 Apr 15 18:26:36.608499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:36.611073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a86b80f-36ac-4ac9-ac46-5862f5b052d5,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:36.623303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:36.692458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.706120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.707454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3366904 Apr 15 18:26:36.724049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-733ecf3f-f855-4218-990f-e223345af70c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:36.794318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:36.795566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.846357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Update dhcp port {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'fixed_ips': [{'subnet_id': '86383474-c8f8-44f0-b00f-d326e0da6cf4', 'ip_address': '172.20.0.2'}, {'subnet_id': '9f864c2a-c6c6-4cd9-9306-688c0d940190'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'aef323b1-b431-4a05-981f-ba1f66844c48'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:26:36.931636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:36.938260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.005994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Delete allocated IP 172.20.0.6 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/86383474-c8f8-44f0-b00f-d326e0da6cf4) {{(pid=86082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:26:37.014995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.24 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/9f864c2a-c6c6-4cd9-9306-688c0d940190/4393c8c2-be39-4d7a-b5a6-af00374fedf1) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:37.032357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event updated for resources: {'Port': ['ID=4db57b85-bc28-42e6-8fbb-af68f67e3dea,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:37.041828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:37.206499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:37.210345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:37.214844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:37.221658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:37.223402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.264696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.284457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object 4393c8c2-be39-4d7a-b5a6-af00374fedf1 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:37.288215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.307976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2361d312-3143-4fc7-aa43-f57ae044cd16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:37.330695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8817954 Apr 15 18:26:37.358057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37902) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:37.366130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Allocated IP 172.20.0.18 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/9f864c2a-c6c6-4cd9-9306-688c0d940190/aef323b1-b431-4a05-981f-ba1f66844c48) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:37.549990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.575930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:37.618765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-90288516-72c8-4108-b34f-98118036351a None None] Provisioning for port 4db57b85-bc28-42e6-8fbb-af68f67e3dea completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:37.632202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=4393c8c2-be39-4d7a-b5a6-af00374fedf1,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:37.647783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:37.671821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting port 4db57b85-bc28-42e6-8fbb-af68f67e3dea {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:37.672216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.680688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-90288516-72c8-4108-b34f-98118036351a None None] Provisioning complete for port 4db57b85-bc28-42e6-8fbb-af68f67e3dea triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:37.681114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90288516-72c8-4108-b34f-98118036351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.741604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:37.890796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Router 8e623362-51b5-44b9-b8b4-48b46c6dec75 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:26:38.022473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-90288516-72c8-4108-b34f-98118036351a None None] Port 4db57b85-bc28-42e6-8fbb-af68f67e3dea cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:38.045589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Transition to ACTIVE for port object aef323b1-b431-4a05-981f-ba1f66844c48 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:38.048908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.069326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4261c66c-6d39-4f23-8e20-3a93d1944a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:38.120732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:38.133093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] Sync routers for ids ['8e623362-51b5-44b9-b8b4-48b46c6dec75'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:38.146251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] Routers {'8e623362-51b5-44b9-b8b4-48b46c6dec75'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:38.146941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8e623362-51b5-44b9-b8b4-48b46c6dec75'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:38.148922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.150225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2721829 Apr 15 18:26:38.153155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:38.159000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:38.240471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:38.250376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] Routers {'8e623362-51b5-44b9-b8b4-48b46c6dec75'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:38.251060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8e623362-51b5-44b9-b8b4-48b46c6dec75'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:38.257882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:38.261914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:38.338000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:38.338465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e098865-3fb0-4eed-8578-8d52aa84fe76 None None] The sync data for ids ['8e623362-51b5-44b9-b8b4-48b46c6dec75'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:38.501597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] In _notify_port_updated(), no bound segment for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 on network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:26:38.520655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:38.521644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.528500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/ports/4393c8c2-be39-4d7a-b5a6-af00374fedf1 HTTP/1.1" status: 200 len: 920 time: 2.1876295 Apr 15 18:26:38.529743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37950) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:38.574608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.600455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:38.815847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Calling delete_port for 4db57b85-bc28-42e6-8fbb-af68f67e3dea owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:38.891582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.910974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:38.911365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.915184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:38.927076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Deleting port ebea7eba-4e5e-4246-b265-d75979bd6779 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:38.927891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.257114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:39.257706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.347751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:39.361937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Provisioning for port aef323b1-b431-4a05-981f-ba1f66844c48 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:39.368545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:39.369356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.387654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.482245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.539560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 4393c8c2-be39-4d7a-b5a6-af00374fedf1 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:39.571389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Provisioning for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:39.580599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Provisioning complete for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:39.581039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.611756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.633590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Calling delete_port for ebea7eba-4e5e-4246-b265-d75979bd6779 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:39.666509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4a4be16d-4489-4e2f-99c9-2215648d44f4 None None] Port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:39.718542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ee8acf6-e2bc-48f1-86ff-b8f515eb6c89 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:39.796373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Port': ['ID=4db57b85-bc28-42e6-8fbb-af68f67e3dea,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:39.822268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:39.851049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.868590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-281a1475-2729-4e07-afb2-14eebd739f95 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:39.887993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5b1b6cc9-9718-474a-aa65-aa138ceee9bf None None] Provisioning complete for port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:39.888752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b1b6cc9-9718-474a-aa65-aa138ceee9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:39.960900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b6cc9-9718-474a-aa65-aa138ceee9bf None None] Port 4393c8c2-be39-4d7a-b5a6-af00374fedf1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:39.984860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Pushing event deleted for resources: {'Port': ['ID=ebea7eba-4e5e-4246-b265-d75979bd6779,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:39.992438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:40.025765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.042787 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/4db57b85-bc28-42e6-8fbb-af68f67e3dea HTTP/1.1" status: 204 len: 168 time: 2.6749363 Apr 15 18:26:40.043587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.046546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.182603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-974cf13d-ba29-4562-9db5-0c035b6a6e1b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:40.219678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.243979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=4393c8c2-be39-4d7a-b5a6-af00374fedf1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:40.262403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:40.406044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b2920-7c63-43fe-b397-6ed0a82577a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:40.406749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-781b2920-7c63-43fe-b397-6ed0a82577a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:40.441242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-781b2920-7c63-43fe-b397-6ed0a82577a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:40.442631 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-781b2920-7c63-43fe-b397-6ed0a82577a5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3976164 Apr 15 18:26:40.445500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37962) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.447783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.449806 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/4393c8c2-be39-4d7a-b5a6-af00374fedf1 HTTP/1.1" status: 204 len: 168 time: 1.8584664 Apr 15 18:26:40.452533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37966) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.517223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe47e9ee-3dca-4444-9631-9bc452649a9e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:26:40.517858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe47e9ee-3dca-4444-9631-9bc452649a9e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:40.536586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe47e9ee-3dca-4444-9631-9bc452649a9e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:40.540932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe47e9ee-3dca-4444-9631-9bc452649a9e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/4393c8c2-be39-4d7a-b5a6-af00374fedf1 HTTP/1.1" status: 404 len: 333 time: 0.0871935 Apr 15 18:26:40.543983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.628219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.663243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.710499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.716310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a997c3cc-9fae-43eb-9f1b-32a0ab622bfe tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:40.719785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.729796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf38fb-f96c-44be-a8bb-ec0a514eb7c5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:40.730703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.734170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:40.737759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.739124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/security-groups/4acf38fb-f96c-44be-a8bb-ec0a514eb7c5 HTTP/1.1" status: 204 len: 168 time: 0.1942217 Apr 15 18:26:40.741916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37974) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.815080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.854941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.884472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1b40e-fa3e-45fd-9485-1d248506a005 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:40.885277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54e1b40e-fa3e-45fd-9485-1d248506a005 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:40.903715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.909928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06422160-8c7c-4bd7-9c95-615725f9a310 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:40.917018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Router 8e623362-51b5-44b9-b8b4-48b46c6dec75 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:40.918080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54e1b40e-fa3e-45fd-9485-1d248506a005 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:40.921287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54e1b40e-fa3e-45fd-9485-1d248506a005 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4727952 Apr 15 18:26:40.922203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37978) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:40.927336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928bdd5d-af4c-41cc-afc1-8bf1d5b780b5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:40.930000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:40.933873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:40.946778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/security-groups/928bdd5d-af4c-41cc-afc1-8bf1d5b780b5 HTTP/1.1" status: 204 len: 168 time: 0.2032738 Apr 15 18:26:40.947764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37982) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.030371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 86383474-c8f8-44f0-b00f-d326e0da6cf4 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:41.033947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.099235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.134491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:41.139752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:41.141502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:41.143138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:41.144033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:41.145519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] Sync routers for ids ['8e623362-51b5-44b9-b8b4-48b46c6dec75'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:41.156449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] Routers {'8e623362-51b5-44b9-b8b4-48b46c6dec75'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:41.157132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8e623362-51b5-44b9-b8b4-48b46c6dec75'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:41.160899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.162220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "PUT /v2.0/routers/8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 200 len: 709 time: 3.0079796 Apr 15 18:26:41.164991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37986) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.170816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:41.174554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ab53130-1ec7-4513-8f24-92c5fe0a6b8f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2478387 Apr 15 18:26:41.175298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 37990) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.227368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:41.245146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] Routers {'8e623362-51b5-44b9-b8b4-48b46c6dec75'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:41.246110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['8e623362-51b5-44b9-b8b4-48b46c6dec75'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:41.271338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 4d2c7aa9-1938-482d-a6be-f0eb355d1b9f {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:41.276353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.348183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.350119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:41.350474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32282a64-fd36-4835-996e-84a3410d6a65 None None] The sync data for ids ['8e623362-51b5-44b9-b8b4-48b46c6dec75'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:41.420478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8fa4e875-8702-4d1e-b3da-872acf2bb07e tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/routers/8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 200 len: 744 time: 0.2536786 Apr 15 18:26:41.423826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 37996) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.446833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.479757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e16e286-eb0a-4e65-80d6-de217b0b6270 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&device_id=8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 200 len: 205 time: 0.0543673 Apr 15 18:26:41.482082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38000) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.486704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.571302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c53b56c-7e52-4a91-aa78-a8df1c6b060a tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 200 len: 205 time: 0.0856264 Apr 15 18:26:41.571842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:41.814586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.832161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3068c6a1-529a-4c78-a8ac-2ffeb8d4f9c6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:41.846045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:41.919364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2c7aa9-1938-482d-a6be-f0eb355d1b9f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:41.926980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:42.001536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.012662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607bacf-c675-4ada-bccd-c34bc0895b7c None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:42.021581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4d2c7aa9-1938-482d-a6be-f0eb355d1b9f HTTP/1.1" status: 204 len: 168 time: 0.8445513 Apr 15 18:26:42.022727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38012) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:42.145422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Deleting subnet 8b499217-d49b-4c97-9a4a-0632b657a249 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:42.149440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.220900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.329385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.557432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.569083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.647478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.648324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Fanout notify agent at l3_agent the message router_deleted on router 8e623362-51b5-44b9-b8b4-48b46c6dec75 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:26:42.665499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.673669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.674918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-caaf8f21-1d75-48b1-a694-571c0d16a7c9 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 204 len: 168 time: 1.1021595 Apr 15 18:26:42.680721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38018) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:42.737522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57489f5d-7b52-4552-89f3-ac33bf875d0f tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 200 len: 205 time: 0.0553615 Apr 15 18:26:42.744494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38022) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:42.803760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.822151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:42.822900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54671459-0398-4bef-9c45-81ad1d1090bd tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:42.876843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Subnet': ['ID=8b499217-d49b-4c97-9a4a-0632b657a249,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:42.883414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=86383474-c8f8-44f0-b00f-d326e0da6cf4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:42.893966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:42.936000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-ba2b5180-71b2-4862-8b0a-1564b90754f8 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:42.939808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba2b5180-71b2-4862-8b0a-1564b90754f8 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/8e623362-51b5-44b9-b8b4-48b46c6dec75 HTTP/1.1" status: 404 len: 336 time: 0.1910567 Apr 15 18:26:42.939808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:42.940096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:42.943333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38026) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.009745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8b499217-d49b-4c97-9a4a-0632b657a249 HTTP/1.1" status: 204 len: 168 time: 0.9855206 Apr 15 18:26:43.010798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.013307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-69d47237-3c50-4e1c-a23c-057d82f7bf86 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 200 len: 205 time: 0.0681789 Apr 15 18:26:43.015853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38034) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.081165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b8954-7612-436d-8df1-76963d16584c None None] Network 530f0ff6-d890-4520-b761-45c133c833af requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:43.099020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a55387cd-7692-49e4-b98f-a7a042d52e98 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868943 Apr 15 18:26:43.102873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38038) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.105990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:43.106327 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-cfd10963-61f5-49ca-a073-09e9d44b6664 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:43.107479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfd10963-61f5-49ca-a073-09e9d44b6664 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/d5dd385e-97dd-4091-9542-1a4217b71035 HTTP/1.1" status: 404 len: 336 time: 0.0906117 Apr 15 18:26:43.110207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38042) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.114594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc5e1b-36bb-422b-a519-a51052624a6e None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:43.168472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.169209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/86383474-c8f8-44f0-b00f-d326e0da6cf4 HTTP/1.1" status: 204 len: 168 time: 2.2194674 Apr 15 18:26:43.176286 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11ecbb2f-955f-40b6-a6ac-939350c62fec tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 200 len: 205 time: 0.0641053 Apr 15 18:26:43.179170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38050) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.182067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:43.267842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-2a30eb2b-7e2d-4226-b313-19efd06ec067 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:43.268978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a30eb2b-7e2d-4226-b313-19efd06ec067 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/c9841f78-5e56-4f54-a27a-133ddc343132 HTTP/1.1" status: 404 len: 336 time: 0.0877609 Apr 15 18:26:43.279128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.339769 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df998568-79d9-46ca-99ce-d7291822f1e6 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 200 len: 205 time: 0.0592415 Apr 15 18:26:43.342568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38058) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.363170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:43.368470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:43.372028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:43.378799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:43.392875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:43.400466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:43.416806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d39a89-f2b8-4f1d-bb0e-52396e8ae4f9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:43.420890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9d39a89-f2b8-4f1d-bb0e-52396e8ae4f9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3146138 Apr 15 18:26:43.426241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38062) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.475978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c92f7ead-51c0-43f3-93ab-61d2293985df tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:43.477146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c92f7ead-51c0-43f3-93ab-61d2293985df tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/d502b8ca-738b-4562-b6a1-52d3cdbec458 HTTP/1.1" status: 404 len: 336 time: 0.1321306 Apr 15 18:26:43.482732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38068) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.489819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d3caa27-fae6-4510-8f52-46618131226b None None] Provisioning complete for port 96235444-6fe1-48a2-ac2b-a858bf3155b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:43.490271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d3caa27-fae6-4510-8f52-46618131226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:43.542693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45b2ca62-fb4e-4843-a613-5079fe4eab88 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 200 len: 205 time: 0.0583105 Apr 15 18:26:43.549579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38072) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.662312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad0e74-601d-4894-9935-2c7ae29dee71 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:43.663111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cad0e74-601d-4894-9935-2c7ae29dee71 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Synchronizing usage tracker for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:43.666731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-4373d1ac-8478-4f68-8fd5-3887fcd8f3d7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:43.667853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4373d1ac-8478-4f68-8fd5-3887fcd8f3d7 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/f2ebbff8-b581-42a2-ae08-b9370dc75f29 HTTP/1.1" status: 404 len: 336 time: 0.1171682 Apr 15 18:26:43.677494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38076) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.740330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fd6d03f6-de0f-4730-a3d8-8052b9c313c4 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "GET /v2.0/ports?device_id=38a46872-0efc-4ead-8a4d-f4a5142c764c HTTP/1.1" status: 200 len: 205 time: 0.0614603 Apr 15 18:26:43.741778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4cad0e74-601d-4894-9935-2c7ae29dee71 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Unset dirty status for tenant:43302272f3a645f79e2e60f4548386ab on resource:subnet {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:43.745723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4cad0e74-601d-4894-9935-2c7ae29dee71 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3160729 Apr 15 18:26:43.745723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38080) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.746580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38082) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.838681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0d4a5a81-2f35-46db-b7de-5f5b21e197bb tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] delete failed (client error): The resource could not be found. Apr 15 18:26:43.840736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0d4a5a81-2f35-46db-b7de-5f5b21e197bb tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/routers/38a46872-0efc-4ead-8a4d-f4a5142c764c HTTP/1.1" status: 404 len: 336 time: 0.0956419 Apr 15 18:26:43.900133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38088) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.908126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] DHCP port deletion for 530f0ff6-d890-4520-b761-45c133c833af request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:26:43.913461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Deleting port 96235444-6fe1-48a2-ac2b-a858bf3155b4 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:43.913900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:43.939049 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e4994182-e1b9-4e2c-822e-3e005db7a679 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025887 Apr 15 18:26:43.940161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38092) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:43.954128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8310043f-145a-4990-af72-7cf7af4d6459 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:43.954794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8310043f-145a-4990-af72-7cf7af4d6459 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:43.956800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8310043f-145a-4990-af72-7cf7af4d6459 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] 10.222.0.32 "DELETE /v2.0/subnets/1d30ea80-ac63-4185-bdd5-611987785bf3 HTTP/1.1" status: 404 len: 337 time: 0.0498037 Apr 15 18:26:44.044291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-90eab008-9d9e-45c1-a94a-95ec1a808bde tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.044946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90eab008-9d9e-45c1-a94a-95ec1a808bde tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.047013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90eab008-9d9e-45c1-a94a-95ec1a808bde tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/4db57b85-bc28-42e6-8fbb-af68f67e3dea HTTP/1.1" status: 404 len: 333 time: 0.1057508 Apr 15 18:26:44.049760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38098) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.133085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bbc435-8daf-429c-96c3-9d837a440f94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.133646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bbc435-8daf-429c-96c3-9d837a440f94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.138086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2bbc435-8daf-429c-96c3-9d837a440f94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4d2c7aa9-1938-482d-a6be-f0eb355d1b9f HTTP/1.1" status: 404 len: 337 time: 0.0847399 Apr 15 18:26:44.141509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38102) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.220831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6698229f-f459-4a52-8773-a1d3d8cee90a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.221364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6698229f-f459-4a52-8773-a1d3d8cee90a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.226859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6698229f-f459-4a52-8773-a1d3d8cee90a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8b499217-d49b-4c97-9a4a-0632b657a249 HTTP/1.1" status: 404 len: 337 time: 0.0854232 Apr 15 18:26:44.227584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38106) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.312835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] For port 96235444-6fe1-48a2-ac2b-a858bf3155b4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=96235444-6fe1-48a2-ac2b-a858bf3155b4,segment=NetworkSegment(2b7d4230-272c-49b8-8b5d-dfcea575e609),segment_id=2b7d4230-272c-49b8-8b5d-dfcea575e609)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:44.313587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.337538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbdf65-c70e-4fec-9b67-6a3d6c3974c9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.338107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafbdf65-c70e-4fec-9b67-6a3d6c3974c9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.352959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aafbdf65-c70e-4fec-9b67-6a3d6c3974c9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/7dc4321d-bedf-4f52-b739-9cc60edcfce3 HTTP/1.1" status: 404 len: 333 time: 0.1219523 Apr 15 18:26:44.353539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38114) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.440037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-016dfaed-0954-4095-aabd-810cc725fa38 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.440562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016dfaed-0954-4095-aabd-810cc725fa38 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.445156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-016dfaed-0954-4095-aabd-810cc725fa38 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/09baec71-091c-402f-8c08-a24659a58248 HTTP/1.1" status: 404 len: 337 time: 0.0883095 Apr 15 18:26:44.445444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38118) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.512735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-77635b73-f9f5-470c-8755-db76a6ed5a17 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.514787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77635b73-f9f5-470c-8755-db76a6ed5a17 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.522282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-77635b73-f9f5-470c-8755-db76a6ed5a17 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a8c1d046-70e8-484d-b6e5-6dda563167a7 HTTP/1.1" status: 404 len: 337 time: 0.0733616 Apr 15 18:26:44.524113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38122) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.554345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38126) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.599894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.610831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c798618d-134e-4977-987e-6524dc5953c0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.611467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c798618d-134e-4977-987e-6524dc5953c0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.615983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c798618d-134e-4977-987e-6524dc5953c0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/ed417729-b74d-48e6-909c-8348421a6d87 HTTP/1.1" status: 404 len: 333 time: 0.0883243 Apr 15 18:26:44.616850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38132) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.617069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Calling delete_port for 96235444-6fe1-48a2-ac2b-a858bf3155b4 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:44.688568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f63b9bc-8296-4145-819a-6cef5d22ef82 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.689749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f63b9bc-8296-4145-819a-6cef5d22ef82 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.697438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f63b9bc-8296-4145-819a-6cef5d22ef82 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8aa6415d-4204-4fc0-9e96-8b3a347625f0 HTTP/1.1" status: 404 len: 337 time: 0.0766442 Apr 15 18:26:44.698431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.731956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 96235444-6fe1-48a2-ac2b-a858bf3155b4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:26:44.747378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06483405-ce81-4336-8137-a4a7247660be tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:44.802371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.809744 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-22380922-230b-40e7-b4d9-be87df4ec501 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.810304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22380922-230b-40e7-b4d9-be87df4ec501 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.822554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9993224b-041c-40f6-9cb5-993c654786b1 None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:44.822925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9993224b-041c-40f6-9cb5-993c654786b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.829604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:44.830479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38142) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:44.833641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22380922-230b-40e7-b4d9-be87df4ec501 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/22888f81-9ae2-4a1b-9cfc-3f862e9b833f HTTP/1.1" status: 404 len: 337 time: 0.1328452 Apr 15 18:26:44.834258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:44.838322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.926470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:44.927144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:44.933601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:44.938110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd017bfdf1e421d81f8f78960e96075 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:44.941471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:44.947993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:44.961159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a9ceeb-5f8d-4fa3-8928-28a187d37606 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:44.961705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a9ceeb-5f8d-4fa3-8928-28a187d37606 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:44.992148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=21762ec2-a939-4710-b43e-aeb6f3f53089,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.007546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.009952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c4a9ceeb-5f8d-4fa3-8928-28a187d37606 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/16b91301-26bd-476c-9033-ff816c82b179 HTTP/1.1" status: 404 len: 333 time: 0.1733694 Apr 15 18:26:45.012719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38146) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.052460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8e5d2-c16c-4a87-82e0-73c020e93d25 None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:45.076924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa1fd59-f6f9-49ae-af5a-6087feac2d30 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.077451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa1fd59-f6f9-49ae-af5a-6087feac2d30 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.081482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.083076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6aa1fd59-f6f9-49ae-af5a-6087feac2d30 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/8666c802-f8d7-4727-97ca-a7413c7c86c4 HTTP/1.1" status: 404 len: 337 time: 0.0684326 Apr 15 18:26:45.083266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38150) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.089798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9173422 Apr 15 18:26:45.090571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38154) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.096707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'security_group': {'name': 'tempest-secgroup-696915963'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:45.107311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:45.112922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:45.116356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:45.122537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.125727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:45.137518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d411373d-a06e-4e20-8bcc-e5b4d283e1b2 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:45.138335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.155147 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed3c9b7-64ef-4f42-8b2d-c71f784d692d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.155675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed3c9b7-64ef-4f42-8b2d-c71f784d692d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.159903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5ed3c9b7-64ef-4f42-8b2d-c71f784d692d tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2fd54887-1887-4972-a595-ca9caa62acd8 HTTP/1.1" status: 404 len: 337 time: 0.0733006 Apr 15 18:26:45.162106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38158) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.188192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e41c3a-cec5-482b-8206-b94eec65049e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.196031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cd017bfdf1e421d81f8f78960e96075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345999 Apr 15 18:26:45.196031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.196361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38162) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.218359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:45.233004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:45.237831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ed39f3-840c-4ca3-a7f1-6d5087c4b04b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.238717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ed39f3-840c-4ca3-a7f1-6d5087c4b04b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.243636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19ed39f3-840c-4ca3-a7f1-6d5087c4b04b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/745a03d7-f2c2-4793-b7dc-727bb22caa19 HTTP/1.1" status: 404 len: 333 time: 0.0758710 Apr 15 18:26:45.243636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:45.243958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38166) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.251132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:45.299511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9da5cda-aaa3-4501-aee9-b8be01ff9112 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.300038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9da5cda-aaa3-4501-aee9-b8be01ff9112 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.304326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9da5cda-aaa3-4501-aee9-b8be01ff9112 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/b88624bf-4dfe-4949-ad55-f2f9f7eaf96e HTTP/1.1" status: 404 len: 337 time: 0.0570719 Apr 15 18:26:45.305444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38170) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.318958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.342393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.351443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.370947 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ff2d42-fbaa-4642-bcfd-72163b942cb2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.371650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ff2d42-fbaa-4642-bcfd-72163b942cb2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.373026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.406883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89ff2d42-fbaa-4642-bcfd-72163b942cb2 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/1712039f-c246-4af8-b9ee-5a93e84a2da0 HTTP/1.1" status: 404 len: 333 time: 0.0974724 Apr 15 18:26:45.407142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38174) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.410682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.413515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.419444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-286b19dd-ec31-46e9-a6e9-253c09b8017c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:45.460047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.464055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3697655 Apr 15 18:26:45.464233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e55dcf1-4bb5-4d1a-9f16-11d07665a023 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.464233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e55dcf1-4bb5-4d1a-9f16-11d07665a023 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.465123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38178) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.469745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a903eab3-f39a-41a5-85ab-c54c68602530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:45.472025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'security_group': {'name': 'tempest-secgroup-73905680'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:45.474733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.477481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.481252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:45.481395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40e41c3a-cec5-482b-8206-b94eec65049e HTTP/1.1" status: 204 len: 168 time: 0.2816336 Apr 15 18:26:45.481395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:45.483982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:45.487720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:45.495127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:45.508355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe14f1b-e232-4e1e-b78c-479d3792501f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.511496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.515485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e55dcf1-4bb5-4d1a-9f16-11d07665a023 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4e7c8c8b-b7bf-403d-bbc4-7e65c0d7ff29 HTTP/1.1" status: 404 len: 337 time: 0.1048520 Apr 15 18:26:45.519172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38184) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.522263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e41c3a-cec5-482b-8206-b94eec65049e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.527636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Pushing event deleted for resources: {'Port': ['ID=96235444-6fe1-48a2-ac2b-a858bf3155b4,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.532555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.537238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:45.541472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:45.544644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:45.554531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:45.605294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.605667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.606073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.606449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.606964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.607159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.607517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.607882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.608249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.608612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.609059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.609314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:26:45.624070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.648970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.653020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.660409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17a11e71-0c5f-4112-a7a5-8b6723c2e6d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:45.661199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-57af7a6d-aceb-436b-b9fb-fa0b6971cd2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.663796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57af7a6d-aceb-436b-b9fb-fa0b6971cd2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.666644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57af7a6d-aceb-436b-b9fb-fa0b6971cd2c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/f60a883e-400f-4b98-9ec0-42aa146136f6 HTTP/1.1" status: 404 len: 333 time: 0.1380544 Apr 15 18:26:45.669440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38188) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.693830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.726759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221cc9b1-24fa-46f4-bbf1-124fbac2d251,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:45.733251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:45.740756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.752581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] No DVR routers for this DVR port 96235444-6fe1-48a2-ac2b-a858bf3155b4 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:26:45.753838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2879224 Apr 15 18:26:45.756853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38194) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.768647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'security_group': {'name': 'tempest-secgroup-155869547'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:45.780914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-58057a00-8b9c-4414-b118-20886a225abb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.781438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58057a00-8b9c-4414-b118-20886a225abb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.786081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:45.791435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58057a00-8b9c-4414-b118-20886a225abb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/d65cf746-b9ad-47aa-b575-8d4ad63ca3fe HTTP/1.1" status: 404 len: 337 time: 0.1193426 Apr 15 18:26:45.795603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38198) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.829817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9993224b-041c-40f6-9cb5-993c654786b1 None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:45.830350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9993224b-041c-40f6-9cb5-993c654786b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:45.896177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:45.909330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:45.945864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:45.964493 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3025d6-ad81-4015-a928-f2c1a61d9454 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:45.965400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3025d6-ad81-4015-a928-f2c1a61d9454 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:45.970476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c3025d6-ad81-4015-a928-f2c1a61d9454 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/eca26c5c-c71b-4539-bb1f-2809bed8a6bb HTTP/1.1" status: 404 len: 333 time: 0.1697648 Apr 15 18:26:45.970980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38204) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:45.981110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9993224b-041c-40f6-9cb5-993c654786b1 None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:45.993368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.005618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.018997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3371062-839a-44b0-9476-e17fb06855e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.019568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3371062-839a-44b0-9476-e17fb06855e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.021669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3371062-839a-44b0-9476-e17fb06855e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/41e699b3-6fdd-429d-9874-5921c6108ee7 HTTP/1.1" status: 404 len: 337 time: 0.0494790 Apr 15 18:26:46.024732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38212) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.048540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Update dhcp port {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'fixed_ips': [{'subnet_id': '9f864c2a-c6c6-4cd9-9306-688c0d940190', 'ip_address': '172.20.0.18'}, {'subnet_id': '21762ec2-a939-4710-b43e-aeb6f3f53089'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'aef323b1-b431-4a05-981f-ba1f66844c48'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:26:46.053444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:46.065287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:security_group_rule and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:46.071030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:46.078133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb254ff6-298a-46e4-bc01-09d1685a8442 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.078771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb254ff6-298a-46e4-bc01-09d1685a8442 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.081901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cb254ff6-298a-46e4-bc01-09d1685a8442 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/3a09d8d6-543a-4363-86cf-33816c03c013 HTTP/1.1" status: 404 len: 333 time: 0.0548880 Apr 15 18:26:46.084323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38216) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.085377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:46.102147 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11c1e7bf-3a3c-4d9d-810c-5285c93faeac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58bad01147a640eb805fe35eeffbecfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934489 Apr 15 18:26:46.105689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38220) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.136157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.137460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1204a274-af73-4d9c-839e-0952e4415e84 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.138021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1204a274-af73-4d9c-839e-0952e4415e84 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.142578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1204a274-af73-4d9c-839e-0952e4415e84 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/63ea7a01-c939-4a81-a3a3-e4d2b6b6c180 HTTP/1.1" status: 404 len: 337 time: 0.0548453 Apr 15 18:26:46.142857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38224) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.196363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10e9c84-883a-4ea0-905c-fa2f94c96347 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.196903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10e9c84-883a-4ea0-905c-fa2f94c96347 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.202274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f10e9c84-883a-4ea0-905c-fa2f94c96347 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/6c968ed6-03d3-4e34-b6b4-96ce581f5941 HTTP/1.1" status: 404 len: 333 time: 0.0559711 Apr 15 18:26:46.202556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38228) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.207333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.262161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8fdf7a-b5fd-4670-befc-28781822d174 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.262963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8fdf7a-b5fd-4670-befc-28781822d174 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.267183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3e8fdf7a-b5fd-4670-befc-28781822d174 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/787c555f-3ff2-412a-8fe1-6b4ac9207c4a HTTP/1.1" status: 404 len: 337 time: 0.0611751 Apr 15 18:26:46.270513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.289828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.329525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-99eb44c2-ae36-4444-bee1-c31c111f13a9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.330092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99eb44c2-ae36-4444-bee1-c31c111f13a9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.330514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.335238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-99eb44c2-ae36-4444-bee1-c31c111f13a9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2d2073ac-5c6e-4624-b16d-c4c721b61d69 HTTP/1.1" status: 404 len: 337 time: 0.0601733 Apr 15 18:26:46.337294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38236) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.346242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.359755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26a1e17c-b759-47d9-857b-177aa5c11109 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:46.398155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5e91c8-6ba4-4d32-9df6-6929f37276e9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.398751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5e91c8-6ba4-4d32-9df6-6929f37276e9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.400912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c5e91c8-6ba4-4d32-9df6-6929f37276e9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/690c6502-022c-4702-8c7d-f4beb9e641c6 HTTP/1.1" status: 404 len: 333 time: 0.0638576 Apr 15 18:26:46.403734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69af29ec-0c63-41bf-b058-cd352a845853,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:46.403908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38240) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.410747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:46.414209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Allocated IP 172.20.0.2 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/21762ec2-a939-4710-b43e-aeb6f3f53089/aef323b1-b431-4a05-981f-ba1f66844c48) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:46.420164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.424162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6630743 Apr 15 18:26:46.424619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38244) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.427319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.437643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-676385811', 'security_groups': ['69af29ec-0c63-41bf-b058-cd352a845853'], 'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21762ec2-a939-4710-b43e-aeb6f3f53089'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:46.458222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fc8646-3cc4-4c5b-b500-9938e13b0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.458748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fc8646-3cc4-4c5b-b500-9938e13b0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.463302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3fc8646-3cc4-4c5b-b500-9938e13b0f11 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/4082e5ea-2a39-46b9-b20b-493c7e94e1b3 HTTP/1.1" status: 404 len: 337 time: 0.0558949 Apr 15 18:26:46.465620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38248) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.517169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98569c9-1b8b-48d6-8c61-d2bd5322a8ab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.517706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98569c9-1b8b-48d6-8c61-d2bd5322a8ab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.520143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d98569c9-1b8b-48d6-8c61-d2bd5322a8ab tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/bda40c34-486f-4a2c-b3d5-aced67297280 HTTP/1.1" status: 404 len: 337 time: 0.0529468 Apr 15 18:26:46.523861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38252) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.579424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fdb795-a28d-4fba-8cd1-083322f206e0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.579971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fdb795-a28d-4fba-8cd1-083322f206e0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.584910 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5fdb795-a28d-4fba-8cd1-083322f206e0 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/f8febcb0-e0eb-44d8-b26c-450c42b4e470 HTTP/1.1" status: 404 len: 333 time: 0.0572026 Apr 15 18:26:46.585062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-600ad80c-1068-4df8-b90f-3cb37406035a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:46.585316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38256) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.595679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.599739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e8ef803-d289-4356-b367-e14544ac8c6a HTTP/1.1" status: 204 len: 168 time: 0.4911377 Apr 15 18:26:46.601383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8ef803-d289-4356-b367-e14544ac8c6a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:46.607705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:46.608605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:46.620793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:46.632109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:46.640392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d028fcd3-52a4-48c8-808e-e6f6a057aebb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.640532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:46.641031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d028fcd3-52a4-48c8-808e-e6f6a057aebb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.645235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d028fcd3-52a4-48c8-808e-e6f6a057aebb tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca2ef15-de59-4d2d-a4a8-a0b9fcaed510 HTTP/1.1" status: 404 len: 337 time: 0.0563412 Apr 15 18:26:46.647681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38262) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.707651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-074d16db-f73a-4df0-b4f3-abe24d9d3bfa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.708458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074d16db-f73a-4df0-b4f3-abe24d9d3bfa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.714007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-074d16db-f73a-4df0-b4f3-abe24d9d3bfa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/c6361d63-e9b0-46cf-9f60-9ed357ae7ba1 HTTP/1.1" status: 404 len: 337 time: 0.0612812 Apr 15 18:26:46.714007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38266) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.769562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.806069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Transition to ACTIVE for port object aef323b1-b431-4a05-981f-ba1f66844c48 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:46.807064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c7b9a-7be5-44cf-8b09-c3cebdbf8f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.807650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5c7b9a-7be5-44cf-8b09-c3cebdbf8f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.809879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3f5c7b9a-7be5-44cf-8b09-c3cebdbf8f7c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/82dd9011-284f-454f-82f0-cb32f3d17d4c HTTP/1.1" status: 404 len: 333 time: 0.0955095 Apr 15 18:26:46.812356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38270) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.826007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.835980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:46.851962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] device_id is not set on port c4d92a0e-032c-499f-ac47-5b18e6afc401 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:46.873817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6401c3f-9fba-44d1-b714-39bc2236a5e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.874625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6401c3f-9fba-44d1-b714-39bc2236a5e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.876938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6401c3f-9fba-44d1-b714-39bc2236a5e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2401bcc6-b77e-421b-8f2e-9241d31ea757 HTTP/1.1" status: 404 len: 337 time: 0.0634181 Apr 15 18:26:46.881035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38274) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:46.968796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:46.971569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb033248-d839-4c89-8eb8-c6b7b79dd0f6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:46.972586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb033248-d839-4c89-8eb8-c6b7b79dd0f6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:46.977146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb033248-d839-4c89-8eb8-c6b7b79dd0f6 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/30a8573e-1bee-4661-ac76-85ab3e810603 HTTP/1.1" status: 404 len: 337 time: 0.0921690 Apr 15 18:26:46.977497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38280) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.040809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-078594f0-eba4-40aa-9261-22dd47c4a48a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6266762-d57b-40a6-b32c-eb18413a0577 HTTP/1.1" status: 200 len: 205 time: 0.0594997 Apr 15 18:26:47.041077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38284) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.158354 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-93f6ad40-11f8-46bd-8af8-f48a11f18c65 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] delete failed (client error): The resource could not be found. Apr 15 18:26:47.159634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93f6ad40-11f8-46bd-8af8-f48a11f18c65 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/routers/d6266762-d57b-40a6-b32c-eb18413a0577 HTTP/1.1" status: 404 len: 336 time: 0.1174951 Apr 15 18:26:47.162625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38290) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.235924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fbc633-dc6c-4af9-9fb3-ee517de9b121 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.236456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fbc633-dc6c-4af9-9fb3-ee517de9b121 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.238674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.11 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/21762ec2-a939-4710-b43e-aeb6f3f53089/c4d92a0e-032c-499f-ac47-5b18e6afc401) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:47.241128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-07fbc633-dc6c-4af9-9fb3-ee517de9b121 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/2b79a660-0d8c-4657-b05e-a2bc7f5d2aff HTTP/1.1" status: 404 len: 337 time: 0.0755773 Apr 15 18:26:47.242020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38294) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.292702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:47.296844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:47.318248 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6b74774-0cc9-4a53-b56b-69ff78aaf1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "GET /v2.0/ports?device_id=42887e56-b1f6-4bf1-9dd0-06dca6a149c5 HTTP/1.1" status: 200 len: 205 time: 0.0732412 Apr 15 18:26:47.320539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38300) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.418121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-cda8ad9c-8b4a-4966-9999-4aa3bcc8f74f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] delete failed (client error): The resource could not be found. Apr 15 18:26:47.419605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cda8ad9c-8b4a-4966-9999-4aa3bcc8f74f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/routers/42887e56-b1f6-4bf1-9dd0-06dca6a149c5 HTTP/1.1" status: 404 len: 336 time: 0.0964229 Apr 15 18:26:47.422039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38308) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.482748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-27705e94-c09f-4414-a3c3-6eb31ef19e0c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.483279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27705e94-c09f-4414-a3c3-6eb31ef19e0c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.485227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-27705e94-c09f-4414-a3c3-6eb31ef19e0c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/bf2856e6-778d-4ee0-8308-b10455110f94 HTTP/1.1" status: 404 len: 337 time: 0.0621111 Apr 15 18:26:47.487996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38314) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.534649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:47.559221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object c4d92a0e-032c-499f-ac47-5b18e6afc401 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:47.560256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4d2c4c-5a78-408d-af97-9729ef61795f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.560785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4d2c4c-5a78-408d-af97-9729ef61795f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.563899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d4d2c4c-5a78-408d-af97-9729ef61795f tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/c217dc78-e050-4f35-925d-409b37cd134b HTTP/1.1" status: 404 len: 337 time: 0.0742652 Apr 15 18:26:47.566788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38318) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.594153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:47.615866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3c975c5-607d-4e9f-8522-3bc4e8496985 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:47.624650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f598414e-1d37-40cd-aac9-26e218cbbe19 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.625189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f598414e-1d37-40cd-aac9-26e218cbbe19 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.627344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f598414e-1d37-40cd-aac9-26e218cbbe19 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/1e878b0d-750d-426d-8f1e-b1abd13d9d00 HTTP/1.1" status: 404 len: 333 time: 0.0595386 Apr 15 18:26:47.630087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38322) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.674012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab50ea13-9419-408a-a295-f199900f4ded tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.674535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab50ea13-9419-408a-a295-f199900f4ded tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.679449 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab50ea13-9419-408a-a295-f199900f4ded tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a8409f65-a4b6-461f-a921-6d015af54c8f HTTP/1.1" status: 404 len: 337 time: 0.0458870 Apr 15 18:26:47.681161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38328) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.801192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=c4d92a0e-032c-499f-ac47-5b18e6afc401,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:47.805963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:47.838671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae36703d-6cab-4ec4-88ee-303e2a94e5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.850500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae36703d-6cab-4ec4-88ee-303e2a94e5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.853969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ae36703d-6cab-4ec4-88ee-303e2a94e5f5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/b3b4c53c-22f0-4849-a82e-f9376732f674 HTTP/1.1" status: 404 len: 333 time: 0.1650004 Apr 15 18:26:47.855854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38338) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.878796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:47.880149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:47.882641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:47.904594 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81eb201-d84b-46ad-ae8d-5545134f39bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.905771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81eb201-d84b-46ad-ae8d-5545134f39bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.908353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f81eb201-d84b-46ad-ae8d-5545134f39bd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/39645922-a0d1-4eb0-b4ff-557247f58a7e HTTP/1.1" status: 404 len: 337 time: 0.0510228 Apr 15 18:26:47.911454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38344) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:47.961061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01eada8-a2c9-4ad3-98a6-aff395847d4c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:47.961603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01eada8-a2c9-4ad3-98a6-aff395847d4c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:47.963603 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e01eada8-a2c9-4ad3-98a6-aff395847d4c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/316c4341-790b-4d09-ba7d-32aeaecb7936 HTTP/1.1" status: 404 len: 333 time: 0.0510080 Apr 15 18:26:47.966370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38348) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.000693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:48.001401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.026638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e574a3a5-62aa-480b-944f-14940f7cebdc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.027513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e574a3a5-62aa-480b-944f-14940f7cebdc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.029492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e574a3a5-62aa-480b-944f-14940f7cebdc tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/50f31cda-24b0-44b0-a92e-c742a63bd947 HTTP/1.1" status: 404 len: 337 time: 0.0620093 Apr 15 18:26:48.032210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38352) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.051203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6256077 Apr 15 18:26:48.054030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38356) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.060924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:48.080640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38360) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.095214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5d6f8d-19b2-45b0-8073-10b79bb05db1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.095759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5d6f8d-19b2-45b0-8073-10b79bb05db1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.100612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac5d6f8d-19b2-45b0-8073-10b79bb05db1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/65f02883-6718-4cfd-a4cb-fa806470e5fc HTTP/1.1" status: 404 len: 333 time: 0.0670710 Apr 15 18:26:48.101364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38366) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.125441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Provisioning for port aef323b1-b431-4a05-981f-ba1f66844c48 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:48.138907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:48.139344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.169178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38370) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.195967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef7f454-7036-448d-8297-b5b314c50bc3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.198435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef7f454-7036-448d-8297-b5b314c50bc3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.208438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cef7f454-7036-448d-8297-b5b314c50bc3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/24f98735-603e-48fe-85d0-7414991ea8e6 HTTP/1.1" status: 404 len: 337 time: 0.1059377 Apr 15 18:26:48.317503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38376) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.373364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-471198608'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:48.386291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:48.393526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c30d58-e975-481a-9136-d9c426c60175 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.393809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c30d58-e975-481a-9136-d9c426c60175 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.398693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-61c30d58-e975-481a-9136-d9c426c60175 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/2c6f70ae-fd84-4d91-b004-213e46f788ec HTTP/1.1" status: 404 len: 333 time: 0.0753787 Apr 15 18:26:48.399405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38382) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.400590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Usage tracker for resource:network and tenant:0568ebba51fc4905a82cc76cb780337b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:48.406786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:48.439906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:48.440499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.455332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:48.479463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bce23d-95ec-4978-ab55-616d78898353 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.479992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bce23d-95ec-4978-ab55-616d78898353 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.481900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1bce23d-95ec-4978-ab55-616d78898353 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/f4d6adc9-6b0b-46a7-b4e8-773afb93a729 HTTP/1.1" status: 404 len: 337 time: 0.0771668 Apr 15 18:26:48.486266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38386) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.523059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9d138d64-9b50-4778-b574-420559ec7bc9 None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:48.553931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ddadf-3d6f-4f0b-9a62-29a2ad658a84 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:48.554485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ddadf-3d6f-4f0b-9a62-29a2ad658a84 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:48.555017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ddadf-3d6f-4f0b-9a62-29a2ad658a84 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:48.557340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-360ddadf-3d6f-4f0b-9a62-29a2ad658a84 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=69fafcd966e746a1a3f3beda84b49f90&network_id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 2999 time: 0.3789887 Apr 15 18:26:48.558700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:48.573319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.591944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.604354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:48.624946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-64095048-b163-4d59-823c-3bca3a7485e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.625499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64095048-b163-4d59-823c-3bca3a7485e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.630763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64095048-b163-4d59-823c-3bca3a7485e7 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/c5de4fe7-afff-4a2a-bf14-de940b78641f HTTP/1.1" status: 404 len: 333 time: 0.1411307 Apr 15 18:26:48.635519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:48.637773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38392) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.643679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Usage tracker for resource:security_group_rule and tenant:0568ebba51fc4905a82cc76cb780337b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:48.647930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:48.664471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3fe4656d-6fe1-45d4-ab8c-724a8d3bd434 None None] Provisioning for port c4d92a0e-032c-499f-ac47-5b18e6afc401 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:48.679480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3fe4656d-6fe1-45d4-ab8c-724a8d3bd434 None None] Provisioning complete for port c4d92a0e-032c-499f-ac47-5b18e6afc401 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:48.680194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fe4656d-6fe1-45d4-ab8c-724a8d3bd434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.684032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:48.690469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:48.696275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:48.703035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:48.704300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:48.713456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:48.720522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.746334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4656d-6fe1-45d4-ab8c-724a8d3bd434 None None] Port c4d92a0e-032c-499f-ac47-5b18e6afc401 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:48.764886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:48.765550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.809263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.811426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2525fe4d-ef25-4823-b818-6d19203b20f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.812027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2525fe4d-ef25-4823-b818-6d19203b20f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.822041 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2525fe4d-ef25-4823-b818-6d19203b20f3 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/a79717ba-cdc6-4fda-83a7-32febac40452 HTTP/1.1" status: 404 len: 337 time: 0.1829107 Apr 15 18:26:48.822844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.827520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38398) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.828453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-80ff99a7-6c99-4e68-ac66-96b6697a93c1 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:48.898949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21762ec2-a939-4710-b43e-aeb6f3f53089 (CIDR: 172.20.0.0/28) Apr 15 18:26:48.902881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:26:48.903190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.908456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:26:48.917831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdb42f0-387b-46a4-b57f-ae73d7bfce94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:48.919985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdb42f0-387b-46a4-b57f-ae73d7bfce94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:48.923879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96158dfb-3cb2-4c8d-be6a-8578de8578ae,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:48.929176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:48.932145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:48.932519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Added segment 2d4df1f7-82de-4240-9cc6-76ea4f974653 of type vlan for network 92e87759-8a07-45c0-88aa-be373a18f6b1 Apr 15 18:26:48.934621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfdb42f0-387b-46a4-b57f-ae73d7bfce94 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/ports/78126878-a9cb-4e3e-ad67-af1793994548 HTTP/1.1" status: 404 len: 333 time: 0.0960913 Apr 15 18:26:48.935672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6317adf4-ce12-4b77-a409-fc9a30ead888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8802979 Apr 15 18:26:48.938376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38402) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.940208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38404) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:48.947222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:49.007643 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b8e4a6-d303-43bd-8f8a-8bd4d6fc8a9e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] DELETE failed (client error): The resource could not be found. Apr 15 18:26:49.008167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b8e4a6-d303-43bd-8f8a-8bd4d6fc8a9e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:49.012495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0b8e4a6-d303-43bd-8f8a-8bd4d6fc8a9e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/subnets/38250d18-0a34-45ba-bfca-7b54d98351ea HTTP/1.1" status: 404 len: 337 time: 0.0672514 Apr 15 18:26:49.012495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.016068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38410) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:49.107118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:49.111173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:49.114253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:49.120793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:49.133458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:49.139666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.166481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.214877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.220978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:49.221636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.242263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-142be572-3f0b-4587-8451-ecc80112032e tempest-BulkNetworkOpsIpV6Test-1394297479 tempest-BulkNetworkOpsIpV6Test-1394297479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:49.284132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9f864c2a-c6c6-4cd9-9306-688c0d940190 (CIDR: 172.20.0.16/28) Apr 15 18:26:49.287637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:26:49.288187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:26:49.307519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ab43a1c3-78dd-4142-9f1d-18b39aed16b3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3676488 Apr 15 18:26:49.310278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38414) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:49.317467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'subnet': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:49.383468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3014436 Apr 15 18:26:49.390762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38420) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:49.423121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'subnet': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:49.443461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Network': ['ID=92e87759-8a07-45c0-88aa-be373a18f6b1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:49.456066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:26:49.500432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:49.524997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:49.529959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Usage tracker for resource:subnet and tenant:5fadf7759a44401985e6a956acae451a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:49.533701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:49.542161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:49.554505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Made reservation on behalf of 5fadf7759a44401985e6a956acae451a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:49.562168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.599572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.717007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:49.723628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Usage tracker for resource:subnet and tenant:0568ebba51fc4905a82cc76cb780337b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:49.735293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:49.746731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:49.766731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f0ff6-d890-4520-b761-45c133c833af']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:49.779358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:49.786039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.802844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7d4230-272c-49b8-8b5d-dfcea575e609') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:49.803203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7d4230-272c-49b8-8b5d-dfcea575e609') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:49.873021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.911605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:49.926653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:26:50.118998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:50.125692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:50.140089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:50.141027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ecab0b07-82de-48eb-be1e-4ba116e52660 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:50.277049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Subnet': ['ID=1d293957-b79b-4e41-bece-3efb1328705a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:50.290980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:50.332136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Network 530f0ff6-d890-4520-b761-45c133c833af has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:26:50.340972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:50.342403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:50.353496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ffd74-fee4-429b-b718-ee0fc6aae8ed None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:50.358348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:26:50.358855 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:26:50.362368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:50.390310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0763001 Apr 15 18:26:50.390644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38426) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:50.397959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-193865333', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d293957-b79b-4e41-bece-3efb1328705a'}], 'security_groups': ['ffe14f1b-e232-4e1e-b78c-479d3792501f', '221cc9b1-24fa-46f4-bbf1-124fbac2d251']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:50.461200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:50.479421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33c595cb-fa47-4c5f-89f2-001922e97440 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:50.504440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:50.525777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Pushing event deleted for resources: {'Network': ['ID=530f0ff6-d890-4520-b761-45c133c833af,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:50.540774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:50.554546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] 10.222.0.32 "DELETE /v2.0/networks/530f0ff6-d890-4520-b761-45c133c833af HTTP/1.1" status: 204 len: 168 time: 1.5360236 Apr 15 18:26:50.575698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.039325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38438) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:51.070168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.088522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb977f74-1fb5-4560-9a2e-8ec0bbf0525a tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:51.249670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Delete allocated IP 172.20.0.11 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/21762ec2-a939-4710-b43e-aeb6f3f53089) {{(pid=86082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:26:51.257226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Subnet': ['ID=e7070526-85f2-4788-bdbb-4b964ae35baf,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:51.260678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Allocated IP 172.20.0.35 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/1d293957-b79b-4e41-bece-3efb1328705a/c4d92a0e-032c-499f-ac47-5b18e6afc401) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:51.268716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:51.315931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Update dhcp port {'port': {'network_id': '0c42f4f3-0995-4151-a614-9ec1cf1de3bd', 'fixed_ips': [{'subnet_id': '9f864c2a-c6c6-4cd9-9306-688c0d940190', 'ip_address': '172.20.0.18'}, {'subnet_id': '21762ec2-a939-4710-b43e-aeb6f3f53089', 'ip_address': '172.20.0.2'}, {'subnet_id': '1d293957-b79b-4e41-bece-3efb1328705a'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': 'aef323b1-b431-4a05-981f-ba1f66844c48'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:26:51.344062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Checking segment: {'id': '2d4df1f7-82de-4240-9cc6-76ea4f974653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:51.344461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network hostable DHCP agents. Network: 92e87759-8a07-45c0-88aa-be373a18f6b1, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:26:51.367360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:26:51.372393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ae412b78-1fe1-4851-94d6-3e66a2d4d036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43302272f3a645f79e2e60f4548386ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335285 Apr 15 18:26:51.374988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38444) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:51.393099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.441465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 92e87759-8a07-45c0-88aa-be373a18f6b1) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:51.455485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:51.456064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.476282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0675244 Apr 15 18:26:51.479054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38456) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:51.486752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2098277378'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:51.516592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5e812-5823-468a-a4e5-9754dc510627 None None] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:51.576967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.625378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.685317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.689377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:51.694124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Usage tracker for resource:port and tenant:0568ebba51fc4905a82cc76cb780337b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:51.698832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:51.705150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Transition to ACTIVE for port object c4d92a0e-032c-499f-ac47-5b18e6afc401 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:51.716969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:51.720007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.721003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:51.728831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.771097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port 086d3f29-40e2-4e5c-bd1d-f002c04768bf yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:51.857099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f6ca901-1eda-46d4-8342-873535dec21c tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:51.900163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38462) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:51.913727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.921130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Allocated IP 172.20.0.34 (0c42f4f3-0995-4151-a614-9ec1cf1de3bd/1d293957-b79b-4e41-bece-3efb1328705a/aef323b1-b431-4a05-981f-ba1f66844c48) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:51.947919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-92e87759-8a07-45c0-88aa-be373a18f6b1', 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'tenant_id': '0568ebba51fc4905a82cc76cb780337b', 'fixed_ips': [{'subnet_id': 'e7070526-85f2-4788-bdbb-4b964ae35baf'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:26:51.948850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:51.978267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::1c6 (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/086d3f29-40e2-4e5c-bd1d-f002c04768bf) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:52.123668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.125325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39e756a2-7a62-490a-932a-deb7a8ef599e HTTP/1.1" status: 204 len: 168 time: 0.7493804 Apr 15 18:26:52.127426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a0dbe-c66f-4485-a3ab-3ac247e7eff5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:52.136799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e0a0dbe-c66f-4485-a3ab-3ac247e7eff5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74 HTTP/1.1" status: 200 len: 814 time: 0.2352173 Apr 15 18:26:52.163235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event updated for resources: {'Port': ['ID=c4d92a0e-032c-499f-ac47-5b18e6afc401,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:52.179297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:52.186353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e82c0eec-2ee3-42e3-b722-34a2ffcbac21 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:52.196647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] In _notify_port_updated(), no bound segment for port c4d92a0e-032c-499f-ac47-5b18e6afc401 on network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:26:52.204577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:52.205577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.211900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "PUT /v2.0/ports/c4d92a0e-032c-499f-ac47-5b18e6afc401 HTTP/1.1" status: 200 len: 959 time: 1.8200066 Apr 15 18:26:52.213104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38470) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:52.224910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:52.260153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.280799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Transition to ACTIVE for port object aef323b1-b431-4a05-981f-ba1f66844c48 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:52.284515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e756a2-7a62-490a-932a-deb7a8ef599e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:52.287915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:52.322158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port c4d92a0e-032c-499f-ac47-5b18e6afc401 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:52.322552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.345142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.385115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4301341-49a4-40b1-b394-107a6cbc570e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:52.476532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Pushing event updated for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:52.488668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:52.643063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:52.777240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.780259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:52.792821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:52.854827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-e2bf350b-05a0-4a96-8e5d-8d9bdb73731b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2989323 Apr 15 18:26:52.860737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:52.884175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object 086d3f29-40e2-4e5c-bd1d-f002c04768bf will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:52.927269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.089886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for c4d92a0e-032c-499f-ac47-5b18e6afc401 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:53.282533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.312001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.331894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.332340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b49e135f-6860-449a-9062-195310b2c99a disassociated. External IP: 172.26.7.173, port: 5e552dca-7a24-4775-bb93-da2bf1ebb47d. Apr 15 18:26:53.333105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22497ca0-62a7-471d-8cca-f3d6eefa65dd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:53.461246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=c4d92a0e-032c-499f-ac47-5b18e6afc401,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:53.482445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:53.489486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38508) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:53.560463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.583666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70eeeee7-ff64-4787-a4c9-c20ad3675e06 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:53.604613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Allocated IP 2001:db8::2 (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/707a44e7-a7e4-45a7-8297-35b17c70dc22) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:53.783897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:53.804616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/c4d92a0e-032c-499f-ac47-5b18e6afc401 HTTP/1.1" status: 204 len: 168 time: 1.5879266 Apr 15 18:26:53.806242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38514) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:53.810082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ac9b3eb2-acef-4907-9cc7-e6cd1f58a213 tempest-DvrRoutersNegativeTest-310346106 tempest-DvrRoutersNegativeTest-310346106-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1502722052', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:53.813758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.policy [None req-ac9b3eb2-acef-4907-9cc7-e6cd1f58a213 tempest-DvrRoutersNegativeTest-310346106 tempest-DvrRoutersNegativeTest-310346106-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=86082) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 15 18:26:53.814303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.policy [None req-ac9b3eb2-acef-4907-9cc7-e6cd1f58a213 tempest-DvrRoutersNegativeTest-310346106 tempest-DvrRoutersNegativeTest-310346106-project] Failed policy check for 'create_router' {{(pid=86082) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 15 18:26:53.815021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-ac9b3eb2-acef-4907-9cc7-e6cd1f58a213 tempest-DvrRoutersNegativeTest-310346106 tempest-DvrRoutersNegativeTest-310346106-project] create failed (client error): Access was denied to this resource. Apr 15 18:26:53.816276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac9b3eb2-acef-4907-9cc7-e6cd1f58a213 tempest-DvrRoutersNegativeTest-310346106 tempest-DvrRoutersNegativeTest-310346106-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3257217 Apr 15 18:26:53.883491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=086d3f29-40e2-4e5c-bd1d-f002c04768bf,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:53.884942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeada409-799d-47af-bd8a-d5392a2d1f73 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] GET failed (client error): The resource could not be found. Apr 15 18:26:53.886410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eeada409-799d-47af-bd8a-d5392a2d1f73 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Synchronizing usage tracker for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:53.891762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:53.906738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eeada409-799d-47af-bd8a-d5392a2d1f73 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Unset dirty status for tenant:5fadf7759a44401985e6a956acae451a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:53.911637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eeada409-799d-47af-bd8a-d5392a2d1f73 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports/c4d92a0e-032c-499f-ac47-5b18e6afc401 HTTP/1.1" status: 404 len: 333 time: 0.0939550 Apr 15 18:26:53.912443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:53.927071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed246-269a-4735-806a-82e19920cfe1 req-a6932938-c94a-44b5-b015-f9e46b871afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:53.929018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-a6932938-c94a-44b5-b015-f9e46b871afe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1098 time: 0.6454344 Apr 15 18:26:53.980203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Provisioning for port aef323b1-b431-4a05-981f-ba1f66844c48 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:53.988066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:53.988835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.016309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.065869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.091467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Transition to ACTIVE for port object 707a44e7-a7e4-45a7-8297-35b17c70dc22 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:54.120263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.213511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:54.219414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Transition to ACTIVE for port object 707a44e7-a7e4-45a7-8297-35b17c70dc22 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:54.226952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:54.227408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.231222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:54.239997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:54.246840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:54.248220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.302148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:54.308680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4df409-1c5c-410e-a141-df7eac66094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.312454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.326787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed246-269a-4735-806a-82e19920cfe1 req-4f2ae3b2-5797-4245-a9be-0d5049b29be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:54.328588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-4f2ae3b2-5797-4245-a9be-0d5049b29be1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.3314030 Apr 15 18:26:54.330210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.337085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b64bb2a-d0b0-4380-8cc6-3aa17903f69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:54.340652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:26:54.348948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-498b09b4-d9c1-4b48-becd-ca6601390019 None None] Could not find standard attr ID for object c4d92a0e-032c-499f-ac47-5b18e6afc401. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:26:54.350345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:54.387365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af29ec-0c63-41bf-b058-cd352a845853,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:54.396251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:54.400615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:54.412068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9318461 Apr 15 18:26:54.415815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38536) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:54.418555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.421177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/security-groups/69af29ec-0c63-41bf-b058-cd352a845853 HTTP/1.1" status: 204 len: 168 time: 0.5076542 Apr 15 18:26:54.428695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1442104860', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:03:41:89'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:54.431663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38542) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:54.433339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-615fce66-e1de-4964-9ac4-d8a94fe1963e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 217 time: 0.0953050 Apr 15 18:26:54.462347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Pushing event updated for resources: {'Port': ['ID=707a44e7-a7e4-45a7-8297-35b17c70dc22,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:54.540389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:54.571764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8120f406-371a-4b81-9097-0f3eeb81cd07 None None] Could not find standard attr ID for object c4d92a0e-032c-499f-ac47-5b18e6afc401. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:26:54.649763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:54.651102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:54.658321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:54.778895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed246-269a-4735-806a-82e19920cfe1 req-305e54e8-c4c7-4d10-afc5-8c69586ee86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:54.780554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-305e54e8-c4c7-4d10-afc5-8c69586ee86f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.3263218 Apr 15 18:26:54.789439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.851688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Attempting to bind port 707a44e7-a7e4-45a7-8297-35b17c70dc22 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:26:54.852555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Attempting to bind port 707a44e7-a7e4-45a7-8297-35b17c70dc22 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '2d4df1f7-82de-4240-9cc6-76ea4f974653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:26:54.853137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Attempting to bind port 707a44e7-a7e4-45a7-8297-35b17c70dc22 on network 92e87759-8a07-45c0-88aa-be373a18f6b1 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:26:54.861039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:26:54.861874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Checking segment: {'id': '2d4df1f7-82de-4240-9cc6-76ea4f974653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:26:54.862670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.863845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Bound using segment: {'id': '2d4df1f7-82de-4240-9cc6-76ea4f974653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:26:54.864698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Bound port: 707a44e7-a7e4-45a7-8297-35b17c70dc22, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4df1f7-82de-4240-9cc6-76ea4f974653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:26:54.865297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.907429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.924320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:26:54.932490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:54.936613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:26:54.954425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:54.955326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:54.991297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] For port 707a44e7-a7e4-45a7-8297-35b17c70dc22, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:26:54.996034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] For port 707a44e7-a7e4-45a7-8297-35b17c70dc22, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=707a44e7-a7e4-45a7-8297-35b17c70dc22,segment=NetworkSegment(2d4df1f7-82de-4240-9cc6-76ea4f974653),segment_id=2d4df1f7-82de-4240-9cc6-76ea4f974653)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:26:55.001084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.024291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ed246-269a-4735-806a-82e19920cfe1 req-7cffc59c-5b4f-41d2-9550-799f46d003d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:55.025953 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-7cffc59c-5b4f-41d2-9550-799f46d003d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2343271 Apr 15 18:26:55.134235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a488cb04-5a7f-4b6f-a0fc-5f660c33f85e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 690 time: 2.3468091 Apr 15 18:26:55.137326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:26:55.137991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.144749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38550) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:55.145788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.155884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22705d34-def5-446a-ac94-afb29e52dbd7 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:55.160222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:55.180301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Usage tracker for resource:port and tenant:0568ebba51fc4905a82cc76cb780337b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:55.183995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:55.186622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:55.194753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Usage tracker for resource:security_group_rule and tenant:487331c8c4aa474ea31348b8e91cf333 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:55.197787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:55.200331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:55.212071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:55.223683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:55.246024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff6b463b-f31e-4a28-ab6c-9a7971563a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:55.344874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Pushing event updated for resources: {'Port': ['ID=707a44e7-a7e4-45a7-8297-35b17c70dc22,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:55.351867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:55.402950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.429635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:55.442139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port d9c0a8cf-ec60-4942-8d28-15e044159837 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:55.647331 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1b6f785-b2e2-41c6-b813-b6cc3fec0d5c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 690 time: 0.4960341 Apr 15 18:26:55.659671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'status': 'completed', 'code': 200} Apr 15 18:26:55.663992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221cc9b1-24fa-46f4-bbf1-124fbac2d251,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:55.668940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:55.690298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::13a (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/d9c0a8cf-ec60-4942-8d28-15e044159837) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:26:55.706630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.707506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.708764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/security-groups/221cc9b1-24fa-46f4-bbf1-124fbac2d251 HTTP/1.1" status: 204 len: 168 time: 1.2742887 Apr 15 18:26:55.713124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38558) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:55.719914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:55.759040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8623a5e9-4bc1-4158-aa63-1bec49fdf252 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:55.769422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487331c8c4aa474ea31348b8e91cf333&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3708050 Apr 15 18:26:55.775654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38562) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:55.873748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-0846ec41-92b3-4ce1-ba7b-2f4857fb519e service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345511 Apr 15 18:26:55.908417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e1db5-b041-4c1a-81a1-c1f0d67c8c9d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:55.941781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:56.061284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.091838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-957ed246-269a-4735-806a-82e19920cfe1 req-41254b71-aec9-4fad-8eab-2997ffc26071 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849082 Apr 15 18:26:56.094478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.144005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.201352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.209375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:56.214631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:26:56.225278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:26:56.226173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:56.256886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.260553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.269632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0095a1a2-5fad-4a95-8297-9becad061d01 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:56.286167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e1db5-b041-4c1a-81a1-c1f0d67c8c9d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:56.291997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:56.327429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object d9c0a8cf-ec60-4942-8d28-15e044159837 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:26:56.327627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-ff96c10f-617c-471c-b628-4026733ed85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:56.329244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-ff96c10f-617c-471c-b628-4026733ed85d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1098 time: 0.1802201 Apr 15 18:26:56.329958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.336675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:56.339219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.357969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/564e1db5-b041-4c1a-81a1-c1f0d67c8c9d HTTP/1.1" status: 204 len: 168 time: 0.5667634 Apr 15 18:26:56.375764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe14f1b-e232-4e1e-b78c-479d3792501f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:56.385838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:56.399426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.403548 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/security-groups/ffe14f1b-e232-4e1e-b78c-479d3792501f HTTP/1.1" status: 204 len: 168 time: 0.6893909 Apr 15 18:26:56.404397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38568) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:56.420444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.464814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6990132-cf96-47d8-b41d-1e6268511562 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:56.514445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:26:56.649499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38576) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:56.706652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 707a44e7-a7e4-45a7-8297-35b17c70dc22 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:26:56.781626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 21762ec2-a939-4710-b43e-aeb6f3f53089 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:56.788146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:56.906401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-76298506-dfad-4125-9711-c29e7893aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:56.910959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-76298506-dfad-4125-9711-c29e7893aa4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.5601282 Apr 15 18:26:56.936924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 707a44e7-a7e4-45a7-8297-35b17c70dc22 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:56.958943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=d9c0a8cf-ec60-4942-8d28-15e044159837,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:56.993936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-319435b7-6a65-4ff8-9a4e-f08c711d6ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 690 time: 0.3408232 Apr 15 18:26:56.995515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:57.017869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e827-cf53-4265-b2b3-6277a88a5a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.045680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-1604042d-af27-40a7-8c08-0a3c27cfdd4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 217 time: 0.1254070 Apr 15 18:26:57.056707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:26:57.058178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:26:57.062620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:26:57.079031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.079791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.124534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.7046101 Apr 15 18:26:57.124534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38588) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:57.147465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.148773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.246422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393f818-1897-41c8-92a1-6f8efff4fa96 None None] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:57.282762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:26:57.284952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.288350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7549a65d-eccf-4a54-8b2f-b0f533c85343 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:26:57.292694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.296584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-cc61bc7b-2273-41f1-b960-f6eb014e8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.299491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-cc61bc7b-2273-41f1-b960-f6eb014e8705 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.2477546 Apr 15 18:26:57.306536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.307610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:57.327338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:57.332434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2033a066-c7fc-4079-8bb4-e6caaa75c466 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2060273 Apr 15 18:26:57.333193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38596) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:57.436649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.465562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port d9c0a8cf-ec60-4942-8d28-15e044159837 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:26:57.466503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.479507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-fb5506b6-2794-4bdd-996f-ef64ffde7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:57.481926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-fb5506b6-2794-4bdd-996f-ef64ffde7873 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741736 Apr 15 18:26:57.686417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Provisioning for port 707a44e7-a7e4-45a7-8297-35b17c70dc22 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:57.704231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Provisioning complete for port 707a44e7-a7e4-45a7-8297-35b17c70dc22 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:57.704931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.762746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38604) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:57.847717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:57.915531 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-842201a5-10bd-4214-9602-368293313e0c service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265547 Apr 15 18:26:57.942831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.088973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.101157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d13e140-c769-4ecf-9560-5821b39a1862 req-9e254d6d-45c5-48f7-b414-4c33de037c58 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777961 Apr 15 18:26:58.120999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7467365-1042-4eea-8cf3-c15202cdf6bc None None] New status for floating IP b49e135f-6860-449a-9062-195310b2c99a: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:26:58.132714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38612) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:58.219877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for d9c0a8cf-ec60-4942-8d28-15e044159837 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:26:58.229572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1021986779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:58.266785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:58.287332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a62cb8d-88d2-4c63-b43d-c1f6a7258b2d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 690 time: 0.1530094 Apr 15 18:26:58.289123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:router and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:58.329793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:58.351503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:58.370346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] For port 707a44e7-a7e4-45a7-8297-35b17c70dc22, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=707a44e7-a7e4-45a7-8297-35b17c70dc22,segment=NetworkSegment(2d4df1f7-82de-4240-9cc6-76ea4f974653),segment_id=2d4df1f7-82de-4240-9cc6-76ea4f974653)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:26:58.415050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.416469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.467867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.469603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.480478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1cbd034-1c4e-4ba9-b9d0-b329c673b3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:58.501505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dc3f212-10b3-479e-a38d-e2e712847cb8 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:58.505407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.640329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=21762ec2-a939-4710-b43e-aeb6f3f53089,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:58.645742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.662391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:58.758741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.780361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1034ba25-7a1a-446d-a556-ee1644028625 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:58.849669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.877430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=d9c0a8cf-ec60-4942-8d28-15e044159837,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:58.881216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.884608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:58.900443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/21762ec2-a939-4710-b43e-aeb6f3f53089 HTTP/1.1" status: 204 len: 168 time: 2.4333134 Apr 15 18:26:58.906757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38618) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:58.918654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Could not find standard attr ID for object d9c0a8cf-ec60-4942-8d28-15e044159837. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:26:58.934468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07472f-0788-4dbd-a212-080096f204dd None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:26:58.980389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:58.986517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e74af344-dccc-46d0-9002-5402d2cdf059 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2174358 Apr 15 18:26:58.994357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38622) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:59.001096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-976337965'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:59.007215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:59.011754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:network and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:59.014868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:59.022626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:59.051667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:59.057710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.063970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Provisioning complete for port 707a44e7-a7e4-45a7-8297-35b17c70dc22 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:59.064406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.079779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.120338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 1d293957-b79b-4e41-bece-3efb1328705a {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:26:59.127531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.190880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Pushing event updated for resources: {'Port': ['ID=707a44e7-a7e4-45a7-8297-35b17c70dc22,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:59.210602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:59.217726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.240245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:59.245000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:security_group_rule and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:26:59.257992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:26:59.259312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:59.262061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/d9c0a8cf-ec60-4942-8d28-15e044159837 HTTP/1.1" status: 204 len: 168 time: 1.9272702 Apr 15 18:26:59.264473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38628) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:59.305788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38632) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:59.316351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.388361 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-668bea82-efc6-4135-9d89-37d419a31519 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] GET failed (client error): The resource could not be found. Apr 15 18:26:59.389094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-668bea82-efc6-4135-9d89-37d419a31519 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:26:59.426264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b46d3b7-b4ec-410a-a05b-b0893bd58593 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 688 time: 0.1093311 Apr 15 18:26:59.435669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-668bea82-efc6-4135-9d89-37d419a31519 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:26:59.437184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-668bea82-efc6-4135-9d89-37d419a31519 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports/d9c0a8cf-ec60-4942-8d28-15e044159837 HTTP/1.1" status: 404 len: 333 time: 0.1716244 Apr 15 18:26:59.441649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38636) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:26:59.449661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-47897856'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:26:59.469745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Provisioning for port 086d3f29-40e2-4e5c-bd1d-f002c04768bf completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:26:59.484829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.486799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Provisioning complete for port 086d3f29-40e2-4e5c-bd1d-f002c04768bf triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:26:59.487235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.506335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.512820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.552066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-520fa55c-65fb-4ade-b557-9b725767a60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:59.566270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-95fce4ee-ea6d-4877-8304-dc29d68b7ca7 None None] Port 086d3f29-40e2-4e5c-bd1d-f002c04768bf cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:26:59.590986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:26:59.618299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:26:59.625327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.625723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Added segment a40d9ecf-50e3-4a86-ac51-a34ad9d512b6 of type vlan for network bcfc62a2-4922-4c6f-8164-09e1af83825a Apr 15 18:26:59.629806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:26:59.641138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac985ac6-9075-4708-823c-16b482ebee21,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:26:59.649726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:26:59.657736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.672404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:26:59.680381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9564e97e-cb13-40c4-abef-c003fe74d244 None None] Could not find standard attr ID for object d9c0a8cf-ec60-4942-8d28-15e044159837. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:26:59.695582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:26:59.760289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.864638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.871842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:26:59.872297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:26:59.881812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:26:59.919804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::84 (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:00.060064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0643945 Apr 15 18:27:00.065766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38640) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:00.069455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Network': ['ID=bcfc62a2-4922-4c6f-8164-09e1af83825a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:00.078503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'subnet': {'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:00.080774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network bcfc62a2-4922-4c6f-8164-09e1af83825a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:00.095415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60e0daf2-4a6a-4a70-bf3d-5e926053e200 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:00.210773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.235385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.240836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:00.255245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69eadbf5-288a-431a-b424-2a2d7560a88e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:00.276858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.299332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a5cc5f04-d4d3-4e90-a7d2-9feaaa3356f7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:00.361342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:00.370488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=1d293957-b79b-4e41-bece-3efb1328705a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:00.376675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:subnet and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:00.381129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:00.382040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:00.392406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:00.405636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81fb6649-9036-488d-8d7c-9a059faf0a4d None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:00.405892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81fb6649-9036-488d-8d7c-9a059faf0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.428870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:00.435921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.468348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:00.472071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:00.552146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:00.553671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:00.556350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:00.566909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:00.568001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.646395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2034304 Apr 15 18:27:00.649196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38648) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:00.656523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:03:41:89'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:00.671044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81fb6649-9036-488d-8d7c-9a059faf0a4d None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:00.672410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81fb6649-9036-488d-8d7c-9a059faf0a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.777194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:00.808212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 707a44e7-a7e4-45a7-8297-35b17c70dc22 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:00.816420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/1d293957-b79b-4e41-bece-3efb1328705a HTTP/1.1" status: 204 len: 168 time: 1.9084945 Apr 15 18:27:00.824172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38652) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:00.859806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-81fb6649-9036-488d-8d7c-9a059faf0a4d None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:00.862629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d273506-f486-4ee3-af98-15d74d6de428 None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:00.963793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38656) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:00.971951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525319419', 'description': 'tempest-secgroup-smoke-1525319419 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:00.981949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:01.046750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f858dd0f-729c-4571-924c-feae02c2e2ae None None] Provisioning for port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:01.049804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:01.059785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f858dd0f-729c-4571-924c-feae02c2e2ae None None] Provisioning complete for port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:01.060309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f858dd0f-729c-4571-924c-feae02c2e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.079512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.100250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 707a44e7-a7e4-45a7-8297-35b17c70dc22 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:01.100677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.109970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:01.114806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:01.117995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:01.125811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:01.129494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaccc18-3457-4778-a852-6f0721b7f008 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:01.130358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaccc18-3457-4778-a852-6f0721b7f008 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:01.132255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3aaccc18-3457-4778-a852-6f0721b7f008 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/21762ec2-a939-4710-b43e-aeb6f3f53089 HTTP/1.1" status: 404 len: 337 time: 0.3047893 Apr 15 18:27:01.141097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38660) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:01.206320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.222815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.225645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.252452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:01.265115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.266479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3016267 Apr 15 18:27:01.273743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38664) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:01.292549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:01.304338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:01.307719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9b605-af68-440c-a08c-77649c1bb61f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:01.311073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:01.319034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:01.326155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:01.326619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f858dd0f-729c-4571-924c-feae02c2e2ae None None] Port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:01.327422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting subnet 9f864c2a-c6c6-4cd9-9306-688c0d940190 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:01.332286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.387415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:01.398369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.455278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.505725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.821894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:01.841713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b487009a-fd44-4184-bf41-69e5eeeb3d51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.017724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Subnet': ['ID=3cf89c2b-a650-4d8e-9788-620c59504c17,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.021104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.044057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.053501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b1f2fb86-44e8-4b97-87ed-e427a1130cce None None] Provisioning complete for port aef323b1-b431-4a05-981f-ba1f66844c48 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:02.053722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fb86-44e8-4b97-87ed-e427a1130cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.058174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.068787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e7d15c0-c5b9-4bef-a6ed-91b3b85135c2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.106821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76482749-c6e2-4dc5-8359-3494e7974542,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.113562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.129905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.134027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8546450 Apr 15 18:27:02.134501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38670) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.142628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:02.153560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:02.159016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Checking segment: {'id': 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:02.159411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network hostable DHCP agents. Network: bcfc62a2-4922-4c6f-8164-09e1af83825a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:02.166575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:02.169781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:02.183511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:02.203583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network bcfc62a2-4922-4c6f-8164-09e1af83825a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:02.205775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b1f2fb86-44e8-4b97-87ed-e427a1130cce None None] Provisioning complete for port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:02.206327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fb86-44e8-4b97-87ed-e427a1130cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.208176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.226802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, bcfc62a2-4922-4c6f-8164-09e1af83825a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:02.241549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b26a4-4b79-413b-84c5-15d5f4db06bb None None] Network bcfc62a2-4922-4c6f-8164-09e1af83825a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:02.259849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:02.260315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.285480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.294528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.294761 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2236578 Apr 15 18:27:02.299402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38674) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.306760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.311190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'network': {'name': 'tempest-router-network01--250668443'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:02.314279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72a14792-71e5-4140-8037-5e66ce50ee46 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.317132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.319405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:02.321835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ee7b5c6-49c2-4640-b2b8-364b5594a9f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.335556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:network and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:02.344655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:02.352899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2fb86-44e8-4b97-87ed-e427a1130cce None None] Port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:02.357550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:02.362481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d87823-26e5-4e9b-aaa1-dcc31ece5337,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.366711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.370225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.375541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2361519 Apr 15 18:27:02.375541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38678) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.380800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:02.388000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:02.391978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:02.398569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.410569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:02.416693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:02.425417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:02.447973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.448922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:02.454391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.479143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.479540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Added segment dab7ea90-c27b-41f4-9171-33a113d8f9b9 of type vlan for network af86bbca-6204-43b3-ab25-16391aeff720 Apr 15 18:27:02.507462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-bcfc62a2-4922-4c6f-8164-09e1af83825a', 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a', 'tenant_id': '422c4a6f01fe4de5b2909ca6cddd9c1b', 'fixed_ips': [{'subnet_id': '3cf89c2b-a650-4d8e-9788-620c59504c17'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:02.508683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.550975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.559872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.589768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.592029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ced2c57f-4c00-4e2b-a54b-9620d0ad2a3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.603894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.607652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.623521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebf41b89-fc6c-4f41-83ab-a3cf15b657fd tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.627301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea12335d-ecda-43c4-95fb-8bfa4281c91c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.629800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.636541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:02.637127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.645303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.647626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:02.665390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.682109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/9f864c2a-c6c6-4cd9-9306-688c0d940190 HTTP/1.1" status: 204 len: 168 time: 1.5372534 Apr 15 18:27:02.684214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Subnet': ['ID=9f864c2a-c6c6-4cd9-9306-688c0d940190,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.684576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce426742-04c8-4a87-93f5-adc35ececc0c None None] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:02.686246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38686) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.701354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.776411 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86fa5a7-81da-4d35-8f8e-9b6cfafc72ce tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:02.776938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86fa5a7-81da-4d35-8f8e-9b6cfafc72ce tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:02.778968 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c86fa5a7-81da-4d35-8f8e-9b6cfafc72ce tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/86383474-c8f8-44f0-b00f-d326e0da6cf4 HTTP/1.1" status: 404 len: 337 time: 0.0890858 Apr 15 18:27:02.783684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38692) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.790807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Network': ['ID=af86bbca-6204-43b3-ab25-16391aeff720,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:02.794237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.802023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4201841 Apr 15 18:27:02.802023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:02.802023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4980624 Apr 15 18:27:02.802721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38696) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.803094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38698) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.816690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'network': {'name': 'tempest-router-network02--661661831'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:02.825276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:02.835283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:02.838786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:02.844638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-668d24c3-0038-4035-8b5a-ff71e4315574 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "GET /v2.0/ports?device_id=99436fef-828f-483f-8a37-e8ac67b04c22 HTTP/1.1" status: 200 len: 205 time: 0.0583742 Apr 15 18:27:02.845820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] In _notify_port_updated(), no bound segment for port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b on network 92e87759-8a07-45c0-88aa-be373a18f6b1 {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:27:02.852391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:02.853150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.857437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:02.858056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "PUT /v2.0/ports/f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b HTTP/1.1" status: 200 len: 1000 time: 2.2075593 Apr 15 18:27:02.858946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38704) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.859329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38706) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:02.862266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:network and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:02.867036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:02.881700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:02.891826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:02.895357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:02.930281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:02.986209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:02.993822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.005893 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-44d894c3-8570-4a23-9716-45c6066df22c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] delete failed (client error): The resource could not be found. Apr 15 18:27:03.006111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network af86bbca-6204-43b3-ab25-16391aeff720 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:03.007080 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44d894c3-8570-4a23-9716-45c6066df22c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/routers/99436fef-828f-483f-8a37-e8ac67b04c22 HTTP/1.1" status: 404 len: 336 time: 0.1467109 Apr 15 18:27:03.013250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38714) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.051672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:03.062690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.063087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Added segment 56ffb6c8-54df-4019-85ed-7ebd904f8975 of type vlan for network 4bed5083-4b54-4268-b272-181ffcb7d8e6 Apr 15 18:27:03.098697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.118616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8cc80b-cb37-4c5f-ad85-c66a5b3ccc0f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.119071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8cc80b-cb37-4c5f-ad85-c66a5b3ccc0f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.123709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ed8cc80b-cb37-4c5f-ad85-c66a5b3ccc0f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/09adac6e-e43e-406f-98d0-3b5a9122dfce HTTP/1.1" status: 404 len: 337 time: 0.0972588 Apr 15 18:27:03.124976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.148567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.155055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:03.155666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.181053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4e38f50-9973-4ac5-b901-160541290866 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:03.184549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:03.184952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.200423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Allocated IP 172.20.0.2 (bcfc62a2-4922-4c6f-8164-09e1af83825a/3cf89c2b-a650-4d8e-9788-620c59504c17/101a8321-ccdd-4be5-b42b-6ba447e4ccf1) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:03.212006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4054067 Apr 15 18:27:03.212147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38724) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.226011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.234608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'subnet': {'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:03.252256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7611088-77f0-479b-8020-1b50562f6f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.252973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7611088-77f0-479b-8020-1b50562f6f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.257039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f7611088-77f0-479b-8020-1b50562f6f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/73ec7b8e-af71-46b2-af5c-93a1efa8843b HTTP/1.1" status: 404 len: 337 time: 0.1286559 Apr 15 18:27:03.257689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38728) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.275165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.319685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Network': ['ID=4bed5083-4b54-4268-b272-181ffcb7d8e6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:03.322534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:03.323097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-749223b5-10f7-427f-8478-d42a8ec19c29 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:03.335590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.339948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5306988 Apr 15 18:27:03.340627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38732) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.342787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:03.345074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5fdda7-cbc8-4faa-b75f-091843c03bcf,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:03.350411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:03.355375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cce0efa3-cbf0-4a05-8a01-446b0ff35f44 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:03.357743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:03.361943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:03.365619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:03.374981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:03.385137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:27:03.393410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.409445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e3ed69-78d7-4361-af6f-95b620509da8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.410549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e3ed69-78d7-4361-af6f-95b620509da8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.414919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70e3ed69-78d7-4361-af6f-95b620509da8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/3cd53450-afb6-45f3-a771-07dcdaca6263 HTTP/1.1" status: 404 len: 337 time: 0.1316712 Apr 15 18:27:03.416282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38736) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.478460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8cde5e49-a3c4-4802-ae43-5ea7254532ae None None] Provisioning complete for port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:03.478678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cde5e49-a3c4-4802-ae43-5ea7254532ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.488638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-582d66d5-7b27-44a3-b303-1cf433f6f7ac tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.489299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582d66d5-7b27-44a3-b303-1cf433f6f7ac tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.493704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-582d66d5-7b27-44a3-b303-1cf433f6f7ac tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/8b41e29d-91c8-4a96-ad98-d2aa6056c6ab HTTP/1.1" status: 404 len: 333 time: 0.0738780 Apr 15 18:27:03.495564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38742) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.496683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-3c7f87e7-4f5b-4a22-989c-e858658e64d5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:03.532688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:03.541087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:subnet and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:03.546914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:03.548907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-791df2b6-6ff6-4773-8241-5ead6a0412c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.549706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791df2b6-6ff6-4773-8241-5ead6a0412c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.554256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-791df2b6-6ff6-4773-8241-5ead6a0412c5 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/3be2ef6b-fb8c-4369-b94e-08231940c529 HTTP/1.1" status: 404 len: 337 time: 0.0550580 Apr 15 18:27:03.555107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38746) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.577161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-3c7f87e7-4f5b-4a22-989c-e858658e64d5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:03.578832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-3c7f87e7-4f5b-4a22-989c-e858658e64d5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607174&fields=id&tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 267 time: 0.3286912 Apr 15 18:27:03.579793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:03.600390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-daae037f-ad0d-4707-96c8-14b4826a0434 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.601058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daae037f-ad0d-4707-96c8-14b4826a0434 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.606683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8cde5e49-a3c4-4802-ae43-5ea7254532ae None None] Port f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:03.609474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daae037f-ad0d-4707-96c8-14b4826a0434 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/92bdf6c5-5b66-4555-945e-981d89ec942e HTTP/1.1" status: 404 len: 337 time: 0.0529449 Apr 15 18:27:03.616873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.627762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.668062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.682463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66996776-d251-478d-825b-7f73c7a30d0e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:03.704384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e891a99-8e35-4def-8f71-c696ca91e942 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.704384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e891a99-8e35-4def-8f71-c696ca91e942 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.704384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7e891a99-8e35-4def-8f71-c696ca91e942 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/d439aab7-896a-4c7e-b9de-c2ab2f2af3be HTTP/1.1" status: 404 len: 333 time: 0.0863671 Apr 15 18:27:03.707936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38754) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.709027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.710926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df7ea1f-242b-45ab-81cc-2e28241a8923,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:03.713521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:03.722874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] DHCP port deletion for 0c42f4f3-0995-4151-a614-9ec1cf1de3bd request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:03.730335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Transition to ACTIVE for port object 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:03.737539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Deleting port aef323b1-b431-4a05-981f-ba1f66844c48 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:03.737922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.756276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:03.757507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.758940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4158070 Apr 15 18:27:03.760415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11594ba-4bc3-4954-b7c3-f64f110d4fff tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.761032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11594ba-4bc3-4954-b7c3-f64f110d4fff tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.762926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d11594ba-4bc3-4954-b7c3-f64f110d4fff tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/7b974f08-b166-43db-b162-3e5b1fc1a258 HTTP/1.1" status: 404 len: 337 time: 0.0537927 Apr 15 18:27:03.763635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38758) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.765602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.766217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38760) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.770603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '7fc9b605-af68-440c-a08c-77649c1bb61f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:03.778805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:03.820147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Transition to ACTIVE for port object 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:03.827219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:03.831117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb590f21-6f28-4a8a-9eae-5bdff84e1cb4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] DELETE failed (client error): The resource could not be found. Apr 15 18:27:03.832373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb590f21-6f28-4a8a-9eae-5bdff84e1cb4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:03.834317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb590f21-6f28-4a8a-9eae-5bdff84e1cb4 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/subnets/d36b0f1a-9a1b-4b64-8c5b-65b7e4444b0d HTTP/1.1" status: 404 len: 337 time: 0.0586078 Apr 15 18:27:03.835387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:03.838507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38766) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:03.839056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.855480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14cff02e-50ba-4cfc-bfe0-b1d875f095fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:03.880827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:03.911173 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:27:03.927842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Deleting port 40f102a0-2ec5-47c9-a2e2-6a72f024b081 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:03.928244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:03.961087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.000389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.059544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Pushing event updated for resources: {'Port': ['ID=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:04.112873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:04.127133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.156379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-98c759b3-9d43-4cf7-9449-fef8d7fd30d7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:04.156578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-98c759b3-9d43-4cf7-9449-fef8d7fd30d7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 0.5057042 Apr 15 18:27:04.165464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:04.184133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.192289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] For port aef323b1-b431-4a05-981f-ba1f66844c48, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=aef323b1-b431-4a05-981f-ba1f66844c48,segment=NetworkSegment(a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb),segment_id=a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:04.192707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.205186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:04.247638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e87b94a-a162-46fe-bb4d-a36ac779ab04,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:04.250277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:04.258309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.259314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4945788 Apr 15 18:27:04.261410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.298310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-1ce0e3cb-c8a5-41ed-8b7b-c04aa1a1e5f2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/quotas/c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 375 time: 0.1009471 Apr 15 18:27:04.345326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Network bcfc62a2-4922-4c6f-8164-09e1af83825a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:04.356395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Calling delete_port for aef323b1-b431-4a05-981f-ba1f66844c48 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:04.386771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:04.395587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:04.401218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Calling delete_port for 40f102a0-2ec5-47c9-a2e2-6a72f024b081 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:04.452157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:27:04.509825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.512748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Attempting to bind port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:04.513178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Attempting to bind port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:04.513598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Attempting to bind port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 on network bcfc62a2-4922-4c6f-8164-09e1af83825a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:04.531339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-26d113c1-ece8-4500-8068-bf066e79a05f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:04.531873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:04.532301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Checking segment: {'id': 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:04.532764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.533258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Bound using segment: {'id': 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:04.533714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Bound port: 101a8321-ccdd-4be5-b42b-6ba447e4ccf1, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bcfc62a2-4922-4c6f-8164-09e1af83825a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:04.534207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.603085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.631908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:04.645210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Port': ['ID=40f102a0-2ec5-47c9-a2e2-6a72f024b081,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:04.648110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:04.667706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:04.692052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.709017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/ports/40f102a0-2ec5-47c9-a2e2-6a72f024b081 HTTP/1.1" status: 204 len: 168 time: 0.8670728 Apr 15 18:27:04.709258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38782) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:04.772683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: aef323b1-b431-4a05-981f-ba1f66844c48 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:04.773069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device aef323b1-b431-4a05-981f-ba1f66844c48 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:04.774764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Pushing event deleted for resources: {'Port': ['ID=aef323b1-b431-4a05-981f-ba1f66844c48,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:04.794048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:04.852198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.857122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] For port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:04.863625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] For port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,segment=NetworkSegment(a40d9ecf-50e3-4a86-ac51-a34ad9d512b6),segment_id=a40d9ecf-50e3-4a86-ac51-a34ad9d512b6)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:04.868824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:04.888894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] No DVR routers for this DVR port aef323b1-b431-4a05-981f-ba1f66844c48 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:04.890480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fb730e87-8c5a-43a6-95bd-66f216eb07e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:05.006237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-aa787fe9-0bec-4ee4-97b4-08143d0f8107 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6865196 Apr 15 18:27:05.007394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.032167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b27d40b8-187f-46eb-94b3-197feb3fb5c1 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:05.061302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.073929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a54f1476-67a3-4a33-9f2f-dc7ac52a2c0c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1525319419&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.5691752 Apr 15 18:27:05.189682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c42f4f3-0995-4151-a614-9ec1cf1de3bd']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:05.204481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:05.204997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dabfe0-82c0-4bf4-aa18-9a8253ce3afb') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:05.220047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.232447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Pushing event updated for resources: {'Port': ['ID=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:05.236009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:05.236314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.242853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:05.248659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:05.294854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:05.428162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:05.437136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.549237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-b699c570-ef0f-47e0-b7f6-c2fee60dd8b5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:05.554879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-b699c570-ef0f-47e0-b7f6-c2fee60dd8b5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 797 time: 0.4602232 Apr 15 18:27:05.583573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-5ebc084b-d7df-475a-8ee0-9cb8286f8121 service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514278 Apr 15 18:27:05.651032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Network 0c42f4f3-0995-4151-a614-9ec1cf1de3bd has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:05.732782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-e87f4800-4661-4f13-b7af-9ccbd063f43c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.1481104 Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:05.775946 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:05.796640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.804115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d34f63d5-c110-4638-9116-19f099fe0f3c tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:05.831820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:05.843938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Pushing event deleted for resources: {'Network': ['ID=0c42f4f3-0995-4151-a614-9ec1cf1de3bd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:05.846469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:05.848521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] 10.222.0.32 "DELETE /v2.0/networks/0c42f4f3-0995-4151-a614-9ec1cf1de3bd HTTP/1.1" status: 204 len: 168 time: 1.1379144 Apr 15 18:27:06.005685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.032355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-a3778e9e-29b5-4e4f-b913-7592460e3947 service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144006 Apr 15 18:27:06.041985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.061042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bedd09ea-9282-4ef8-8a43-62f80a105fb7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:06.142266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:06.150571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b HTTP/1.1" status: 204 len: 168 time: 3.2879453 Apr 15 18:27:06.153292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38800) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:06.183365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-707e9d60-c508-4870-b8e4-e2794c5ec97d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4371276 Apr 15 18:27:06.230779 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-470ab64a-81d4-451e-bd18-4df79b080358 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] GET failed (client error): The resource could not be found. Apr 15 18:27:06.231621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-470ab64a-81d4-451e-bd18-4df79b080358 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:06.251681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-470ab64a-81d4-451e-bd18-4df79b080358 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:06.258496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-470ab64a-81d4-451e-bd18-4df79b080358 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports/f4aa45f5-cfc2-4eb2-95a1-ee6204a7e09b HTTP/1.1" status: 404 len: 333 time: 0.1041529 Apr 15 18:27:06.259396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38808) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:06.266632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1696852476'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:06.320565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Subnet': ['ID=0cf0c75a-d5b8-447a-921e-d8a0645d3bd8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:06.327197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:06.425892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-c49cc67d-0390-4ddb-9954-a34a8e480938 service neutron] 10.222.0.32 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214258 Apr 15 18:27:06.434228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Checking segment: {'id': 'dab7ea90-c27b-41f4-9171-33a113d8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:06.434500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network hostable DHCP agents. Network: af86bbca-6204-43b3-ab25-16391aeff720, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:06.449236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b63cd195-f39e-4408-bdd1-4e255d678fdc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fadf7759a44401985e6a956acae451a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012395 Apr 15 18:27:06.451456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38814) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:06.508767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:06.550140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.555920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:06.604054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.615065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:06.621616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.662284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7fe44465-b6b0-4093-b884-2df6a11c8374 req-84cf46df-83b3-473d-a20f-d8d3332b851b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.0696504 Apr 15 18:27:06.670296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network af86bbca-6204-43b3-ab25-16391aeff720 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:06.671097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:06.695282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:06.703446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, af86bbca-6204-43b3-ab25-16391aeff720) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:06.740337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:06.741332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.783420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cd0bb-8412-4794-92e7-44977e49c627 None None] Network af86bbca-6204-43b3-ab25-16391aeff720 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:06.787902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-01fd2081-8ff7-413d-bd5b-f5b3cadd0e4b service neutron] 10.222.0.32 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402660 Apr 15 18:27:06.800668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5787930 Apr 15 18:27:06.801779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38824) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:06.815239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'subnet': {'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:06.833508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.843318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1eb706f-fd86-43ee-a9a2-2326d986b6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:06.880842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a996f1f-d9d1-4aef-96ed-c64136a1d99f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:06.891102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:06.950806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:06.955264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a996f1f-d9d1-4aef-96ed-c64136a1d99f HTTP/1.1" status: 204 len: 168 time: 0.5027707 Apr 15 18:27:07.011231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::13b (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/360cc91c-2a39-47ac-8ec6-5a5a04e3b930) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:07.074735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:07.079883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Usage tracker for resource:subnet and tenant:422c4a6f01fe4de5b2909ca6cddd9c1b is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:07.083431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:07.090993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:07.110820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Made reservation on behalf of 422c4a6f01fe4de5b2909ca6cddd9c1b for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:07.123306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:07.242297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a0124-fdcb-4b03-873f-9cffbf4c3712 None None] Network bcfc62a2-4922-4c6f-8164-09e1af83825a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:07.282611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:07.302005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:07.334748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:07.375351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc5f932-d10d-487b-bb83-287995cd826b tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:07.400468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-139d0e22-a1e8-4058-915d-946de0b772be req-a72e7768-f982-4bc3-8897-58155da7be33 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 210 time: 0.2387445 Apr 15 18:27:07.537222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-af86bbca-6204-43b3-ab25-16391aeff720', 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720', 'tenant_id': '422c4a6f01fe4de5b2909ca6cddd9c1b', 'fixed_ips': [{'subnet_id': '0cf0c75a-d5b8-447a-921e-d8a0645d3bd8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:07.538351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:07.586452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=360cc91c-2a39-47ac-8ec6-5a5a04e3b930,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:07.601531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:07.609747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:07.669419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:07.674880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:07.679175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:07.685296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:07.686090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:07.726589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4653182 Apr 15 18:27:07.730007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38854) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:07.746119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:41:89'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:07.791342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Provisioning for port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:07.818060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Provisioning complete for port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:07.818450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.026817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.063247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dc3fc3d-6cfc-484a-8c5b-5e9cd5a4c4fe tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:08.072935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.231779 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-73087350-d528-4b1c-841d-ed2d03aacd00 req-5a3a66f4-840b-48ee-9bf9-dffab113e31e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.1701097 Apr 15 18:27:08.285073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Subnet': ['ID=301b42a3-0acb-416d-a499-8b71d74ce392,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:08.290342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:08.336105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] For port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,segment=NetworkSegment(a40d9ecf-50e3-4a86-ac51-a34ad9d512b6),segment_id=a40d9ecf-50e3-4a86-ac51-a34ad9d512b6)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:08.355960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.360096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:08.375711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Checking segment: {'id': '56ffb6c8-54df-4019-85ed-7ebd904f8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:08.376192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network hostable DHCP agents. Network: 4bed5083-4b54-4268-b272-181ffcb7d8e6, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:08.399319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:08.415079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 4bed5083-4b54-4268-b272-181ffcb7d8e6) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:08.430617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b70156-2d07-4ee3-9267-761309b15017 None None] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:08.443607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:08.444566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.450294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38870) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:08.483839 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6807711 Apr 15 18:27:08.486764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38876) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:08.570575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Allocated IP 172.20.0.2 (af86bbca-6204-43b3-ab25-16391aeff720/0cf0c75a-d5b8-447a-921e-d8a0645d3bd8/f6829045-37bb-4a1d-8753-1fb2552b04c9) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:08.608396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Pushing event updated for resources: {'Port': ['ID=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:08.624592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:08.677521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8488ae0b-cd9a-4841-a6a0-a61b7135f49f None None] Provisioning for port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:08.902500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:08.993502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.007408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Transition to ACTIVE for port object f6829045-37bb-4a1d-8753-1fb2552b04c9 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:09.013834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1674205305'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:09.019858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:09.023923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:09.026944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:09.039443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Transition to ACTIVE for port object f6829045-37bb-4a1d-8753-1fb2552b04c9 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:09.042405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8488ae0b-cd9a-4841-a6a0-a61b7135f49f None None] Provisioning complete for port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:09.042998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8488ae0b-cd9a-4841-a6a0-a61b7135f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.086265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.118165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:09.146135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-1c14e93f-3a75-4c02-ae42-68b729f58016 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:09.149822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-1c14e93f-3a75-4c02-ae42-68b729f58016 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:09.386819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-1c14e93f-3a75-4c02-ae42-68b729f58016 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:09.387876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-1c14e93f-3a75-4c02-ae42-68b729f58016 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 1.0375299 Apr 15 18:27:09.415111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-c54a32f1-b89b-4007-83fc-9a403745e5b2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:09.416712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-c54a32f1-b89b-4007-83fc-9a403745e5b2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 797 time: 0.4490316 Apr 15 18:27:09.431066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8488ae0b-cd9a-4841-a6a0-a61b7135f49f None None] Port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:09.467859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:09.476485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab599cca-d2d9-4b42-bd96-1910423d66f0 req-0cfc945b-bba2-4417-bdb0-7a5a4d14eace tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 210 time: 0.9088364 Apr 15 18:27:09.511480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Pushing event updated for resources: {'Port': ['ID=f6829045-37bb-4a1d-8753-1fb2552b04c9,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:09.518911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:09.529245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-63b83fef-b7b9-452f-8595-bb20df27f28f tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:09.542560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Network af86bbca-6204-43b3-ab25-16391aeff720 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:09.547171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:09.554276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:09.604721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-63b83fef-b7b9-452f-8595-bb20df27f28f tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:09.606270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-63b83fef-b7b9-452f-8595-bb20df27f28f tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 8067 time: 0.1885476 Apr 15 18:27:09.640350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'port': {'device_id': '127cc8e1-9562-4115-9779-09915afe0395', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'admin_state_up': True, 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'security_groups': ['f64f3f7b-eeaf-46d6-a650-20e844d89f7c']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:09.676755 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa89a1fe-dcbd-4e38-9ddd-e44dd7222bda req-81895665-b8c3-442d-94dd-23b45dbf19f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.2108076 Apr 15 18:27:09.677502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:09.686937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.707749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-4bed5083-4b54-4268-b272-181ffcb7d8e6', 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6', 'tenant_id': '422c4a6f01fe4de5b2909ca6cddd9c1b', 'fixed_ips': [{'subnet_id': '301b42a3-0acb-416d-a499-8b71d74ce392'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:09.708762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.736978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-36ff528a-91ea-431d-a09c-38558ed07578 None None] Provisioning complete for port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:09.740105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36ff528a-91ea-431d-a09c-38558ed07578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.761528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.791274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:09.795505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:security_group_rule and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:09.798587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:09.805522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:09.821362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:09.834830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:port and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:09.841705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:09.855254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-760d39ad-5806-4ede-bf44-ae7520cf0549 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:09.875363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:09.882083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-760d39ad-5806-4ede-bf44-ae7520cf0549 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:09.883785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-760d39ad-5806-4ede-bf44-ae7520cf0549 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 13147 time: 0.4353173 Apr 15 18:27:09.896717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['7fc9b605-af68-440c-a08c-77649c1bb61f']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:09.903150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.938491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:09.949670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c7a6cdc-f600-41d7-b4fe-403453cc8a68 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:10.002107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:10.011199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.013359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Made reservation on behalf of c49b7510b96c4c27823aff0cc32ded05 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:10.021776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.026345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd5946-32bd-4dc0-a1e4-e619418ee872,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:10.041258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.058475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:10.062350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.062752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 6932e758-6f27-4499-b904-bd011cbfd730 of type vlan for network ee0882bd-ce32-4630-8a06-8017e7d5133f Apr 15 18:27:10.072368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.101046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Attempting to bind port f6829045-37bb-4a1d-8753-1fb2552b04c9 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:10.101615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Attempting to bind port f6829045-37bb-4a1d-8753-1fb2552b04c9 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'dab7ea90-c27b-41f4-9171-33a113d8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:10.102169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Attempting to bind port f6829045-37bb-4a1d-8753-1fb2552b04c9 on network af86bbca-6204-43b3-ab25-16391aeff720 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:10.125757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:10.126309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Checking segment: {'id': 'dab7ea90-c27b-41f4-9171-33a113d8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:10.126925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.127444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Bound using segment: {'id': 'dab7ea90-c27b-41f4-9171-33a113d8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:10.128043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Bound port: f6829045-37bb-4a1d-8753-1fb2552b04c9, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab7ea90-c27b-41f4-9171-33a113d8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af86bbca-6204-43b3-ab25-16391aeff720'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:10.128598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.188794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab8bbbf5-382f-446c-9998-6514ebb32b82 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:10.249530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.366438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] For port f6829045-37bb-4a1d-8753-1fb2552b04c9, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:10.391021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] For port f6829045-37bb-4a1d-8753-1fb2552b04c9, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f6829045-37bb-4a1d-8753-1fb2552b04c9,segment=NetworkSegment(dab7ea90-c27b-41f4-9171-33a113d8f9b9),segment_id=dab7ea90-c27b-41f4-9171-33a113d8f9b9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:10.401184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] In _notify_port_updated(), no bound segment for port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 on network 92e87759-8a07-45c0-88aa-be373a18f6b1 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:27:10.408790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:10.413400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.414280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.424746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "PUT /v2.0/ports/360cc91c-2a39-47ac-8ec6-5a5a04e3b930 HTTP/1.1" status: 200 len: 1003 time: 2.6935542 Apr 15 18:27:10.429494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Allocated IP 172.20.0.2 (4bed5083-4b54-4268-b272-181ffcb7d8e6/301b42a3-0acb-416d-a499-8b71d74ce392/4b9d4d6f-b71c-4092-8711-71e324655eb7) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:10.433832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c233bf48-cb41-4bfe-a886-5340201a86d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:10.462465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=360cc91c-2a39-47ac-8ec6-5a5a04e3b930,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:10.475048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:10.478966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:10.488320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:10.589831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:10.591481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Allocated IP 172.20.0.1 (af86bbca-6204-43b3-ab25-16391aeff720/0cf0c75a-d5b8-447a-921e-d8a0645d3bd8/3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:10.603149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:10.633934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:10.653727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:10.654179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.691599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:10.718656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:10.724933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.841148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.860521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Transition to ACTIVE for port object 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:10.865178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Pushing event updated for resources: {'Port': ['ID=f6829045-37bb-4a1d-8753-1fb2552b04c9,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:10.882957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:10.891394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.899272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:10.899937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:10.917155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2174398a-f332-4583-86d2-52e2f917aca5 None None] Provisioning complete for port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:10.917937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2174398a-f332-4583-86d2-52e2f917aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.015028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.12 (11c762dc-822a-4c73-809f-885e67d261ab/154a3896-34a8-40aa-aba3-d7a9c690afbe/76579521-7a24-4075-bba6-dd44f2304847) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:11.023360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:11.056643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2174398a-f332-4583-86d2-52e2f917aca5 None None] Port 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:11.102649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:11.103311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.165412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.198997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bca655a1-fe75-4d8c-9218-f8acd360883f req-543c2cd1-9e21-49b0-9764-eaa7cd237378 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 210 time: 0.3125825 Apr 15 18:27:11.230128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=ee0882bd-ce32-4630-8a06-8017e7d5133f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:11.244700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network ee0882bd-ce32-4630-8a06-8017e7d5133f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:11.246040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7721264 Apr 15 18:27:11.247049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38898) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:11.264972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:11.267829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:11.275225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.293334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 76579521-7a24-4075-bba6-dd44f2304847 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:11.351101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.374853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Transition to ACTIVE for port object 4b9d4d6f-b71c-4092-8711-71e324655eb7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:11.402623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.431968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Port': ['ID=3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:11.435894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:11.440211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6a45b8e5-d631-45ff-a585-cf743a534df0 req-d74a7e9c-c0c1-4614-b5ab-7c8d3c086bdd tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.5522571 Apr 15 18:27:11.453337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305071377'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:11.468045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:11.473613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:11.477691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:11.486711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:11.492802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37e5e696-7cb5-4aa7-a34f-e9d7e9008127 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:11.537106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Transition to ACTIVE for port object 4b9d4d6f-b71c-4092-8711-71e324655eb7 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:11.549489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.566719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-439bff1b-b523-414d-bf48-021bc7b6256d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:11.570082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:11.576703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.593578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:11.630908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network af86bbca-6204-43b3-ab25-16391aeff720 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:11.633386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:11.636173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:11.663404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:11.669875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.20.0.6 (22df922b-f838-4e4f-b152-6c65ec2d2b51/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a/fb35c935-e4c2-49e6-8121-974529925f66) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:11.687712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:11.715181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.715905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 6177b50d-30a6-4142-a4f8-98a8862bd183 of type vlan for network 225392f8-c212-423e-9021-e3ea313ba9fb Apr 15 18:27:11.723404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.724328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Pushing event updated for resources: {'Port': ['ID=4b9d4d6f-b71c-4092-8711-71e324655eb7,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:11.741225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:11.772233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.810685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:11.812012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:11.817894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:11.872902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.881863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:11.882566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.889703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:11.907122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.923370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Attempting to bind port 4b9d4d6f-b71c-4092-8711-71e324655eb7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:11.923799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Attempting to bind port 4b9d4d6f-b71c-4092-8711-71e324655eb7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '56ffb6c8-54df-4019-85ed-7ebd904f8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:11.924220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Attempting to bind port 4b9d4d6f-b71c-4092-8711-71e324655eb7 on network 4bed5083-4b54-4268-b272-181ffcb7d8e6 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:11.930542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:11.930968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Checking segment: {'id': '56ffb6c8-54df-4019-85ed-7ebd904f8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:11.931425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:11.931872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Bound using segment: {'id': '56ffb6c8-54df-4019-85ed-7ebd904f8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:11.932398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Bound port: 4b9d4d6f-b71c-4092-8711-71e324655eb7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ffb6c8-54df-4019-85ed-7ebd904f8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4bed5083-4b54-4268-b272-181ffcb7d8e6'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:11.932825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:12.009822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:12.046575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] For port 4b9d4d6f-b71c-4092-8711-71e324655eb7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:12.051202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] For port 4b9d4d6f-b71c-4092-8711-71e324655eb7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b9d4d6f-b71c-4092-8711-71e324655eb7,segment=NetworkSegment(56ffb6c8-54df-4019-85ed-7ebd904f8975),segment_id=56ffb6c8-54df-4019-85ed-7ebd904f8975)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:12.063582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:12.083283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed50fa8e-8911-4fe1-939b-0b5c7b980ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:12.261190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Pushing event updated for resources: {'Port': ['ID=4b9d4d6f-b71c-4092-8711-71e324655eb7,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:12.264926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:12.384637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=225392f8-c212-423e-9021-e3ea313ba9fb,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:12.387777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:12.399548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 225392f8-c212-423e-9021-e3ea313ba9fb details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:12.479617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1976564 Apr 15 18:27:12.492872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for 360cc91c-2a39-47ac-8ec6-5a5a04e3b930 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:12.498542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:12.530371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:12.676504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:12.694890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:12.707788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:12.767305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f6829045-37bb-4a1d-8753-1fb2552b04c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:12.887848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8001d9ba-82db-4ad4-a3c8-279bb0b397ef req-38c4c96c-e335-45c9-af6b-6d8a0e141a56 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.1463149 Apr 15 18:27:12.980584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f6829045-37bb-4a1d-8753-1fb2552b04c9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:12.986950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3a241-e22c-46e5-94b6-1c991516c2f1 req-c3e81e1a-aafc-4879-828b-22b13844d7ec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:13.000564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dbd3a241-e22c-46e5-94b6-1c991516c2f1 req-c3e81e1a-aafc-4879-828b-22b13844d7ec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 932 time: 0.6478364 Apr 15 18:27:13.016600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:13.017660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.065164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d6edd-5e8b-42e9-92a2-20fcb03e2439 None None] Network af86bbca-6204-43b3-ab25-16391aeff720 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:13.111703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:13.131070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:13.137517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.138969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:13.146815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.170022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:13.180229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:13.217921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dbd3a241-e22c-46e5-94b6-1c991516c2f1 req-cb5b9791-7716-484f-9396-430676ceb25a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160308 Apr 15 18:27:13.221909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:13.228613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.282237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=360cc91c-2a39-47ac-8ec6-5a5a04e3b930,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:13.352464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Transition to ACTIVE for port object fb35c935-e4c2-49e6-8121-974529925f66 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:13.361797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:13.367444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4766550 Apr 15 18:27:13.397534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Provisioning for port f6829045-37bb-4a1d-8753-1fb2552b04c9 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:13.414270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Provisioning complete for port f6829045-37bb-4a1d-8753-1fb2552b04c9 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:13.416484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.423948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.429202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/360cc91c-2a39-47ac-8ec6-5a5a04e3b930 HTTP/1.1" status: 204 len: 168 time: 2.9474709 Apr 15 18:27:13.435646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Request body: {'port': {'device_id': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:13.473673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38910) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:13.573486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b4c0f8-bad0-4679-a0fd-e0b2807a9149 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] GET failed (client error): The resource could not be found. Apr 15 18:27:13.574541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1b4c0f8-bad0-4679-a0fd-e0b2807a9149 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:13.694714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1b4c0f8-bad0-4679-a0fd-e0b2807a9149 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:13.700191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1b4c0f8-bad0-4679-a0fd-e0b2807a9149 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports/360cc91c-2a39-47ac-8ec6-5a5a04e3b930 HTTP/1.1" status: 404 len: 333 time: 0.2186010 Apr 15 18:27:13.700380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38914) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:13.703398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.716086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1064079470'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:13.817401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.848614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:13.867441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.910930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.918439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] For port f6829045-37bb-4a1d-8753-1fb2552b04c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f6829045-37bb-4a1d-8753-1fb2552b04c9,segment=NetworkSegment(dab7ea90-c27b-41f4-9171-33a113d8f9b9),segment_id=dab7ea90-c27b-41f4-9171-33a113d8f9b9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:13.927276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:13.929215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:13.945187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.004560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3b50167-53c6-41ad-8590-e674ec694f69 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:14.077872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-21716f28-5d71-4e72-a65f-86b597ba6856 None None] Provisioning for port 76579521-7a24-4075-bba6-dd44f2304847 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:14.089543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Pushing event updated for resources: {'Port': ['ID=f6829045-37bb-4a1d-8753-1fb2552b04c9,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:14.097542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:14.098589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-21716f28-5d71-4e72-a65f-86b597ba6856 None None] Provisioning complete for port 76579521-7a24-4075-bba6-dd44f2304847 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:14.099009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21716f28-5d71-4e72-a65f-86b597ba6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.215055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-21716f28-5d71-4e72-a65f-86b597ba6856 None None] Port 76579521-7a24-4075-bba6-dd44f2304847 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:14.258894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:14.274757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:14.352254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Provisioning for port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:14.370532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Provisioning complete for port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:14.370955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.468762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.478073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:14.482507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d96ff2-261f-4869-92e2-e8015c39d768 None None] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:14.486375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Port': ['ID=3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:14.496438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:14.503530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:14.508060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:14.512870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:14.633204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.633958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Provisioning complete for port f6829045-37bb-4a1d-8753-1fb2552b04c9 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:14.634375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d99d326e-0eb8-4ba6-8a0a-479078be6ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.639057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:14.640309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.715433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:14.807130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:14.843024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2216616 Apr 15 18:27:14.867707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Request body: {'port': {'device_id': '127cc8e1-9562-4115-9779-09915afe0395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:14.885747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f6829045-37bb-4a1d-8753-1fb2552b04c9 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:14.906551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76579521-7a24-4075-bba6-dd44f2304847 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:27:14.916450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:14.922164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.924063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:14.961493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Transition to ACTIVE for port object 76579521-7a24-4075-bba6-dd44f2304847 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:14.962928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:15.004147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.037350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e52d8-9dd4-4e26-8283-b7ad3edb4150 req-6174b197-bbaf-4c13-b662-99d5445d1c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:15.039083 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-082e52d8-9dd4-4e26-8283-b7ad3edb4150 req-6174b197-bbaf-4c13-b662-99d5445d1c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 931 time: 0.8975129 Apr 15 18:27:15.057223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f6829045-37bb-4a1d-8753-1fb2552b04c9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:15.057652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.103540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0d8185a6-16ef-494c-a33f-ee8f6dbeda22 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:15.111874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network af86bbca-6204-43b3-ab25-16391aeff720 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:15.119829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:15.192353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Provisioning for port 4b9d4d6f-b71c-4092-8711-71e324655eb7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:15.217891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b4bdf-aee8-44e5-ad3d-4f008d85dcb7 req-e7108352-35e3-4893-b8db-817d03d0d6cf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:15.219911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb2b4bdf-aee8-44e5-ad3d-4f008d85dcb7 req-e7108352-35e3-4893-b8db-817d03d0d6cf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 932 time: 0.7525284 Apr 15 18:27:15.264234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Pushing event updated for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:15.272872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:15.296664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Provisioning complete for port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:15.297209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.317977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.395648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b9d4d6f-b71c-4092-8711-71e324655eb7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:15.491168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:15.521177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Provisioning for port fb35c935-e4c2-49e6-8121-974529925f66 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:15.528653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Provisioning complete for port fb35c935-e4c2-49e6-8121-974529925f66 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:15.529054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.587725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3d57226-6763-46ff-b2d3-734697553362 None None] Port fb35c935-e4c2-49e6-8121-974529925f66 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:15.591001 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-082e52d8-9dd4-4e26-8283-b7ad3edb4150 req-971287db-2eb8-4f82-a548-19a2380958a8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5098052 Apr 15 18:27:15.598852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4b9d4d6f-b71c-4092-8711-71e324655eb7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:15.615490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4b9d4d6f-b71c-4092-8711-71e324655eb7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:15.615783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.649627 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb2b4bdf-aee8-44e5-ad3d-4f008d85dcb7 req-ed5eae9a-e6e2-4831-aa9b-b34f7ad721cb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039950 Apr 15 18:27:15.674098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Attempting to bind port 76579521-7a24-4075-bba6-dd44f2304847 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:15.674562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Attempting to bind port 76579521-7a24-4075-bba6-dd44f2304847 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:15.675508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Attempting to bind port 76579521-7a24-4075-bba6-dd44f2304847 on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:15.685754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Port 76579521-7a24-4075-bba6-dd44f2304847 on network 11c762dc-822a-4c73-809f-885e67d261ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:27:15.686157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Attempting to bind port 76579521-7a24-4075-bba6-dd44f2304847 on network 11c762dc-822a-4c73-809f-885e67d261ab {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:15.739471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::326 (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/1ded7a38-1b95-4544-a7a0-09071e6ba1f1) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:15.741798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:15.742211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Checking segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:15.742847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Bound using segment: {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:15.743117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Bound port: 76579521-7a24-4075-bba6-dd44f2304847, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3593b7-7e75-4116-9c95-01699f84a3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:15.743510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.767061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2088f1d-0157-484e-b83f-d4eb6f62266d None None] Provisioning complete for port 4b9d4d6f-b71c-4092-8711-71e324655eb7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:15.767764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2088f1d-0157-484e-b83f-d4eb6f62266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.802196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.868749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4b9d4d6f-b71c-4092-8711-71e324655eb7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b9d4d6f-b71c-4092-8711-71e324655eb7,segment=NetworkSegment(56ffb6c8-54df-4019-85ed-7ebd904f8975),segment_id=56ffb6c8-54df-4019-85ed-7ebd904f8975)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:15.899181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:15.906479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c3cb90e-69ab-4db3-9217-0ce5281e0879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:15.967319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:15.981220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76579521-7a24-4075-bba6-dd44f2304847,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:15.986296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Router 4e7df50b-69b1-436f-8c27-ef821f12e08f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:27:15.995899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.006105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4b9d4d6f-b71c-4092-8711-71e324655eb7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:16.009706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:16.013803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:16.015750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2088f1d-0157-484e-b83f-d4eb6f62266d None None] Provisioning complete for port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:16.015910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2088f1d-0157-484e-b83f-d4eb6f62266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.076229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e2088f1d-0157-484e-b83f-d4eb6f62266d None None] Port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:16.187509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Pushing event updated for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:16.194721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:16.270399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.274237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb35c935-e4c2-49e6-8121-974529925f66 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:27:16.276147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.285510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.291974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:16.292648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.294586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] 10.222.0.49 "PUT /v2.0/ports/76579521-7a24-4075-bba6-dd44f2304847 HTTP/1.1" status: 200 len: 1094 time: 2.8721466 Apr 15 18:27:16.294708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'tag': '76579521-7a24-4075-bba6-dd44f2304847'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:16.298338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c581ce66-1544-4941-af0e-91dc6e563f5a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:16.323130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Transition to ACTIVE for port object fb35c935-e4c2-49e6-8121-974529925f66 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:16.330728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.349774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-174fe882-dd92-49b8-9d35-cc176effedaa tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:16.352480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:16.368679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] Sync routers for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:16.381044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:16.381808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:16.429645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:16.430543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'tag': '76579521-7a24-4075-bba6-dd44f2304847', 'status': 'completed', 'code': 200} Apr 15 18:27:16.457982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:16.468208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:16.469159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:16.473713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=ffea3185-aa2a-4b37-af3d-113a82cd48a9,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:16.479972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:16.488301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9997773 Apr 15 18:27:16.500799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38924) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:16.541322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:16.542011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a068c92-9ca2-4252-89f2-fb34cb6e571d None None] The sync data for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:16.626811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b9d4d6f-b71c-4092-8711-71e324655eb7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:16.723411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4b9d4d6f-b71c-4092-8711-71e324655eb7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:16.724231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:16.922302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:16.928358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:17.028549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-797e2c03-1a2a-4535-8632-702ba7e8142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.030215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-797e2c03-1a2a-4535-8632-702ba7e8142d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 1097 time: 0.6845558 Apr 15 18:27:17.123487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-93feab21-2acf-41ca-a1e7-991d762c04e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76579521-7a24-4075-bba6-dd44f2304847 HTTP/1.1" status: 200 len: 217 time: 0.0850112 Apr 15 18:27:17.153003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.240997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:17.275123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-632b17fa-aa5e-4b0f-addb-a648fa678e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.276640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-632b17fa-aa5e-4b0f-addb-a648fa678e1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1246831 Apr 15 18:27:17.342404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Attempting to bind port fb35c935-e4c2-49e6-8121-974529925f66 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:17.342783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Attempting to bind port fb35c935-e4c2-49e6-8121-974529925f66 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:17.343152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Attempting to bind port fb35c935-e4c2-49e6-8121-974529925f66 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:17.350879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Port fb35c935-e4c2-49e6-8121-974529925f66 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:27:17.351241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Attempting to bind port fb35c935-e4c2-49e6-8121-974529925f66 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:17.358956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:17.359312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:17.359736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Bound using segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:17.360207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Bound port: fb35c935-e4c2-49e6-8121-974529925f66, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:17.360591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.450106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-543494eb-e946-4a14-906d-3f4679ede964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.451650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-543494eb-e946-4a14-906d-3f4679ede964 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1647649 Apr 15 18:27:17.532010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '6932e758-6f27-4499-b904-bd011cbfd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:17.532420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: ee0882bd-ce32-4630-8a06-8017e7d5133f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:17.544362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=1ded7a38-1b95-4544-a7a0-09071e6ba1f1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:17.558781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:17.571138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:17.582713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb35c935-e4c2-49e6-8121-974529925f66,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:17.589170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd4bc-e417-444b-b571-85aaede1742c req-0b3435b8-d47c-4cdc-a04a-85645bcaaada tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.590851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d98dd4bc-e417-444b-b571-85aaede1742c req-0b3435b8-d47c-4cdc-a04a-85645bcaaada tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 944 time: 0.6228275 Apr 15 18:27:17.596721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.614250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37e9e7f1-d7cd-4b58-8004-a8e9cfc3b132 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:17.655828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a4d2a-d426-46b3-b915-4f53272abc4c req-81a6f56f-b953-4a28-8063-b61f42e68e4e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.656929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5b3a4d2a-d426-46b3-b915-4f53272abc4c req-81a6f56f-b953-4a28-8063-b61f42e68e4e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 943 time: 0.6901214 Apr 15 18:27:17.772961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-50f94821-7a60-4446-ba9c-ea7764f0143b service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064184 Apr 15 18:27:17.808672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network ee0882bd-ce32-4630-8a06-8017e7d5133f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:17.875261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, ee0882bd-ce32-4630-8a06-8017e7d5133f) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:17.878045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:17.884725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fd3d39-3f4a-442d-a227-ee6a94f52937 None None] Network ee0882bd-ce32-4630-8a06-8017e7d5133f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:17.891767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:17.906923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5b3a4d2a-d426-46b3-b915-4f53272abc4c req-9cbb99dd-479d-46e6-a64d-1191f8639a01 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246780 Apr 15 18:27:17.909828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d98dd4bc-e417-444b-b571-85aaede1742c req-c5d70627-e3f1-4ec1-a8e3-4e203121cc20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400331 Apr 15 18:27:17.916326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:17.920511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:17.923070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.923727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.939278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.939964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.942125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] 10.222.0.49 "PUT /v2.0/ports/fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 200 len: 1093 time: 3.0806916 Apr 15 18:27:17.972163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:17.978486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:17.979189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:17.982033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c243e3b5-f458-4385-9661-e216e38e23b0 req-44c6733e-f13c-49ce-bcbf-25be478e7445 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915731 Apr 15 18:27:18.035095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.5317163 Apr 15 18:27:18.035960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38932) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:18.044621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3430669 Apr 15 18:27:18.045655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38936) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:18.050594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:18.132999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'network_id': '92e87759-8a07-45c0-88aa-be373a18f6b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1154709204'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:18.173276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-92649daf-61d1-46ff-9d55-b2c1dc4107e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.175951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-92649daf-61d1-46ff-9d55-b2c1dc4107e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1096 time: 0.1928401 Apr 15 18:27:18.232399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-ee0882bd-ce32-4630-8a06-8017e7d5133f', 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': 'ffea3185-aa2a-4b37-af3d-113a82cd48a9'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:18.233342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:18.270178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-f989f82e-2c47-4a1e-b903-a1ef428dff44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 200 len: 217 time: 0.0844646 Apr 15 18:27:18.277155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-25f898e1-06ce-4532-965c-5634d453b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.278824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-25f898e1-06ce-4532-965c-5634d453b3bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 1097 time: 0.2388523 Apr 15 18:27:18.358165 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-13b143ba-50f9-4fd6-9f7f-156ac6290581 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:27:18.359574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13b143ba-50f9-4fd6-9f7f-156ac6290581 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8564951 Apr 15 18:27:18.366665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38940) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:18.432943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:18.459230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Allocated IP 2001:db8::2 (ee0882bd-ce32-4630-8a06-8017e7d5133f/ffea3185-aa2a-4b37-af3d-113a82cd48a9/a7b12b4f-331a-4bec-9e36-5850c4420b11) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:18.459389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-9b02bd1d-83ae-4e23-abd1-4d24635bccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.461035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-9b02bd1d-83ae-4e23-abd1-4d24635bccf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.1812661 Apr 15 18:27:18.495397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-aa856e59-5f4e-4640-a49c-024be18d3091 None None] Provisioning for port 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:18.517261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66', 'status': 'completed', 'code': 200} Apr 15 18:27:18.553374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:18.556931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-acd63b0b-2d75-40a7-b59f-736461367b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.557980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:18.558657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-acd63b0b-2d75-40a7-b59f-736461367b4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.2363877 Apr 15 18:27:18.559091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-aa856e59-5f4e-4640-a49c-024be18d3091 None None] Provisioning complete for port 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:18.559622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aa856e59-5f4e-4640-a49c-024be18d3091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:18.561122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:18.598373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:18.629791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:18.645048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-66ada5f9-3f94-493d-b9b4-114894f87411 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76579521-7a24-4075-bba6-dd44f2304847 HTTP/1.1" status: 200 len: 217 time: 0.0755537 Apr 15 18:27:18.645538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-aa856e59-5f4e-4640-a49c-024be18d3091 None None] Port 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:18.651616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-5497747e-d01d-46a4-8093-a05cb00586ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.653213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-5497747e-d01d-46a4-8093-a05cb00586ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1762674 Apr 15 18:27:18.696435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:18.702499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:18.730127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:18.752771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:18.764547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Transition to ACTIVE for port object a7b12b4f-331a-4bec-9e36-5850c4420b11 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:18.785705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Transition to ACTIVE for port object a7b12b4f-331a-4bec-9e36-5850c4420b11 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:18.791788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:18.814287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-d1a9eb11-e116-423d-887d-122eaaa07445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:18.816324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-d1a9eb11-e116-423d-887d-122eaaa07445 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1615450 Apr 15 18:27:18.862272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:18.912825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-09a03782-9b18-4686-abcc-c07041e9684b service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243364 Apr 15 18:27:18.920789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Made reservation on behalf of 0568ebba51fc4905a82cc76cb780337b for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:18.927787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:19.047379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-1f634313-5266-434b-9608-669c9d4ced3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:19.049051 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-1f634313-5266-434b-9608-669c9d4ced3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2196195 Apr 15 18:27:19.099066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] device_id is not set on port 582158b6-9ca0-42e0-b114-b3c9d7f1079f yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:19.143369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Pushing event updated for resources: {'Port': ['ID=a7b12b4f-331a-4bec-9e36-5850c4420b11,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:19.157209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:19.204983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Network ee0882bd-ce32-4630-8a06-8017e7d5133f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:19.206588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:19.208966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:19.211996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b177614-e916-4007-860c-c8ab42ab4e8f req-ebbfc922-7189-4561-887f-2ea2d6b08bec service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922254 Apr 15 18:27:19.311447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Attempting to bind port a7b12b4f-331a-4bec-9e36-5850c4420b11 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:19.312057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Attempting to bind port a7b12b4f-331a-4bec-9e36-5850c4420b11 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '6932e758-6f27-4499-b904-bd011cbfd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:19.312283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Attempting to bind port a7b12b4f-331a-4bec-9e36-5850c4420b11 on network ee0882bd-ce32-4630-8a06-8017e7d5133f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:19.319199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:19.319633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Checking segment: {'id': '6932e758-6f27-4499-b904-bd011cbfd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:19.320099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:19.320550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Bound using segment: {'id': '6932e758-6f27-4499-b904-bd011cbfd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:19.321088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Bound port: a7b12b4f-331a-4bec-9e36-5850c4420b11, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6932e758-6f27-4499-b904-bd011cbfd730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ee0882bd-ce32-4630-8a06-8017e7d5133f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:19.321519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:19.324605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-20f889a3-52ff-4416-bbef-67aa0a8cf153 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436175 Apr 15 18:27:19.422837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:19.426680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7b12b4f-331a-4bec-9e36-5850c4420b11,segment=NetworkSegment(6932e758-6f27-4499-b904-bd011cbfd730),segment_id=6932e758-6f27-4499-b904-bd011cbfd730)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:19.431261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:19.447883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:19.456297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-b5a5a525-3d3e-4d79-a0cf-22960a713708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:19.457961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-b5a5a525-3d3e-4d79-a0cf-22960a713708 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1096 time: 0.1910980 Apr 15 18:27:19.633090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Pushing event updated for resources: {'Port': ['ID=a7b12b4f-331a-4bec-9e36-5850c4420b11,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:19.645800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:19.851043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e710dab-c9df-4df3-a0bc-aa62ff4c01db req-fa19db9a-eba1-4bef-b65e-b80aaff720a1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:19.852139 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e710dab-c9df-4df3-a0bc-aa62ff4c01db req-fa19db9a-eba1-4bef-b65e-b80aaff720a1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 944 time: 0.3836184 Apr 15 18:27:19.896808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d505254c-8500-4a5b-92aa-cf3321a01a50 req-1458a18c-b84f-47db-bf8b-9c0ebc2dfbbc service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642350 Apr 15 18:27:19.932373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Allocated IP 2001:db8::2dc (92e87759-8a07-45c0-88aa-be373a18f6b1/e7070526-85f2-4788-bdbb-4b964ae35baf/582158b6-9ca0-42e0-b114-b3c9d7f1079f) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:19.942758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-f12bd953-ad40-4abe-b943-e97650c857c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:19.944423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-f12bd953-ad40-4abe-b943-e97650c857c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.4753172 Apr 15 18:27:19.975469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a0d6-68ab-47b2-b2f1-f5003330e236 req-d602ae6e-62a1-44b3-a911-c990c2959a20 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:19.977176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36d9a0d6-68ab-47b2-b2f1-f5003330e236 req-d602ae6e-62a1-44b3-a911-c990c2959a20 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 943 time: 0.5159788 Apr 15 18:27:20.043820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-c2462d10-3391-4dc8-9c5d-22e6e4832968 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 200 len: 217 time: 0.0929773 Apr 15 18:27:20.120249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-530f6233-e6e8-46b0-bad9-1dfdba1119c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:20.122257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-530f6233-e6e8-46b0-bad9-1dfdba1119c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0715294 Apr 15 18:27:20.134487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e710dab-c9df-4df3-a0bc-aa62ff4c01db req-08987c7c-e665-45d0-ba2c-d4ac9c49f684 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607186 Apr 15 18:27:20.205808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-5b82d4d6-27f1-4081-b163-78fae9e57999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:20.207919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-5b82d4d6-27f1-4081-b163-78fae9e57999 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796106 Apr 15 18:27:20.213462 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36d9a0d6-68ab-47b2-b2f1-f5003330e236 req-f31f4dca-560f-47c5-bfc0-fee24ce9cf20 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269766 Apr 15 18:27:20.299208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:20.352119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-eacd9ecd-09af-43b1-a990-05555ff32640 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373477 Apr 15 18:27:20.498276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ae2d3f3-6a00-453e-ae7e-b209da465aff req-01ab4101-6e3a-4e07-bf5f-fc3a70a48ec9 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394570 Apr 15 18:27:20.627977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7b12b4f-331a-4bec-9e36-5850c4420b11 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:20.672569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:20.698510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a7b12b4f-331a-4bec-9e36-5850c4420b11 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:20.700309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Transition to ACTIVE for port object 582158b6-9ca0-42e0-b114-b3c9d7f1079f will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:20.853390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:20.880287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e931d4e5-ff8a-4b28-baf5-0123fa2e9bf3 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:20.912926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.109572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting port 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:21.109987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.180491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=582158b6-9ca0-42e0-b114-b3c9d7f1079f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:21.189424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:21.207808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a78929f-597b-45d9-a4cc-7cde77fec96b tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:21.210518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e71968-6b6a-4972-af87-9f99c87c0417 None None] Network ee0882bd-ce32-4630-8a06-8017e7d5133f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:21.334631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Provisioning for port a7b12b4f-331a-4bec-9e36-5850c4420b11 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:21.344001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Provisioning complete for port a7b12b4f-331a-4bec-9e36-5850c4420b11 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:21.344364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.447205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 76579521-7a24-4075-bba6-dd44f2304847 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:27:21.719694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.757118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76579521-7a24-4075-bba6-dd44f2304847,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:21.788528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '76579521-7a24-4075-bba6-dd44f2304847', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'port_id': '76579521-7a24-4075-bba6-dd44f2304847', 'mac_address': 'fa:16:3e:24:d4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:27:21.822509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7b12b4f-331a-4bec-9e36-5850c4420b11,segment=NetworkSegment(6932e758-6f27-4499-b904-bd011cbfd730),segment_id=6932e758-6f27-4499-b904-bd011cbfd730)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:21.824973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=3c3925a1-0502-496f-afde-276312cdb513,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:21.836511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:21.838383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:21.846334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.850791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:21.857470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:21.872521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:21.878867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:21.879668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.907478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.938225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76579521-7a24-4075-bba6-dd44f2304847 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:27:21.966511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76579521-7a24-4075-bba6-dd44f2304847,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:21.967772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Pushing event updated for resources: {'Port': ['ID=a7b12b4f-331a-4bec-9e36-5850c4420b11,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:21.970469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8695390 Apr 15 18:27:21.972526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:21.979254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c6', 'mac_address': 'fa:16:3e:03:41:89'}, {'ip_address': '2001:db8::326', 'mac_address': 'fa:16:3e:81:9b:7a'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:21.979835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:21.979979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.981615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:21.984424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4545b983-db84-486b-9974-6afc26ca3846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:22.078246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:22.088322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:22.098573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cce669e9-2698-423e-8650-0b51c8a2e230 None None] Provisioning complete for port a7b12b4f-331a-4bec-9e36-5850c4420b11 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:22.098995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cce669e9-2698-423e-8650-0b51c8a2e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.173403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '6177b50d-30a6-4142-a4f8-98a8862bd183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:22.173820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: 225392f8-c212-423e-9021-e3ea313ba9fb, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:22.191078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Calling delete_port for 3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:22.227091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['76579521-7a24-4075-bba6-dd44f2304847'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:27:22.232001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e7fed-739b-41f8-b464-be121e020425 req-be05eee8-5d47-47cc-83bc-d58f4e9e7b4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:22.233664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e9e7fed-739b-41f8-b464-be121e020425 req-be05eee8-5d47-47cc-83bc-d58f4e9e7b4d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 944 time: 0.9639106 Apr 15 18:27:22.285128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.306274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af397-67bc-43a8-9ef1-0ff66d915169 req-06dfb407-6f6e-46f3-a0e7-2ac5639ebc53 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:22.308672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f4af397-67bc-43a8-9ef1-0ff66d915169 req-06dfb407-6f6e-46f3-a0e7-2ac5639ebc53 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 943 time: 0.6219409 Apr 15 18:27:22.347040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 225392f8-c212-423e-9021-e3ea313ba9fb is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:22.385814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e9e7fed-739b-41f8-b464-be121e020425 req-0239527e-fe5b-4c61-aef0-59317d41a476 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397080 Apr 15 18:27:22.412019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 225392f8-c212-423e-9021-e3ea313ba9fb) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:22.433495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62b870-bcab-49a1-98fc-69a4fe9cecf4 None None] Network 225392f8-c212-423e-9021-e3ea313ba9fb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:22.441283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f4af397-67bc-43a8-9ef1-0ff66d915169 req-5ff327f9-6fc8-4cdb-9b9a-84b68aefa4bc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263165 Apr 15 18:27:22.443560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:22.444219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.518999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4814572 Apr 15 18:27:22.521899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38958) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:22.531798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1578188277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:22.542825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:22.551348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fe441fcf-4623-4b68-b002-a337b43f81bc None None] Provisioning for port 582158b6-9ca0-42e0-b114-b3c9d7f1079f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:22.553366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:22.563496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.566896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:22.582211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:22.592402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c63ccafd-9e5c-4190-9aab-6e3e3e0fac5a tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:22.600713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fe441fcf-4623-4b68-b002-a337b43f81bc None None] Provisioning complete for port 582158b6-9ca0-42e0-b114-b3c9d7f1079f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:22.601139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe441fcf-4623-4b68-b002-a337b43f81bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.602786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.603952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.634589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.637305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.644626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7b12b4f-331a-4bec-9e36-5850c4420b11 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:22.646631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.663364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9633c84-6985-4ead-a9f8-a9255f021029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:22.705253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Port': ['ID=3ca4a9c2-5f73-4288-b4cb-a5fd2c8a39fa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:22.708591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:22.793985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event updated for resources: {'Port': ['ID=582158b6-9ca0-42e0-b114-b3c9d7f1079f,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:22.806294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:22.825711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe441fcf-4623-4b68-b002-a337b43f81bc None None] Port 582158b6-9ca0-42e0-b114-b3c9d7f1079f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:22.836655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.882314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.883797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb0d4dc6-fb5f-42d6-b6d1-bbe4e7b3cfb1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3606381 Apr 15 18:27:22.887990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:22.916474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] In _notify_port_updated(), no bound segment for port 582158b6-9ca0-42e0-b114-b3c9d7f1079f on network 92e87759-8a07-45c0-88aa-be373a18f6b1 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:27:22.923145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:22.924009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.926320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a7b12b4f-331a-4bec-9e36-5850c4420b11 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:22.926749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:22.928987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "PUT /v2.0/ports/582158b6-9ca0-42e0-b114-b3c9d7f1079f HTTP/1.1" status: 200 len: 1068 time: 0.9553111 Apr 15 18:27:22.929941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38966) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:22.974913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-225392f8-c212-423e-9021-e3ea313ba9fb', 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '3c3925a1-0502-496f-afde-276312cdb513'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:22.975834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.042144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 582158b6-9ca0-42e0-b114-b3c9d7f1079f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:23.042595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.280349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d0d6776-c50c-4e37-a908-b4476540aceb None None] Provisioning complete for port 582158b6-9ca0-42e0-b114-b3c9d7f1079f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:23.280761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d0d6776-c50c-4e37-a908-b4476540aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.312373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Allocated IP 2001:db8:1::2 (225392f8-c212-423e-9021-e3ea313ba9fb/3c3925a1-0502-496f-afde-276312cdb513/0a8aca61-91ad-443b-b717-97a2d4d4cfac) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:23.335875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.367096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d6776-c50c-4e37-a908-b4476540aceb None None] Port 582158b6-9ca0-42e0-b114-b3c9d7f1079f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:23.479437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for 582158b6-9ca0-42e0-b114-b3c9d7f1079f owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:23.540036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.626376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 76579521-7a24-4075-bba6-dd44f2304847 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:23.671281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.690010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dcaabda-4703-47b5-9f09-8bff9935e460 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:23.808040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 76579521-7a24-4075-bba6-dd44f2304847 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:23.815709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 76579521-7a24-4075-bba6-dd44f2304847 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:23.816311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.843980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=582158b6-9ca0-42e0-b114-b3c9d7f1079f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:23.853886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:23.867698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.868225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:23.898400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Transition to ACTIVE for port object 0a8aca61-91ad-443b-b717-97a2d4d4cfac will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:23.929828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Transition to ACTIVE for port object 0a8aca61-91ad-443b-b717-97a2d4d4cfac will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:24.004558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.022348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.040674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-793fec4c-f317-420e-ac7e-13ef1476742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:24.135969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.149812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/582158b6-9ca0-42e0-b114-b3c9d7f1079f HTTP/1.1" status: 204 len: 168 time: 1.2158365 Apr 15 18:27:24.150069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:24.214256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d10ec-de55-4faa-a2c6-87200d99f454 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] GET failed (client error): The resource could not be found. Apr 15 18:27:24.214670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0f5d10ec-de55-4faa-a2c6-87200d99f454 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:24.221803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76579521-7a24-4075-bba6-dd44f2304847'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:24.230613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0f5d10ec-de55-4faa-a2c6-87200d99f454 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:24.234836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0f5d10ec-de55-4faa-a2c6-87200d99f454 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports/582158b6-9ca0-42e0-b114-b3c9d7f1079f HTTP/1.1" status: 404 len: 333 time: 0.0809772 Apr 15 18:27:24.235175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38980) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:24.242764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41a6f534-1903-4265-b3f8-f71f625f94ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.244563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Pushing event updated for resources: {'Port': ['ID=0a8aca61-91ad-443b-b717-97a2d4d4cfac,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:24.251828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:24.266880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76579521-7a24-4075-bba6-dd44f2304847,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:24.271627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.275550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:24.320790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:24.321255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.379333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Network 225392f8-c212-423e-9021-e3ea313ba9fb is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:24.380214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:24.383424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:24.385162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:24.385947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:24.439769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774e77-ac90-4f91-a72b-35786e1c7fa9 req-801590df-67e7-4ea7-a5d6-ae187c034f39 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:24.441375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83774e77-ac90-4f91-a72b-35786e1c7fa9 req-801590df-67e7-4ea7-a5d6-ae187c034f39 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 943 time: 0.7603579 Apr 15 18:27:24.452866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289581-fea7-4c9f-875b-4c54eefb1b8b req-c1d4c642-5a98-4be4-bff9-9411f96c1795 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:24.457184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1d289581-fea7-4c9f-875b-4c54eefb1b8b req-c1d4c642-5a98-4be4-bff9-9411f96c1795 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 945 time: 0.8629489 Apr 15 18:27:24.504430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Attempting to bind port 0a8aca61-91ad-443b-b717-97a2d4d4cfac on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:24.504857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Attempting to bind port 0a8aca61-91ad-443b-b717-97a2d4d4cfac by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '6177b50d-30a6-4142-a4f8-98a8862bd183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:24.505277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Attempting to bind port 0a8aca61-91ad-443b-b717-97a2d4d4cfac on network 225392f8-c212-423e-9021-e3ea313ba9fb {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:24.511071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:24.511498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Checking segment: {'id': '6177b50d-30a6-4142-a4f8-98a8862bd183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:24.511955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.512402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Bound using segment: {'id': '6177b50d-30a6-4142-a4f8-98a8862bd183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:24.512928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Bound port: 0a8aca61-91ad-443b-b717-97a2d4d4cfac, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6177b50d-30a6-4142-a4f8-98a8862bd183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '225392f8-c212-423e-9021-e3ea313ba9fb'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:24.513349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.598336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.610335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] For port 0a8aca61-91ad-443b-b717-97a2d4d4cfac, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:24.614080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] For port 0a8aca61-91ad-443b-b717-97a2d4d4cfac, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a8aca61-91ad-443b-b717-97a2d4d4cfac,segment=NetworkSegment(6177b50d-30a6-4142-a4f8-98a8862bd183),segment_id=6177b50d-30a6-4142-a4f8-98a8862bd183)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:24.618756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.689432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36a64df5-e91f-457d-a5d9-550458c04685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:24.714992 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83774e77-ac90-4f91-a72b-35786e1c7fa9 req-7afd5091-b029-4fcb-b514-f49bd74f32a0 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563720 Apr 15 18:27:24.765663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for 1ded7a38-1b95-4544-a7a0-09071e6ba1f1 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:24.766688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Pushing event updated for resources: {'Port': ['ID=0a8aca61-91ad-443b-b717-97a2d4d4cfac,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:24.768197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1d289581-fea7-4c9f-875b-4c54eefb1b8b req-a9174f28-5bba-43df-a9ac-a985a80458a1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141621 Apr 15 18:27:24.775405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:24.819231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76579521-7a24-4075-bba6-dd44f2304847', 'code': 200} Apr 15 18:27:24.969870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:24.990580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee4aa6b2-1c4b-4f47-8649-1ed0b3da9275 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:25.005710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Router 4e7df50b-69b1-436f-8c27-ef821f12e08f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:25.086039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=1ded7a38-1b95-4544-a7a0-09071e6ba1f1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:25.110644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8::1 (ee0882bd-ce32-4630-8a06-8017e7d5133f/ffea3185-aa2a-4b37-af3d-113a82cd48a9/d5c4cbfa-e077-4e18-b0fc-8d93cd563d36) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:25.140090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:25.193424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:25.204756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] Sync routers for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:25.214702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8406920 Apr 15 18:27:25.216614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38984) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:25.218860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:25.219563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:25.250467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed44fc-4031-4e29-bdc2-f844dd6e86de req-4be9221e-64d7-40c3-bd0f-d93b4c47aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:25.252526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5aed44fc-4031-4e29-bdc2-f844dd6e86de req-4be9221e-64d7-40c3-bd0f-d93b4c47aebe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 1099 time: 0.2195344 Apr 15 18:27:25.296075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:25.307455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:25.308231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:26:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:25.362366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:25.368832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5aed44fc-4031-4e29-bdc2-f844dd6e86de req-6ab7beba-ad4f-4f45-b3be-0aba6d9b81e1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054475 Apr 15 18:27:25.375994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-13b426ab-25d4-4297-aecc-5d3d5d6bf0c3 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] delete failed (client error): The resource could not be found. Apr 15 18:27:25.377333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13b426ab-25d4-4297-aecc-5d3d5d6bf0c3 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-2066136108 HTTP/1.1" status: 404 len: 335 time: 0.1596363 Apr 15 18:27:25.382954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/1ded7a38-1b95-4544-a7a0-09071e6ba1f1 HTTP/1.1" status: 204 len: 168 time: 1.1464810 Apr 15 18:27:25.383440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 38988) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:25.383824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38990) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:25.391826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9d27a2e0-eff4-4b72-9a9c-5ebe024df272 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e7df50b-69b1-436f-8c27-ef821f12e08f'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:25.403393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:25.404460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989761af-51f3-49a6-94c1-c4426c4a23d3 None None] The sync data for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:25.437401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-06aa82a7-bf44-46f2-a674-4a1203240cf6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] GET failed (client error): The resource could not be found. Apr 15 18:27:25.438045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06aa82a7-bf44-46f2-a674-4a1203240cf6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Synchronizing usage tracker for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:25.455118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06aa82a7-bf44-46f2-a674-4a1203240cf6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Unset dirty status for tenant:0568ebba51fc4905a82cc76cb780337b on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:25.460835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06aa82a7-bf44-46f2-a674-4a1203240cf6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "GET /v2.0/ports/1ded7a38-1b95-4544-a7a0-09071e6ba1f1 HTTP/1.1" status: 404 len: 333 time: 0.0723412 Apr 15 18:27:25.461112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 38996) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:25.538894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 086d3f29-40e2-4e5c-bd1d-f002c04768bf {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:25.539293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:25.787217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:25.830473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:25.934540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:25.968340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for 086d3f29-40e2-4e5c-bd1d-f002c04768bf owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:25.972594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d27a2e0-eff4-4b72-9a9c-5ebe024df272 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.036532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-9d27a2e0-eff4-4b72-9a9c-5ebe024df272 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] update failed (client error): The resource could not be found. Apr 15 18:27:26.041381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d27a2e0-eff4-4b72-9a9c-5ebe024df272 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f HTTP/1.1" status: 404 len: 339 time: 0.6507616 Apr 15 18:27:26.043192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:26.341541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377e5e6-0138-4dc0-b5a3-676e747c66b7 req-4860d0f5-7b5d-4202-85f4-8321cf4d4834 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:26.343212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2377e5e6-0138-4dc0-b5a3-676e747c66b7 req-4860d0f5-7b5d-4202-85f4-8321cf4d4834 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 943 time: 0.4744124 Apr 15 18:27:26.365592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4889d6-3141-473f-95ad-e5383dfaaf0b None None] Network 225392f8-c212-423e-9021-e3ea313ba9fb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:26.433210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.441371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.451759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90958650-b118-4b3e-8f2d-eecd40a2d54d tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:26.460397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85b8e59f-a229-462b-9a30-69439eaf4271 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:26.467683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d787990-41eb-4c1c-8068-c25899eed6c7 None None] Provisioning for port 0a8aca61-91ad-443b-b717-97a2d4d4cfac completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:26.557181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Port': ['ID=086d3f29-40e2-4e5c-bd1d-f002c04768bf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:26.561602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:26.692236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a8aca61-91ad-443b-b717-97a2d4d4cfac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:26.771250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.797794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0a8aca61-91ad-443b-b717-97a2d4d4cfac completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:26.799457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/ports/086d3f29-40e2-4e5c-bd1d-f002c04768bf HTTP/1.1" status: 204 len: 168 time: 1.3371067 Apr 15 18:27:26.802044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39008) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:26.805412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0a8aca61-91ad-443b-b717-97a2d4d4cfac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:26.806154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.867111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea91e3-5161-437d-bc72-cafa354b3405 req-89c0f16d-e4e5-4899-b38a-2307b4b84f8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:26.871598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2ea91e3-5161-437d-bc72-cafa354b3405 req-89c0f16d-e4e5-4899-b38a-2307b4b84f8e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 0.9513116 Apr 15 18:27:26.916542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting subnet e7070526-85f2-4788-bdbb-4b964ae35baf {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:26.922669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:26.972506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.013684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.027647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0a8aca61-91ad-443b-b717-97a2d4d4cfac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a8aca61-91ad-443b-b717-97a2d4d4cfac,segment=NetworkSegment(6177b50d-30a6-4142-a4f8-98a8862bd183),segment_id=6177b50d-30a6-4142-a4f8-98a8862bd183)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:27.033355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5335c7bf-ef39-4a6e-8246-bbc243c8e8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.035005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.037528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:27.045717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=d5c4cbfa-e077-4e18-b0fc-8d93cd563d36,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:27.061346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:27.073944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-79d318aa-57c3-468f-a05b-8e695b1efc3b None None] Provisioning complete for port 0a8aca61-91ad-443b-b717-97a2d4d4cfac triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:27.074307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79d318aa-57c3-468f-a05b-8e695b1efc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.112288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.171617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.186356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0a8aca61-91ad-443b-b717-97a2d4d4cfac,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:27.190121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:27.210227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2377e5e6-0138-4dc0-b5a3-676e747c66b7 req-3e08ca6f-3d42-4ff3-9637-a9e1ace88c3b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8498192 Apr 15 18:27:27.237612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2ea91e3-5161-437d-bc72-cafa354b3405 req-80fd4a58-7814-47b4-badb-b5661ea40d4b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3474267 Apr 15 18:27:27.325132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.350371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network ee0882bd-ce32-4630-8a06-8017e7d5133f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:27.411757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.415600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:27.427785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:27.428131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12152330-5aae-41c3-81dc-127a4063242f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:27.428373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.461291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fb35c935-e4c2-49e6-8121-974529925f66 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:27:27.516030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Subnet': ['ID=e7070526-85f2-4788-bdbb-4b964ae35baf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:27.538184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:27.576686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.587067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/subnets/e7070526-85f2-4788-bdbb-4b964ae35baf HTTP/1.1" status: 204 len: 168 time: 0.7835355 Apr 15 18:27:27.588879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb2798-aefb-4019-a91a-96097896b7ab None None] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:27.589280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39012) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:27.745993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.757879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-506db4af-3489-4148-ae2e-4c77fe745143 None None] Provisioning for port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:27.808044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb35c935-e4c2-49e6-8121-974529925f66,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:27.815463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-506db4af-3489-4148-ae2e-4c77fe745143 None None] Provisioning complete for port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:27.815881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506db4af-3489-4148-ae2e-4c77fe745143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.839286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:27.896375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'fb35c935-e4c2-49e6-8121-974529925f66', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'port_id': 'fb35c935-e4c2-49e6-8121-974529925f66', 'mac_address': 'fa:16:3e:47:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:27:27.985316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 707a44e7-a7e4-45a7-8297-35b17c70dc22 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:27.985708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.035615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.134210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-506db4af-3489-4148-ae2e-4c77fe745143 None None] Port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:28.161718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Allocated IP 172.20.0.1 (bcfc62a2-4922-4c6f-8164-09e1af83825a/3cf89c2b-a650-4d8e-9788-620c59504c17/077d5e7e-0716-4acd-9881-edf2b27e45cb) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:28.165753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.188671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb35c935-e4c2-49e6-8121-974529925f66 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:27:28.205033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb35c935-e4c2-49e6-8121-974529925f66,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:28.208857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.210760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1977c74-2730-429c-af73-370c858ba8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:28.267042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] DHCP port deletion for 92e87759-8a07-45c0-88aa-be373a18f6b1 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:28.277700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Deleting port 707a44e7-a7e4-45a7-8297-35b17c70dc22 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:28.278252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.359028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:28.362223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:28.430226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['fb35c935-e4c2-49e6-8121-974529925f66'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:27:28.466969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.616589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] For port 707a44e7-a7e4-45a7-8297-35b17c70dc22, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=707a44e7-a7e4-45a7-8297-35b17c70dc22,segment=NetworkSegment(2d4df1f7-82de-4240-9cc6-76ea4f974653),segment_id=2d4df1f7-82de-4240-9cc6-76ea4f974653)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:28.617035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.632807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a8aca61-91ad-443b-b717-97a2d4d4cfac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:28.741958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] For port 707a44e7-a7e4-45a7-8297-35b17c70dc22, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=707a44e7-a7e4-45a7-8297-35b17c70dc22,segment=NetworkSegment(2d4df1f7-82de-4240-9cc6-76ea4f974653),segment_id=2d4df1f7-82de-4240-9cc6-76ea4f974653)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:28.742376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:28.812310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Calling delete_port for 707a44e7-a7e4-45a7-8297-35b17c70dc22 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:28.970099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0a8aca61-91ad-443b-b717-97a2d4d4cfac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:28.970526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.029480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.059488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:29.189487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Pushing event deleted for resources: {'Port': ['ID=707a44e7-a7e4-45a7-8297-35b17c70dc22,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:29.192815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:29.285244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Calling delete_port for 707a44e7-a7e4-45a7-8297-35b17c70dc22 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:29.310055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] No DVR routers for this DVR port 707a44e7-a7e4-45a7-8297-35b17c70dc22 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:29.339756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.367843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97ef0-d985-4f1a-a988-dd14aa6d86f2 req-60254aa2-de10-4fc0-8bb9-0fba0295bab3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:29.369782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5fa97ef0-d985-4f1a-a988-dd14aa6d86f2 req-60254aa2-de10-4fc0-8bb9-0fba0295bab3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 944 time: 1.0065899 Apr 15 18:27:29.410133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 707a44e7-a7e4-45a7-8297-35b17c70dc22 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:29.430795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Transition to ACTIVE for port object 077d5e7e-0716-4acd-9881-edf2b27e45cb will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:29.441483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83448fa-47e8-4cdb-95cd-bbde041b9ae7 req-134fb6e5-1bc9-4332-a816-9e46cf064fb5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:29.443125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d83448fa-47e8-4cdb-95cd-bbde041b9ae7 req-134fb6e5-1bc9-4332-a816-9e46cf064fb5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 1.0125155 Apr 15 18:27:29.447642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 707a44e7-a7e4-45a7-8297-35b17c70dc22 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:29.448041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 707a44e7-a7e4-45a7-8297-35b17c70dc22 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:29.555496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5fa97ef0-d985-4f1a-a988-dd14aa6d86f2 req-c6afb618-1787-405b-8564-14b8dc615009 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639276 Apr 15 18:27:29.567787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:27:29.568244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:27:29.586368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d83448fa-47e8-4cdb-95cd-bbde041b9ae7 req-0d756392-6901-4a91-8614-754181755c77 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200047 Apr 15 18:27:29.610204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.614729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.615620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.631535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6baf49c2-ba73-444f-a809-98ca0aa22372 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:29.677928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:29.941481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=d5c4cbfa-e077-4e18-b0fc-8d93cd563d36,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:29.954855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:29.955441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fd5c2c8-1824-43c1-80f6-65107e61e3a9 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:30.075134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Deleting port 707a44e7-a7e4-45a7-8297-35b17c70dc22 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:30.075522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.133238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Port': ['ID=077d5e7e-0716-4acd-9881-edf2b27e45cb,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:30.173965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:30.178997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network ee0882bd-ce32-4630-8a06-8017e7d5133f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:30.187952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] The port '707a44e7-a7e4-45a7-8297-35b17c70dc22' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:27:30.199463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d873b-9945-4a14-b67c-af1c321870de req-87b6c870-d2cb-43d9-958c-ee56439ba7d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:30.201031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d5d873b-9945-4a14-b67c-af1c321870de req-87b6c870-d2cb-43d9-958c-ee56439ba7d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 0.4514077 Apr 15 18:27:30.201925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:30.237905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network bcfc62a2-4922-4c6f-8164-09e1af83825a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:30.244290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:30.266573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:30.466690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Provisioning for port 077d5e7e-0716-4acd-9881-edf2b27e45cb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:30.472346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Provisioning complete for port 077d5e7e-0716-4acd-9881-edf2b27e45cb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:30.472765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.528970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Port 077d5e7e-0716-4acd-9881-edf2b27e45cb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:30.540491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Provisioning complete for port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:30.540904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.591266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d5d873b-9945-4a14-b67c-af1c321870de req-0ef55ef5-d44b-47f3-b186-71baf52fdbb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580043 Apr 15 18:27:30.602269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5b05cb0-ea95-4cce-8382-888a55d84663 None None] Port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:30.603179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.619729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39024) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:30.627793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.699551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d350119-c659-4f56-8257-23a366cf047a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:30.704265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d350119-c659-4f56-8257-23a366cf047a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 1094 time: 0.0802088 Apr 15 18:27:30.704522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39028) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:30.710865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'port_id': '76579521-7a24-4075-bba6-dd44f2304847'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:30.797901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.849086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e87759-8a07-45c0-88aa-be373a18f6b1']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:30.880241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4df1f7-82de-4240-9cc6-76ea4f974653') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:30.880591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4df1f7-82de-4240-9cc6-76ea4f974653') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:30.937716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:30.961879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:27:30.977036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.000644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b99ce-f562-41c0-87db-7d844a19cf0c req-9f5b651a-d5f9-41f8-8214-e0759bc9f39b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:31.002320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e89b99ce-f562-41c0-87db-7d844a19cf0c req-9f5b651a-d5f9-41f8-8214-e0759bc9f39b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 944 time: 0.3184037 Apr 15 18:27:31.009279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:31.125316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.435765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.438689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.449367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fb35c935-e4c2-49e6-8121-974529925f66 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:31.525023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port fb35c935-e4c2-49e6-8121-974529925f66 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:31.530804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port fb35c935-e4c2-49e6-8121-974529925f66 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:31.531232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.635570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b49e135f-6860-449a-9062-195310b2c99a associated. External IP: 172.26.7.173, port: 76579521-7a24-4075-bba6-dd44f2304847. Apr 15 18:27:31.668179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.698994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:31.710255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb35c935-e4c2-49e6-8121-974529925f66,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:31.714108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.716840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:31.741896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e89b99ce-f562-41c0-87db-7d844a19cf0c req-4d76d7ac-a917-4276-b6e0-7c45c4d60298 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7179646 Apr 15 18:27:31.746415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:31.757772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:31.780276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66', 'code': 200} Apr 15 18:27:31.835111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:31.836928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:31.844750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:31.846000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] Sync routers for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:31.862759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:31.863448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:31.933705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:31.943506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:31.944342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:32.015510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:32.016096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe094a-29b8-4692-a67d-bb42332dd74a None None] The sync data for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:32.027397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1377409 Apr 15 18:27:32.035060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39034) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:32.148635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8c29e-df54-404f-b86c-f3432f3c0b37 req-3f6d3f02-7b44-4afd-a44a-44a101da8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:32.150270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0fe8c29e-df54-404f-b86c-f3432f3c0b37 req-3f6d3f02-7b44-4afd-a44a-44a101da8dfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1098 time: 0.1400979 Apr 15 18:27:32.155009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:32.203053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Network 92e87759-8a07-45c0-88aa-be373a18f6b1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:32.232150 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:32.302933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1b091-38bb-400c-85ce-0fc021d5d4c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:32.303503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6de1b091-38bb-400c-85ce-0fc021d5d4c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:32.327333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0fe8c29e-df54-404f-b86c-f3432f3c0b37 req-9ce29437-8c17-46de-87b4-29ee3323dd3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709828 Apr 15 18:27:32.380372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:32.384895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.389813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:32.400313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:32.401192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:32.438831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6de1b091-38bb-400c-85ce-0fc021d5d4c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:32.440214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6de1b091-38bb-400c-85ce-0fc021d5d4c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports/d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 HTTP/1.1" status: 200 len: 911 time: 0.4040596 Apr 15 18:27:32.443175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39038) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:32.443588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.448006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.456495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3145576e-a4ec-4e16-b209-bf6c600d5183 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:32.475816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] 10.222.0.32 "DELETE /v2.0/networks/92e87759-8a07-45c0-88aa-be373a18f6b1 HTTP/1.1" status: 204 len: 168 time: 4.8819203 Apr 15 18:27:32.495043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Pushing event deleted for resources: {'Network': ['ID=92e87759-8a07-45c0-88aa-be373a18f6b1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:32.511148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.511564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.511996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.512418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.512837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.513252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.513666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.514104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.514515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.514926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.515339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.515747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:32.519607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:32.530071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e2b5094-4f76-4b44-9e13-f9cc4317acdb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 992 time: 1.8244340 Apr 15 18:27:32.535794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39044) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:32.539495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'tag': '76579521-7a24-4075-bba6-dd44f2304847'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:32.633489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:27:32.638291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'tag': '76579521-7a24-4075-bba6-dd44f2304847', 'status': 'completed', 'code': 200} Apr 15 18:27:32.684014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c691b8f-8643-4d64-bd53-ef0bb598aa29 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 992 time: 0.1469672 Apr 15 18:27:32.711853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.716276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.858207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:32.859003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ec27867-936a-4251-ab59-5c418112ae41 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:32.899370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:32.940081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-6e2c7052-c469-46e5-ae48-ae0177112f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:32.941731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-6e2c7052-c469-46e5-ae48-ae0177112f77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 1099 time: 0.2845101 Apr 15 18:27:33.144862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event updated for resources: {'Port': ['ID=077d5e7e-0716-4acd-9881-edf2b27e45cb,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:33.171332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:33.259981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1215e-2f04-43c8-a52a-3b376c259c14 req-2c96aa4e-493e-4027-9c2d-93da7e179fbc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:33.267873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ce1215e-2f04-43c8-a52a-3b376c259c14 req-2c96aa4e-493e-4027-9c2d-93da7e179fbc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.3519993 Apr 15 18:27:33.295378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '76579521-7a24-4075-bba6-dd44f2304847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:24:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:27:31Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.300783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:27:33.310135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:33.310811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.323074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network bcfc62a2-4922-4c6f-8164-09e1af83825a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:33.344103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:33.525785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:27:33.531712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Router 4e7df50b-69b1-436f-8c27-ef821f12e08f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:33.539098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ce1215e-2f04-43c8-a52a-3b376c259c14 req-e210fb9b-77f4-4e03-8e46-9711bd93a9e6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702487 Apr 15 18:27:33.567559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-85456ba7-e4c5-4c7c-ae0a-8e82a5d2ea35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0568ebba51fc4905a82cc76cb780337b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479490 Apr 15 18:27:33.593022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:33.656733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-5f0c161c-38f0-448e-88c1-5a50eb850894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:33.658271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-5f0c161c-38f0-448e-88c1-5a50eb850894 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.3444290 Apr 15 18:27:33.688807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39066) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:33.704455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2f3635f9-fb54-40da-afb9-e4aad2aec2d7 None None] Provisioning complete for port 077d5e7e-0716-4acd-9881-edf2b27e45cb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:33.705126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f3635f9-fb54-40da-afb9-e4aad2aec2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:33.769945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f3635f9-fb54-40da-afb9-e4aad2aec2d7 None None] Port 077d5e7e-0716-4acd-9881-edf2b27e45cb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:33.829976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:33.840150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7930999 Apr 15 18:27:33.842988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] Sync routers for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:33.848613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39070) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:33.855172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:33.856047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.885895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-13ad625b-519d-4934-bfba-83fda13f04d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76579521-7a24-4075-bba6-dd44f2304847 HTTP/1.1" status: 200 len: 1000 time: 0.2164683 Apr 15 18:27:33.888057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:33.915389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bdceb94f-b75c-4064-933f-6bcb80683a9b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 992 time: 0.2243154 Apr 15 18:27:33.928569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.938474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:33.939556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.979014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '76579521-7a24-4075-bba6-dd44f2304847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:24:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:27:31Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:33.983558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffa108-8edb-4e8f-ad0a-13969e1afb3d None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b49e135f-6860-449a-9062-195310b2c99a', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.173', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'port_id': '76579521-7a24-4075-bba6-dd44f2304847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'mac_address': 'fa:16:3e:24:d4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:26:26Z', 'updated_at': '2021-04-15T18:27:31Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:34.000573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-a354adb0-24bd-4846-8508-1e0fbacd2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:34.002363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-a354adb0-24bd-4846-8508-1e0fbacd2f06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.1009099 Apr 15 18:27:34.003948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:34.013548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:34.014012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38cdcc1-a8f0-4ab4-9287-b7a81aeebff3 None None] The sync data for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:34.038854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1770e4e7-5e2b-473c-8647-6954b3f3756e tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:34.206817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-1770e4e7-5e2b-473c-8647-6954b3f3756e tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 15 18:27:34.207863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1770e4e7-5e2b-473c-8647-6954b3f3756e tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f HTTP/1.1" status: 409 len: 329 time: 0.3582408 Apr 15 18:27:34.210918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39074) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:34.220481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:34.292156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a75ad-3152-41a0-800c-8c0a88c7a8ea None None] New status for floating IP b49e135f-6860-449a-9062-195310b2c99a: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:27:34.373291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-16484c21-9ce7-4b0c-9b80-56c2dc89aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:34.375008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-16484c21-9ce7-4b0c-9b80-56c2dc89aba3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3075035 Apr 15 18:27:34.525823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:34.535478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25629ef3-a682-4ba5-bd7c-b9212efa0b3b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:34.564820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96158dfb-3cb2-4c8d-be6a-8578de8578ae,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:34.592237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.592675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.593098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.593518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.593958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.594379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.594792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.595206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.595618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.596029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.596974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.597386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:34.604234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:34.684682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:34.685939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96158dfb-3cb2-4c8d-be6a-8578de8578ae HTTP/1.1" status: 204 len: 168 time: 1.0901358 Apr 15 18:27:34.707782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-cfbc6679-505b-450e-b1fc-0d89d57c4523 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191752 Apr 15 18:27:34.818915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8:1::1 (225392f8-c212-423e-9021-e3ea313ba9fb/3c3925a1-0502-496f-afde-276312cdb513/44c379a5-80cb-4142-beb5-878131dd5823) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:34.923464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39084) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:34.977760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69497437-0d64-4714-a2b5-3132b5e3a4d6 req-56ef8e85-060d-4720-8f38-bd0c87d66ecd service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627764 Apr 15 18:27:35.035735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460014c-0df7-4899-beed-2e907e83f8b9 req-9dede07d-17a2-4b16-a2e9-d3e184126919 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:35.038710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1460014c-0df7-4899-beed-2e907e83f8b9 req-9dede07d-17a2-4b16-a2e9-d3e184126919 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.3485219 Apr 15 18:27:35.045169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.062713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object 44c379a5-80cb-4142-beb5-878131dd5823 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:35.086984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.102869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-66d49678-57b3-4738-9b60-550a190515a5 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:35.184511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ddf6f503-7045-43ee-9211-e377c9b8a63d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 200 len: 994 time: 0.2581682 Apr 15 18:27:35.195980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1460014c-0df7-4899-beed-2e907e83f8b9 req-78cf3798-6471-4a71-b089-b18dd62d1168 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389346 Apr 15 18:27:35.317507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 225392f8-c212-423e-9021-e3ea313ba9fb is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:35.318454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=44c379a5-80cb-4142-beb5-878131dd5823,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:35.321590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:35.323526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:35.324267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:35.324919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.373818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.456228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.544052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39106) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:35.626422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-994156ca-6359-4495-a7b8-f299523681ff None None] Provisioning for port 44c379a5-80cb-4142-beb5-878131dd5823 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:35.633708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-994156ca-6359-4495-a7b8-f299523681ff None None] Provisioning complete for port 44c379a5-80cb-4142-beb5-878131dd5823 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:35.634240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-994156ca-6359-4495-a7b8-f299523681ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.698416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-994156ca-6359-4495-a7b8-f299523681ff None None] Port 44c379a5-80cb-4142-beb5-878131dd5823 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:35.718256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1229829038'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:35.725597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:35.734205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:35.739963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:35.741975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc01e5-dd27-4e2a-9fa0-60127da6478d req-f4b6481c-3172-4d59-80e7-28d878be9423 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:35.748596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dffc01e5-dd27-4e2a-9fa0-60127da6478d req-f4b6481c-3172-4d59-80e7-28d878be9423 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.3076081 Apr 15 18:27:35.755535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:35.813065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dffc01e5-dd27-4e2a-9fa0-60127da6478d req-08206ffe-0f5f-49ba-80f3-8acffa3e5787 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633037 Apr 15 18:27:35.833000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:35.838950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.848314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39112) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:35.867964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.894872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting port 077d5e7e-0716-4acd-9881-edf2b27e45cb {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:35.895270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:35.909974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:36.107530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.247285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Calling delete_port for 077d5e7e-0716-4acd-9881-edf2b27e45cb owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:36.250824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:security_group_rule and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:36.260790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:36.274552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:36.368354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.375862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.376725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.391742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e60bf-dc59-496e-81f4-5723012f8ceb tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:36.393989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-046e60bf-dc59-496e-81f4-5723012f8ceb tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1093 time: 0.5374584 Apr 15 18:27:36.397296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39118) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:36.398193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db85b798-9940-4266-94cf-0416008b2b40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:36.407857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': 'fb35c935-e4c2-49e6-8121-974529925f66', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:36.418072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:36.430441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:floatingip and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:36.435795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:36.446290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:36.458995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.475237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4921b356-4a11-452e-8631-5a479974fa5b tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:36.511108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.557052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=44c379a5-80cb-4142-beb5-878131dd5823,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:36.566868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:36.590087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Port': ['ID=077d5e7e-0716-4acd-9881-edf2b27e45cb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:36.601991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:36.636965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.642450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.648739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3abbc58-dbd3-4899-83f9-bbb2fa619074 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:36.679755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 225392f8-c212-423e-9021-e3ea313ba9fb is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:36.686863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:36.692594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:36.706444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51797b-48ce-4166-977b-7e04c2b2f6fa,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:36.712093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:36.775278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.775675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment 66c7c6ce-2da4-4da9-a368-a724de83278f of type vlan for network c4535fff-9322-4c35-a057-80a0683b670c Apr 15 18:27:36.898039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.909467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:36.927049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:37.014296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:37.021030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:37.021696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:37.034048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-847af9ee-85e0-4ba7-9567-124f8344958a None None] Provisioning complete for port 44c379a5-80cb-4142-beb5-878131dd5823 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:37.034472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847af9ee-85e0-4ba7-9567-124f8344958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:37.035558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b12f8a1e-e6ef-48fd-b0d4-72b05661794f tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:37.096401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-847af9ee-85e0-4ba7-9567-124f8344958a None None] Port 44c379a5-80cb-4142-beb5-878131dd5823 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:27:37.230588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6853461 Apr 15 18:27:37.250618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=c4535fff-9322-4c35-a057-80a0683b670c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:37.254283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:37.256055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:37.262887 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8179100 Apr 15 18:27:37.263789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39122) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:37.275717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] Sync routers for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:37.276442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c4535fff-9322-4c35-a057-80a0683b670c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:37.302523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:37.303575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:37.349279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5eed18-309e-4951-84f6-88af35423432 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:37.350047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a5eed18-309e-4951-84f6-88af35423432 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:37.374404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a5eed18-309e-4951-84f6-88af35423432 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:37.379358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a5eed18-309e-4951-84f6-88af35423432 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports/44c379a5-80cb-4142-beb5-878131dd5823 HTTP/1.1" status: 200 len: 913 time: 0.1143613 Apr 15 18:27:37.380093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39126) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:37.432561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:37.435493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:37.456172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:37.458648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:37.541775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:37.542168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7707c35f-32a5-4d47-baac-853b1b3bd3d4 None None] The sync data for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:37.669656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.26.7.131 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/165bc91c-0bc3-472a-b5b5-54266a4f011a) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:37.974894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.080185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Router 4e7df50b-69b1-436f-8c27-ef821f12e08f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:38.187316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.264487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:38.279352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] Sync routers for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:38.285658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694206 Apr 15 18:27:38.286065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39130) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:38.300746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:38.301499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.301661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:38.319024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:38.383563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:38.396424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] Routers {'4e7df50b-69b1-436f-8c27-ef821f12e08f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:38.397200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4e7df50b-69b1-436f-8c27-ef821f12e08f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:38.406884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-c5ae3b2e-4ceb-4732-a93e-410f7ed93e44 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] show failed (client error): The resource could not be found. Apr 15 18:27:38.408004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5ae3b2e-4ceb-4732-a93e-410f7ed93e44 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1765249206 HTTP/1.1" status: 404 len: 335 time: 0.1209242 Apr 15 18:27:38.412234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39134) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:38.420241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7baa2f57-ed74-4c73-8a87-0ef78596187f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Request body: {'router': {'name': 'new_name'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:38.466046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=165bc91c-0bc3-472a-b5b5-54266a4f011a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:38.471449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:38.482402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:38.482907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac5710-9e7e-43e9-983f-a6b8c2d2fdb3 None None] The sync data for ids ['4e7df50b-69b1-436f-8c27-ef821f12e08f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:38.509294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7baa2f57-ed74-4c73-8a87-0ef78596187f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] update failed (client error): The resource could not be found. Apr 15 18:27:38.510460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7baa2f57-ed74-4c73-8a87-0ef78596187f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1955009439 HTTP/1.1" status: 404 len: 335 time: 0.0972347 Apr 15 18:27:38.519038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:38.519699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 44c379a5-80cb-4142-beb5-878131dd5823 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:38.520082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.605774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:38.609601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:38.613653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:38.649691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting subnet 301b42a3-0acb-416d-a499-8b71d74ce392 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:38.655490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.732306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.733927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:38.876236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 44c379a5-80cb-4142-beb5-878131dd5823 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:39.064238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.081741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2c579be-b17d-4296-97dc-1345603281f4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:39.108794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.196109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=44c379a5-80cb-4142-beb5-878131dd5823,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:39.205906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:39.439683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.537541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.555484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef9bfd4c-42f1-4829-abd3-2810446807a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:39.660538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Subnet': ['ID=301b42a3-0acb-416d-a499-8b71d74ce392,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:39.680523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:39.685805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.785736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.787694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:39.793426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98eba98-b3c2-4852-b4ec-41c87152f935 None None] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:39.871794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/subnets/301b42a3-0acb-416d-a499-8b71d74ce392 HTTP/1.1" status: 204 len: 168 time: 1.3508790 Apr 15 18:27:39.875502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39142) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:40.148367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] DHCP port deletion for 4bed5083-4b54-4268-b272-181ffcb7d8e6 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:40.153586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Deleting port 4b9d4d6f-b71c-4092-8711-71e324655eb7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:40.154240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.283185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting subnet 0cf0c75a-d5b8-447a-921e-d8a0645d3bd8 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:40.287356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.331779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:40.355188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.392060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] For port 4b9d4d6f-b71c-4092-8711-71e324655eb7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b9d4d6f-b71c-4092-8711-71e324655eb7,segment=NetworkSegment(56ffb6c8-54df-4019-85ed-7ebd904f8975),segment_id=56ffb6c8-54df-4019-85ed-7ebd904f8975)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:40.392592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.459529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.523452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:40.534732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] Sync routers for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:40.536043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Calling delete_port for 4b9d4d6f-b71c-4092-8711-71e324655eb7 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:40.547498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:40.549855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:40.578301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1969979 Apr 15 18:27:40.579381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39148) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:40.620179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.664058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98a6b777-014a-4b6f-be7b-ef1d10558cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:40.706412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:40.717440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:40.718695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:40.861339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Pushing event deleted for resources: {'Port': ['ID=4b9d4d6f-b71c-4092-8711-71e324655eb7,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:40.863698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b9d4d6f-b71c-4092-8711-71e324655eb7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:40.879844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39152) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:40.888004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:40.888780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d0206b-b2f6-49ba-8108-ce86d739d4a9 None None] The sync data for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:40.889761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:40.899061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:40.906621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:40.907967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4b9d4d6f-b71c-4092-8711-71e324655eb7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:40.908356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b9d4d6f-b71c-4092-8711-71e324655eb7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:40.913479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] No DVR routers for this DVR port 4b9d4d6f-b71c-4092-8711-71e324655eb7 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:40.932660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7421c1d9-3b86-4877-865b-f33443279c39 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:41.093429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf0c75a-d5b8-447a-921e-d8a0645d3bd8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:41.113165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:41.190545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:41.198129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:subnet and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:41.203528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:41.208383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.210721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d27b242-f3ae-4990-8d40-2430799c53f7 None None] Network af86bbca-6204-43b3-ab25-16391aeff720 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:41.218738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:41.226032 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/subnets/0cf0c75a-d5b8-447a-921e-d8a0645d3bd8 HTTP/1.1" status: 204 len: 168 time: 1.3480246 Apr 15 18:27:41.228862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39156) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:41.248671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.250933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:41.257180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.278607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.298537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:41.417775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.453151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:27:41.530942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=165bc91c-0bc3-472a-b5b5-54266a4f011a,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:41.535158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:41.610530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.666200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3de02d-42ae-431e-b095-154701452164 None None] DHCP port deletion for af86bbca-6204-43b3-ab25-16391aeff720 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:41.671287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-db3de02d-42ae-431e-b095-154701452164 None None] Deleting port f6829045-37bb-4a1d-8753-1fb2552b04c9 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:41.671787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db3de02d-42ae-431e-b095-154701452164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.731657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.768827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:41.894819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-db3de02d-42ae-431e-b095-154701452164 None None] For port f6829045-37bb-4a1d-8753-1fb2552b04c9, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f6829045-37bb-4a1d-8753-1fb2552b04c9,segment=NetworkSegment(dab7ea90-c27b-41f4-9171-33a113d8f9b9),segment_id=dab7ea90-c27b-41f4-9171-33a113d8f9b9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:41.895740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db3de02d-42ae-431e-b095-154701452164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.035609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-db3de02d-42ae-431e-b095-154701452164 None None] Calling delete_port for f6829045-37bb-4a1d-8753-1fb2552b04c9 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:42.043126 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP 3fe2feeb-c8a8-43a0-9fef-49c63f003958 associated. External IP: 172.26.7.131, port: fb35c935-e4c2-49e6-8121-974529925f66. Apr 15 18:27:42.191512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db3de02d-42ae-431e-b095-154701452164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.209786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96596b6c-116c-4965-9076-1354fe7d78de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:42.306493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3de02d-42ae-431e-b095-154701452164 None None] Pushing event deleted for resources: {'Port': ['ID=f6829045-37bb-4a1d-8753-1fb2552b04c9,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:42.311145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bed5083-4b54-4268-b272-181ffcb7d8e6']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:42.321298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db3de02d-42ae-431e-b095-154701452164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:42.327173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ffb6c8-54df-4019-85ed-7ebd904f8975') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:42.327516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ffb6c8-54df-4019-85ed-7ebd904f8975') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:42.343844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.359384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3de02d-42ae-431e-b095-154701452164 None None] No DVR routers for this DVR port f6829045-37bb-4a1d-8753-1fb2552b04c9 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:42.370922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.382272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:42.532867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.552080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cde3e5cc-e71c-406d-a493-239a9126c888 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:42.629540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:42.629769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f6829045-37bb-4a1d-8753-1fb2552b04c9 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:42.635344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.649620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:42.650019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:42.665443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f6829045-37bb-4a1d-8753-1fb2552b04c9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:42.665947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f6829045-37bb-4a1d-8753-1fb2552b04c9 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:42.682710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:42.719607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=e19d1b78-522e-4316-b87e-5a750bb0af15,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:42.785288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:42.961527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network 4bed5083-4b54-4268-b272-181ffcb7d8e6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:42.995575 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:43.116417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.123567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ade8ec40-1703-48e3-9855-91913f08d9e5 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:43.143709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.153572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.161903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Network': ['ID=4bed5083-4b54-4268-b272-181ffcb7d8e6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:43.167850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:43.171420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/networks/4bed5083-4b54-4268-b272-181ffcb7d8e6 HTTP/1.1" status: 204 len: 168 time: 1.9415164 Apr 15 18:27:43.188620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39160) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:43.295417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for d5c4cbfa-e077-4e18-b0fc-8d93cd563d36 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:43.372233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.428711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:43.438183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': '66c7c6ce-2da4-4da9-a368-a724de83278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:43.438358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:43.438606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: c4535fff-9322-4c35-a057-80a0683b670c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:43.448804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:43.449600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:43.482973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.499240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:43.535841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.561946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network c4535fff-9322-4c35-a057-80a0683b670c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:43.595690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=d5c4cbfa-e077-4e18-b0fc-8d93cd563d36,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:43.598255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:43.679944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:27:43.685682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.708088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3067653 Apr 15 18:27:43.711039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:27:43.888293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66', 'status': 'completed', 'code': 200} Apr 15 18:27:43.889069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c4535fff-9322-4c35-a057-80a0683b670c) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:43.931322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b5ba82-a61f-422d-90a0-e53ea502bb2e None None] Network c4535fff-9322-4c35-a057-80a0683b670c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:43.936871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:43.937393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:43.997962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af86bbca-6204-43b3-ab25-16391aeff720']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:44.021603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab7ea90-c27b-41f4-9171-33a113d8f9b9') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:44.021603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab7ea90-c27b-41f4-9171-33a113d8f9b9') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:44.047052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.061214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.072049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.077352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:44.123577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2375245 Apr 15 18:27:44.156550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:44.171994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-121898844'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:44.186219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:44.196242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:44.212663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:44.226807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:44.252261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa3de-fe16-4995-bfbd-148736987947 req-9df44795-fca7-4ef1-b9b0-30c5bf8f3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:44.254838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-9df44795-fca7-4ef1-b9b0-30c5bf8f3b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1098 time: 0.2787824 Apr 15 18:27:44.274156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:44.280230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.356267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network af86bbca-6204-43b3-ab25-16391aeff720 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:44.378137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.516759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c4535fff-9322-4c35-a057-80a0683b670c', 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': 'e19d1b78-522e-4316-b87e-5a750bb0af15'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:44.516976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.583794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa3de-fe16-4995-bfbd-148736987947 req-9c9ed172-dfb1-42d1-8249-02f61f45566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:44.583794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-9c9ed172-dfb1-42d1-8249-02f61f45566f service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.3120744 Apr 15 18:27:44.596672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:44.666234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '3fe2feeb-c8a8-43a0-9fef-49c63f003958', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'fb35c935-e4c2-49e6-8121-974529925f66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:47:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127cc8e1-9562-4115-9779-09915afe0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:27:39Z', 'updated_at': '2021-04-15T18:27:39Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:44.677160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:27:44.688477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network af86bbca-6204-43b3-ab25-16391aeff720 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:44.695053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.695053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment 13c43918-ae7d-450f-acca-28a48b7b82a6 of type vlan for network 2b9be9b3-bae7-4789-9597-900eb2a15a2a Apr 15 18:27:44.705133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:44.705133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:44.790562 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:44.801385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.860875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.860875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c135b06-c332-4821-8426-7086de8158ac tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:44.872245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:27:44.882845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-2b7797e9-1262-4560-a820-06adc0535632 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 200 len: 999 time: 0.2806008 Apr 15 18:27:44.900291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:44.913949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Network': ['ID=af86bbca-6204-43b3-ab25-16391aeff720,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:44.917460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/networks/af86bbca-6204-43b3-ab25-16391aeff720 HTTP/1.1" status: 204 len: 168 time: 1.7277081 Apr 15 18:27:44.921419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:44.921419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39172) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:44.940203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.000110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting subnet 3cf89c2b-a650-4d8e-9788-620c59504c17 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:45.003727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.008023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Allocated IP 2001:db8:0:ffff::2 (c4535fff-9322-4c35-a057-80a0683b670c/e19d1b78-522e-4316-b87e-5a750bb0af15/1313051f-4ab5-47b0-9053-5caf454b30f3) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:45.030960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:27:45.067591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.164337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.414897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa3de-fe16-4995-bfbd-148736987947 req-5a687708-48e1-4705-beb3-16341bda3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:45.416515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-5a687708-48e1-4705-beb3-16341bda3feb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.5273261 Apr 15 18:27:45.476082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.480283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:27:45.494218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] Sync routers for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:27:45.504543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.509110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:45.510611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:45.510892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:45.511268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.520308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11bc8e91-2406-4d3f-992e-a2b0af53b544 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:45.590291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:45.598664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6dac392-9f46-47b0-8844-5e2f04790cd1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:45.601971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] Routers {'a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:27:45.602977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:45.617127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0364277 Apr 15 18:27:45.633981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39176) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:45.651151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf89c2b-a650-4d8e-9788-620c59504c17,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:45.655014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:45.656425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.667876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/subnets/3cf89c2b-a650-4d8e-9788-620c59504c17 HTTP/1.1" status: 204 len: 168 time: 0.7467816 Apr 15 18:27:45.668762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39180) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:45.679378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5180652 Apr 15 18:27:45.685358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70609a3e-3464-4a1b-a5c8-c2e7d653dda5 None None] Network bcfc62a2-4922-4c6f-8164-09e1af83825a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:45.691519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39184) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:45.700232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:45.700906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:45.701596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7ff03-e87c-4b26-a0ca-2bea99209e5b None None] The sync data for ids ['a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:45.730067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c9f64dff-e7c1-4ff1-9bb2-f0336862f4b0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:45.741393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa3de-fe16-4995-bfbd-148736987947 req-dd9ed92a-483a-4bb1-88fc-3757a82ee918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:45.751247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-dd9ed92a-483a-4bb1-88fc-3757a82ee918 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3232522 Apr 15 18:27:45.805224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.813808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=2b9be9b3-bae7-4789-9597-900eb2a15a2a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:45.819492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:45.828731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:45.880567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Deleting port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:45.881495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:45.944940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c9f64dff-e7c1-4ff1-9bb2-f0336862f4b0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:45.946171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9f64dff-e7c1-4ff1-9bb2-f0336862f4b0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e HTTP/1.1" status: 200 len: 205 time: 0.3104429 Apr 15 18:27:45.952797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39188) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:46.019445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.040199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:46.083685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '3fe2feeb-c8a8-43a0-9fef-49c63f003958', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'fb35c935-e4c2-49e6-8121-974529925f66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:47:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127cc8e1-9562-4115-9779-09915afe0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:27:39Z', 'updated_at': '2021-04-15T18:27:39Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:46.086211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Transition to ACTIVE for port object 1313051f-4ab5-47b0-9053-5caf454b30f3 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:46.103844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213d04e-b222-4695-b7f8-ec8592b6ee50 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '3fe2feeb-c8a8-43a0-9fef-49c63f003958', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.131', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'fb35c935-e4c2-49e6-8121-974529925f66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:47:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127cc8e1-9562-4115-9779-09915afe0395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:27:39Z', 'updated_at': '2021-04-15T18:27:39Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:27:46.110686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] For port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,segment=NetworkSegment(a40d9ecf-50e3-4a86-ac51-a34ad9d512b6),segment_id=a40d9ecf-50e3-4a86-ac51-a34ad9d512b6)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:46.111094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.114912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:subnet and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:46.126126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Transition to ACTIVE for port object 1313051f-4ab5-47b0-9053-5caf454b30f3 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:46.136119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:46.136379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.152531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.211396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63c5be9f-5d88-4415-8b6f-4afbc054a03a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:46.215421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:46.267343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Calling delete_port for 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:46.312170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Pushing event updated for resources: {'Port': ['ID=1313051f-4ab5-47b0-9053-5caf454b30f3,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:46.325576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-be28d3e5-186d-48b3-82b2-2b69198b1379 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866631 Apr 15 18:27:46.334654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.335048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.335430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.335786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.336328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.336849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.337369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.337981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.338524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.339038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.339566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.340142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:27:46.344124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:46.360337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.368109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088ff30-e9f7-4ee8-97ae-7ca422c2606b None None] DHCP port deletion for bcfc62a2-4922-4c6f-8164-09e1af83825a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:46.377021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Network c4535fff-9322-4c35-a057-80a0683b670c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:46.378128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:46.380843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:46.382949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:46.383470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:46.389132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.431567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Port': ['ID=101a8321-ccdd-4be5-b42b-6ba447e4ccf1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:46.490682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Attempting to bind port 1313051f-4ab5-47b0-9053-5caf454b30f3 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:46.491366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Attempting to bind port 1313051f-4ab5-47b0-9053-5caf454b30f3 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '66c7c6ce-2da4-4da9-a368-a724de83278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:46.491955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Attempting to bind port 1313051f-4ab5-47b0-9053-5caf454b30f3 on network c4535fff-9322-4c35-a057-80a0683b670c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:46.500932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84483-257c-4d1c-a054-eaa3f97efefe None None] New status for floating IP 3fe2feeb-c8a8-43a0-9fef-49c63f003958: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:27:46.506241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:46.540978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] No DVR routers for this DVR port 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:46.566498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:46.566986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Checking segment: {'id': '66c7c6ce-2da4-4da9-a368-a724de83278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:46.567613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.568225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Bound using segment: {'id': '66c7c6ce-2da4-4da9-a368-a724de83278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:46.568895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Bound port: 1313051f-4ab5-47b0-9053-5caf454b30f3, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c7c6ce-2da4-4da9-a368-a724de83278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'c4535fff-9322-4c35-a057-80a0683b670c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:46.569451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.652505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:46.691210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.709408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:46.710098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 101a8321-ccdd-4be5-b42b-6ba447e4ccf1 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:46.764609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.771211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.833407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] For port 1313051f-4ab5-47b0-9053-5caf454b30f3, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:46.847569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfc62a2-4922-4c6f-8164-09e1af83825a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:46.854021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] For port 1313051f-4ab5-47b0-9053-5caf454b30f3, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1313051f-4ab5-47b0-9053-5caf454b30f3,segment=NetworkSegment(66c7c6ce-2da4-4da9-a368-a724de83278f),segment_id=66c7c6ce-2da4-4da9-a368-a724de83278f)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:46.861261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:46.862271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40d9ecf-50e3-4a86-ac51-a34ad9d512b6') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:46.874318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.874894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:27:46.875698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.887710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-038aa3de-fe16-4995-bfbd-148736987947 req-eae621f5-bb6b-4de6-b900-fb5ca62f0c2e service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074010 Apr 15 18:27:46.894687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.901604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:46.908108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.916188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:46.919935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-450b7673-6213-4acc-8122-64e5e1ea2a11 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e HTTP/1.1" status: 204 len: 168 time: 0.9622097 Apr 15 18:27:46.920681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39192) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:46.934837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:47.046806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 3c3925a1-0502-496f-afde-276312cdb513 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:47.091346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network bcfc62a2-4922-4c6f-8164-09e1af83825a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:47.093553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.098572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Pushing event updated for resources: {'Port': ['ID=1313051f-4ab5-47b0-9053-5caf454b30f3,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:47.101812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.103933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:47.177932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.302147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Network bcfc62a2-4922-4c6f-8164-09e1af83825a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:47.323304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:47.327132 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:47.416934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.429366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.435111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daec2a4b-22ef-47b2-b7a4-947748232cf9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:47.476455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Pushing event deleted for resources: {'Network': ['ID=bcfc62a2-4922-4c6f-8164-09e1af83825a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:47.480737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/networks/bcfc62a2-4922-4c6f-8164-09e1af83825a HTTP/1.1" status: 204 len: 168 time: 1.8094089 Apr 15 18:27:47.480737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:47.482204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39196) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:47.537354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ece5b6b8-1ef5-42a1-95ef-daa52534247f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Synchronizing usage tracker for tenant:422c4a6f01fe4de5b2909ca6cddd9c1b on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:47.553933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ece5b6b8-1ef5-42a1-95ef-daa52534247f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Unset dirty status for tenant:422c4a6f01fe4de5b2909ca6cddd9c1b on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:47.557687 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ece5b6b8-1ef5-42a1-95ef-daa52534247f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e7df50b-69b1-436f-8c27-ef821f12e08f HTTP/1.1" status: 200 len: 205 time: 0.0720360 Apr 15 18:27:47.558071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39200) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:47.569469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:27:47.573209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.591099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0d97a7b-f4d0-4488-95bb-88662a1cdc86 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:47.707250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.758312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=e9f2a75f-6485-41f7-a693-49f443fdc63a,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:47.782121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:47.927687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': '13c43918-ae7d-450f-acca-28a48b7b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:47.928274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: 2b9be9b3-bae7-4789-9597-900eb2a15a2a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:47.935288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:47.957380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5633ace8-3a91-42c0-b2f8-2071e87ed3ed tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:48.048195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3925a1-0502-496f-afde-276312cdb513,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:48.069498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:48.092060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:48.353810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.357027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.387733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.388282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7df50b-69b1-436f-8c27-ef821f12e08f {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:27:48.402400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.408817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-98f38f93-4212-4e9c-9aba-4dc08caa1915 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] 10.222.0.32 "DELETE /v2.0/routers/4e7df50b-69b1-436f-8c27-ef821f12e08f HTTP/1.1" status: 204 len: 168 time: 0.8492572 Apr 15 18:27:48.418567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 2b9be9b3-bae7-4789-9597-900eb2a15a2a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:48.428174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5d8ca-052d-4e9a-a950-18b986395736 None None] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:48.431365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.440903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:48.441550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.455559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/3c3925a1-0502-496f-afde-276312cdb513 HTTP/1.1" status: 204 len: 168 time: 1.5299075 Apr 15 18:27:48.456135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39206) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:48.516296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8226631 Apr 15 18:27:48.519451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39210) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:48.528296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'port': {'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a', 'name': 'tempest-NetworksIpV6TestAttrs-1616264784'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:48.542645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet ffea3185-aa2a-4b37-af3d-113a82cd48a9 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:48.546315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.640279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.805959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.819368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39216) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:48.833788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:48.838964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:port and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:48.842516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:48.849456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:48.858849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:48.866300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:48.884232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486cce2-aff8-43fe-8735-a3ca79ed0956 None None] Network 225392f8-c212-423e-9021-e3ea313ba9fb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:48.890987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] device_id is not set on port 1b60c67a-607a-4b36-b7d6-c0353e43bd76 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:48.897151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb0a696-2ab9-45cb-a858-261ab917afce None None] Network c4535fff-9322-4c35-a057-80a0683b670c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:48.976220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1313051f-4ab5-47b0-9053-5caf454b30f3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:49.093406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-692836f9-c8dd-40da-8114-e9efd9f2ff51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=422c4a6f01fe4de5b2909ca6cddd9c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725096 Apr 15 18:27:49.094669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Allocated IP 2001:db8::f816:3eff:fe57:18dd (2b9be9b3-bae7-4789-9597-900eb2a15a2a/e9f2a75f-6485-41f7-a693-49f443fdc63a/1b60c67a-607a-4b36-b7d6-c0353e43bd76) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:49.097222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39222) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:49.126854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.138782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7c981d9c-3324-4a6b-abd8-db9881ad3b1e None None] Provisioning for port 1313051f-4ab5-47b0-9053-5caf454b30f3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:49.142553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f82cb7cc-e1da-4bfe-8a96-c2b533dfa235 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:49.215377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.251617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=ffea3185-aa2a-4b37-af3d-113a82cd48a9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:49.254386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:49.271167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-2b9be9b3-bae7-4789-9597-900eb2a15a2a', 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': 'e9f2a75f-6485-41f7-a693-49f443fdc63a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:49.272357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.289498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.298053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/ffea3185-aa2a-4b37-af3d-113a82cd48a9 HTTP/1.1" status: 204 len: 168 time: 0.8407946 Apr 15 18:27:49.299768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39226) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:49.303877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91e479b-3f23-4201-97f0-980e7e7df49f None None] Network ee0882bd-ce32-4630-8a06-8017e7d5133f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:49.333202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.439360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.449204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.452266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.459767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-01466c2d-16ae-4f38-ae21-9f35a78ffba3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:49.484118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac985ac6-9075-4708-823c-16b482ebee21,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:49.487782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Transition to ACTIVE for port object 1b60c67a-607a-4b36-b7d6-c0353e43bd76 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:49.489502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:49.499810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.504333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac985ac6-9075-4708-823c-16b482ebee21 HTTP/1.1" status: 204 len: 168 time: 0.4028366 Apr 15 18:27:49.515287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 0a8aca61-91ad-443b-b717-97a2d4d4cfac {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:49.515682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.545384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.546425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1313051f-4ab5-47b0-9053-5caf454b30f3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:49.573752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0984207-f182-4fe8-bff1-2b1ef3e1b5d1 tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:49.606849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1313051f-4ab5-47b0-9053-5caf454b30f3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:49.606849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.756296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Port': ['ID=1b60c67a-607a-4b36-b7d6-c0353e43bd76,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:49.763102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:49.812474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 0a8aca61-91ad-443b-b717-97a2d4d4cfac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0a8aca61-91ad-443b-b717-97a2d4d4cfac,segment=NetworkSegment(6177b50d-30a6-4142-a4f8-98a8862bd183),segment_id=6177b50d-30a6-4142-a4f8-98a8862bd183)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:49.813076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.857777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:49.859672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:49.863134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:49.871415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:49.872503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:49.899734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3783937 Apr 15 18:27:49.901331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39232) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:49.978856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 0a8aca61-91ad-443b-b717-97a2d4d4cfac owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:49.998758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting subnet e9f2a75f-6485-41f7-a693-49f443fdc63a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:50.048469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd39eb-f041-4856-9bdc-807f67eb4552 None None] DHCP port deletion for 225392f8-c212-423e-9021-e3ea313ba9fb request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:50.058616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Allocated IP 2001:db8::f816:3eff:fe9b:236f (2b9be9b3-bae7-4789-9597-900eb2a15a2a/e9f2a75f-6485-41f7-a693-49f443fdc63a/d808e07a-967b-499c-98c0-b8311a73c051) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:50.063287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.072455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bffd39eb-f041-4856-9bdc-807f67eb4552 None None] Deleting port 0a8aca61-91ad-443b-b717-97a2d4d4cfac {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:50.072882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bffd39eb-f041-4856-9bdc-807f67eb4552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.079174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2cf2b1be-bddb-4f62-8b0d-0ed5a1963290 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:50.180443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bffd39eb-f041-4856-9bdc-807f67eb4552 None None] The port '0a8aca61-91ad-443b-b717-97a2d4d4cfac' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:27:50.183470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.185533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=0a8aca61-91ad-443b-b717-97a2d4d4cfac,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:50.190629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:50.232539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No DVR routers for this DVR port 0a8aca61-91ad-443b-b717-97a2d4d4cfac on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:50.273502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] DHCP port deletion for ee0882bd-ce32-4630-8a06-8017e7d5133f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:50.294848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Deleting port a7b12b4f-331a-4bec-9e36-5850c4420b11 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:50.295273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.361020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 1313051f-4ab5-47b0-9053-5caf454b30f3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1313051f-4ab5-47b0-9053-5caf454b30f3,segment=NetworkSegment(66c7c6ce-2da4-4da9-a368-a724de83278f),segment_id=66c7c6ce-2da4-4da9-a368-a724de83278f)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:50.373665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.383853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.390022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-301d0063-be71-46f4-ab69-59fd3bbbf816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:50.509131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225392f8-c212-423e-9021-e3ea313ba9fb']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:50.532077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6177b50d-30a6-4142-a4f8-98a8862bd183') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:50.532077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6177b50d-30a6-4142-a4f8-98a8862bd183') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:50.540670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.559181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.566944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:50.667981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a8aca61-91ad-443b-b717-97a2d4d4cfac no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:50.729981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0a8aca61-91ad-443b-b717-97a2d4d4cfac {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:50.730379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0a8aca61-91ad-443b-b717-97a2d4d4cfac not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:50.730829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7b12b4f-331a-4bec-9e36-5850c4420b11 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:50.773810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 225392f8-c212-423e-9021-e3ea313ba9fb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:50.786169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.827704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d81bb0c4-0687-48f2-9fa2-b19c964c3166 None None] Provisioning complete for port 1313051f-4ab5-47b0-9053-5caf454b30f3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:50.827704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d81bb0c4-0687-48f2-9fa2-b19c964c3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:50.992535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 225392f8-c212-423e-9021-e3ea313ba9fb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:51.023192 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:51.036574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=1313051f-4ab5-47b0-9053-5caf454b30f3,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:51.056861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:51.100473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7b12b4f-331a-4bec-9e36-5850c4420b11,segment=NetworkSegment(6932e758-6f27-4499-b904-bd011cbfd730),segment_id=6932e758-6f27-4499-b904-bd011cbfd730)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:51.100473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.133173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.133173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.138867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e78b3512-b85d-4bb3-85ab-9d7e24a83754 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:51.151551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.168598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=225392f8-c212-423e-9021-e3ea313ba9fb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:51.168598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:51.179419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/225392f8-c212-423e-9021-e3ea313ba9fb HTTP/1.1" status: 204 len: 168 time: 1.8733234 Apr 15 18:27:51.181574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39236) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:51.319939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.326070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Calling delete_port for a7b12b4f-331a-4bec-9e36-5850c4420b11 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:51.360083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Transition to ACTIVE for port object d808e07a-967b-499c-98c0-b8311a73c051 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:51.392233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port a7b12b4f-331a-4bec-9e36-5850c4420b11 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:51.392233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.411493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.475636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Transition to ACTIVE for port object d808e07a-967b-499c-98c0-b8311a73c051 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:51.494524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.497823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7b12b4f-331a-4bec-9e36-5850c4420b11,segment=NetworkSegment(6932e758-6f27-4499-b904-bd011cbfd730),segment_id=6932e758-6f27-4499-b904-bd011cbfd730)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:51.576809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.598844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.695428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:51.742516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port a7b12b4f-331a-4bec-9e36-5850c4420b11, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7b12b4f-331a-4bec-9e36-5850c4420b11,segment=NetworkSegment(6932e758-6f27-4499-b904-bd011cbfd730),segment_id=6932e758-6f27-4499-b904-bd011cbfd730)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:51.742516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.745820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:27:51.746070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:27:51.746650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.795028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Pushing event updated for resources: {'Port': ['ID=d808e07a-967b-499c-98c0-b8311a73c051,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:51.799650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:51.800180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d16341ee-4912-4329-bb20-7b99214c25b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:51.833276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:51.839262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:51.848173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:51.884531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for a7b12b4f-331a-4bec-9e36-5850c4420b11 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:51.963611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a7b12b4f-331a-4bec-9e36-5850c4420b11,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:51.969658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Attempting to bind port d808e07a-967b-499c-98c0-b8311a73c051 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:51.970116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Attempting to bind port d808e07a-967b-499c-98c0-b8311a73c051 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '13c43918-ae7d-450f-acca-28a48b7b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:51.970533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Attempting to bind port d808e07a-967b-499c-98c0-b8311a73c051 on network 2b9be9b3-bae7-4789-9597-900eb2a15a2a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:51.976328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:51.977268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:51.977666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Checking segment: {'id': '13c43918-ae7d-450f-acca-28a48b7b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:51.978334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.978773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Bound using segment: {'id': '13c43918-ae7d-450f-acca-28a48b7b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:51.979613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Bound port: d808e07a-967b-499c-98c0-b8311a73c051, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c43918-ae7d-450f-acca-28a48b7b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2b9be9b3-bae7-4789-9597-900eb2a15a2a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:51.980181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:51.990801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.023948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.040532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a18fd80-7f1f-406d-bf07-60df78558e42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:52.088548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=a7b12b4f-331a-4bec-9e36-5850c4420b11,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:52.142315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:52.247441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Deleting port a7b12b4f-331a-4bec-9e36-5850c4420b11 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:52.247879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.298584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No DVR routers for this DVR port a7b12b4f-331a-4bec-9e36-5850c4420b11 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:52.320073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ba326-9eb3-4cf3-bb11-2c13b4ba9677 None None] The port 'a7b12b4f-331a-4bec-9e36-5850c4420b11' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:27:52.474037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.639941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1313051f-4ab5-47b0-9053-5caf454b30f3 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:52.657121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0882bd-ce32-4630-8a06-8017e7d5133f']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:52.674962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6932e758-6f27-4499-b904-bd011cbfd730') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:52.675307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6932e758-6f27-4499-b904-bd011cbfd730') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:27:52.689265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.697104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.702512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] For port d808e07a-967b-499c-98c0-b8311a73c051, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:52.714242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] For port d808e07a-967b-499c-98c0-b8311a73c051, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d808e07a-967b-499c-98c0-b8311a73c051,segment=NetworkSegment(13c43918-ae7d-450f-acca-28a48b7b82a6),segment_id=13c43918-ae7d-450f-acca-28a48b7b82a6)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:52.719669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e464f99b-b137-43b1-9703-d0fc528d792f tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:52.721808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.736267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:52.824041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.829111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f2a75f-6485-41f7-a693-49f443fdc63a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:52.835924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:52.843144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:27:52.857146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1313051f-4ab5-47b0-9053-5caf454b30f3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:52.857572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:52.962133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Pushing event updated for resources: {'Port': ['ID=d808e07a-967b-499c-98c0-b8311a73c051,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:52.968194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:53.017828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.053609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network ee0882bd-ce32-4630-8a06-8017e7d5133f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:53.062941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/e9f2a75f-6485-41f7-a693-49f443fdc63a HTTP/1.1" status: 204 len: 168 time: 3.1600602 Apr 15 18:27:53.065536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.066326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39242) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:53.148809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1450980-421a-44cf-b594-04f4cc401ef1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:53.150759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1450980-421a-44cf-b594-04f4cc401ef1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:53.151717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1450980-421a-44cf-b594-04f4cc401ef1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Synchronizing usage tracker for tenant:79328962ede943adb0ac76c83e029997 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:53.170466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e1450980-421a-44cf-b594-04f4cc401ef1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Unset dirty status for tenant:79328962ede943adb0ac76c83e029997 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:53.171767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1450980-421a-44cf-b594-04f4cc401ef1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1043551 Apr 15 18:27:53.175173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39246) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:53.306720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-592aa2ee-0aa5-4550-b0d3-ca09294e92e7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.426580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-592aa2ee-0aa5-4550-b0d3-ca09294e92e7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 15 18:27:53.427254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592aa2ee-0aa5-4550-b0d3-ca09294e92e7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:53.429176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-592aa2ee-0aa5-4550-b0d3-ca09294e92e7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/2b9be9b3-bae7-4789-9597-900eb2a15a2a HTTP/1.1" status: 409 len: 405 time: 0.2529631 Apr 15 18:27:53.433221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39254) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:53.442064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1554104692'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:53.447755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:53.455332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:53.457967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:53.464821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:53.479563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:53.485834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.523450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:53.533156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.533563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment ecde4550-d495-4fbb-a0ec-6b89a4fe871b of type vlan for network 8bb6ff2e-b499-4160-8a8c-567aa4044528 Apr 15 18:27:53.576122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network ee0882bd-ce32-4630-8a06-8017e7d5133f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:27:53.580162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:27:53.600110 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:27:53.648579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.654848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:53.654848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.677970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57c7b758-8cf4-45cf-a42f-44f9c786177b tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:53.686537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.690860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c1bade3-975c-410a-a10c-09bfec4a1b8e tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:53.693144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2574365 Apr 15 18:27:53.697756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39258) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:53.712780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.722684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=ee0882bd-ce32-4630-8a06-8017e7d5133f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:53.725125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:53.729894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/ee0882bd-ce32-4630-8a06-8017e7d5133f HTTP/1.1" status: 204 len: 168 time: 2.5493271 Apr 15 18:27:53.734891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39262) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:53.744851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-336733419'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:53.759951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:53.765039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:53.767601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:53.768176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:53.775057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:53.805265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:53.814192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.844068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:53.855009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.856382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 7f81b9f3-0c8c-4181-8f04-c5a3f9abd049 of type vlan for network b09f741e-437e-428b-93cd-a2fd9bcca537 Apr 15 18:27:53.885109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=8bb6ff2e-b499-4160-8a8c-567aa4044528,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:53.885416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.890572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:53.898549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:53.918165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:53.923633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.929041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:53.929297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:53.930155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:53.936331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-747a3e7f-59b3-40f3-9318-5312a0ffa253 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:53.943686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:53.950695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:54.043127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3089542 Apr 15 18:27:54.046676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:54.060076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:54.136814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=b09f741e-437e-428b-93cd-a2fd9bcca537,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:54.148752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b09f741e-437e-428b-93cd-a2fd9bcca537 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:54.152600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:54.214778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:54.220367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:54.223530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:54.231420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:54.274419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:54.282889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:54.300422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aca8c05-bdce-48dd-a003-f4cbfe77ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:54.414798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-bb87b0b4-49c1-43b1-9282-2bb3d346f598 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767488 Apr 15 18:27:54.665048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:27:54.667766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:54.691301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d52486cb-5f54-43c8-886b-1c841a59cca8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:54.708107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512cc308-d1ca-4e5b-8024-86472a3722c4 None None] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:54.880372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:54.901007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3eb524d2-bd05-478b-aec8-7978604e0f00 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:54.945395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d808e07a-967b-499c-98c0-b8311a73c051 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:27:55.053726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=57d39de5-99bc-436d-a103-cb0d76fc5f47,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:55.059103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:55.114800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-78612a1d-5d78-47e8-b2db-8d534fb48afe None None] Provisioning for port d808e07a-967b-499c-98c0-b8311a73c051 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:55.127327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:55.127940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: b09f741e-437e-428b-93cd-a2fd9bcca537, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:55.162825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network b09f741e-437e-428b-93cd-a2fd9bcca537 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:55.173360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b09f741e-437e-428b-93cd-a2fd9bcca537) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:55.200747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.200747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.202940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:55.202940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:55.210480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-60202a55-4429-475f-bc89-97b2db1e172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.212373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627471e2-38ca-4827-b6c2-62a3d3db9184 None None] Network b09f741e-437e-428b-93cd-a2fd9bcca537 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:55.212880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-60202a55-4429-475f-bc89-97b2db1e172e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 1098 time: 0.6794541 Apr 15 18:27:55.219344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1719985 Apr 15 18:27:55.226388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39270) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:55.232552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883587794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:55.240273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:55.245880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:55.249394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:55.256723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:55.266510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.268344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.283877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.304687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d808e07a-967b-499c-98c0-b8311a73c051 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:27:55.323720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d808e07a-967b-499c-98c0-b8311a73c051 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:27:55.323720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.333249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.391889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.391889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-59840aca-1475-43c8-b194-ee531490a9e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1551671 Apr 15 18:27:55.391889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39274) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:55.418122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'port': {'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537', 'name': 'tempest-RoutersIpV6Test-1798987821'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:55.437011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:55.437011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: 8bb6ff2e-b499-4160-8a8c-567aa4044528, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:27:55.437011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-4af8510a-9b91-4ed0-a431-3eaee786b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.437011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-4af8510a-9b91-4ed0-a431-3eaee786b2fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 200 len: 898 time: 0.1984332 Apr 15 18:27:55.555200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-6f0fe6c2-8f24-41ff-88f5-f4f12060b72a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 200 len: 217 time: 0.1070139 Apr 15 18:27:55.555200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:27:55.607584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] DHCP port deletion for 2b9be9b3-bae7-4789-9597-900eb2a15a2a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:27:55.607584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.635872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Deleting port d808e07a-967b-499c-98c0-b8311a73c051 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:27:55.635872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.671877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-dd5f747f-3e46-4590-9005-35b455e61c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.671877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-dd5f747f-3e46-4590-9005-35b455e61c14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 200 len: 834 time: 0.0984831 Apr 15 18:27:55.679082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-b09f741e-437e-428b-93cd-a2fd9bcca537', 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '57d39de5-99bc-436d-a103-cb0d76fc5f47'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:55.679082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.723433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 8bb6ff2e-b499-4160-8a8c-567aa4044528) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:55.739257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:55.748091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:port and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:55.758442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.758442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.775416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:55.790863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port d808e07a-967b-499c-98c0-b8311a73c051, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d808e07a-967b-499c-98c0-b8311a73c051,segment=NetworkSegment(13c43918-ae7d-450f-acca-28a48b7b82a6),segment_id=13c43918-ae7d-450f-acca-28a48b7b82a6)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:55.795741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:55.809455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0989962 Apr 15 18:27:55.814339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:55.823903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae841e3-52a7-4260-81cf-e5375a8f59da None None] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:55.828634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'port': {'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528', 'name': 'tempest-NetworksIpV6TestAttrs-805466301'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:55.842025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-0215d295-a6cd-4ff4-bbc9-18c9caaa2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:55.842025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-0215d295-a6cd-4ff4-bbc9-18c9caaa2dbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11c762dc-822a-4c73-809f-885e67d261ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690233 Apr 15 18:27:55.845668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.900859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:55.938506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:55.938506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:55.986748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] device_id is not set on port e64ba0c2-86df-407e-9762-9ca25881d208 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:56.100028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-3541eb79-10d5-473b-abaa-2a519da760e1 service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496912 Apr 15 18:27:56.167585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=d808e07a-967b-499c-98c0-b8311a73c051,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:56.198142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:56.202740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:56.204715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:port and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:56.204715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:56.208233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] For port d808e07a-967b-499c-98c0-b8311a73c051, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d808e07a-967b-499c-98c0-b8311a73c051,segment=NetworkSegment(13c43918-ae7d-450f-acca-28a48b7b82a6),segment_id=13c43918-ae7d-450f-acca-28a48b7b82a6)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:27:56.208233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.208581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:56.219702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:56.225652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.271423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] device_id is not set on port d7fef859-8dc6-402e-a5e9-cef6f80ed293 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:27:56.285475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a69e5f59-6eaf-4008-8224-b29de1cd83af req-3e8be151-2bfc-4316-b5f5-2d4a4d454b5f service neutron] 10.222.0.49 "GET /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780012 Apr 15 18:27:56.322818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8::2ff (b09f741e-437e-428b-93cd-a2fd9bcca537/57d39de5-99bc-436d-a103-cb0d76fc5f47/e64ba0c2-86df-407e-9762-9ca25881d208) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:56.374624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Calling delete_port for d808e07a-967b-499c-98c0-b8311a73c051 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:27:56.501372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-8bb6ff2e-b499-4160-8a8c-567aa4044528', 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': '5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:27:56.501372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.561174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.564767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Allocated IP 2001:db8::f816:3eff:fe77:7408 (8bb6ff2e-b499-4160-8a8c-567aa4044528/5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99/d7fef859-8dc6-402e-a5e9-cef6f80ed293) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:56.577392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ce8c142-c132-4c52-891e-775acb9fe95c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:56.687076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Pushing event deleted for resources: {'Port': ['ID=d808e07a-967b-499c-98c0-b8311a73c051,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:56.689444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d808e07a-967b-499c-98c0-b8311a73c051 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:27:56.715478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.730428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:56.754365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d808e07a-967b-499c-98c0-b8311a73c051 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:27:56.754502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d808e07a-967b-499c-98c0-b8311a73c051 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:27:56.808810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object e64ba0c2-86df-407e-9762-9ca25881d208 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:56.809912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] No DVR routers for this DVR port d808e07a-967b-499c-98c0-b8311a73c051 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:27:56.885880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.895642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:56.916187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9da12dca-5e59-40c1-9bcd-848d92adbab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:56.975825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Allocated IP 2001:db8::2 (b09f741e-437e-428b-93cd-a2fd9bcca537/57d39de5-99bc-436d-a103-cb0d76fc5f47/647b13b2-6d10-4948-8d3d-f0a9da2b9068) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:57.024282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Transition to ACTIVE for port object d7fef859-8dc6-402e-a5e9-cef6f80ed293 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:57.067008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=e64ba0c2-86df-407e-9762-9ca25881d208,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:57.072983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:57.125056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.144465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:57.297344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network b09f741e-437e-428b-93cd-a2fd9bcca537 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:57.303725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:57.305508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Port': ['ID=d7fef859-8dc6-402e-a5e9-cef6f80ed293,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:57.309886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:57.314679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:57.314679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.324239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:57.371938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.371938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fea25d27-2323-4553-884a-9498f2104ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.374151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1be844d3-0fc8-415a-bbc6-d41e8c91f1e7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9828286 Apr 15 18:27:57.378281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39286) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:57.399277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Allocated IP 2001:db8::f816:3eff:fe49:374e (8bb6ff2e-b499-4160-8a8c-567aa4044528/5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99/85036564-87be-423e-b49b-d72c53d850a3) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:27:57.543085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:57.582568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.604032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:57.612885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Transition to ACTIVE for port object 647b13b2-6d10-4948-8d3d-f0a9da2b9068 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:57.629606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:57.630559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:57.631248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.657775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Transition to ACTIVE for port object 647b13b2-6d10-4948-8d3d-f0a9da2b9068 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:57.701654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.724787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:57.921669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.926090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:57.959582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Pushing event updated for resources: {'Port': ['ID=647b13b2-6d10-4948-8d3d-f0a9da2b9068,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:57.966451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Transition to ACTIVE for port object 85036564-87be-423e-b49b-d72c53d850a3 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:57.973958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:58.010961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Transition to ACTIVE for port object 85036564-87be-423e-b49b-d72c53d850a3 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:27:58.021043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.037997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db3de02d-42ae-431e-b095-154701452164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:58.081899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2771301 Apr 15 18:27:58.084899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39290) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:58.152753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Network b09f741e-437e-428b-93cd-a2fd9bcca537 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:58.159268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:58.171462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:58.179459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting subnet 5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:27:58.183199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.256799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.274983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Pushing event updated for resources: {'Port': ['ID=85036564-87be-423e-b49b-d72c53d850a3,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:58.301738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:58.342191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Attempting to bind port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:58.342191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Attempting to bind port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:58.342191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Attempting to bind port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 on network b09f741e-437e-428b-93cd-a2fd9bcca537 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:58.352196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:58.352196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Checking segment: {'id': '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:58.352196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.352196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Bound using segment: {'id': '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:58.352669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Bound port: 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b09f741e-437e-428b-93cd-a2fd9bcca537'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:58.353415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.390201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.396521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.469383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.471590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:27:58.474597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:27:58.487045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:27:58.545195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] For port 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:58.606687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] For port 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=647b13b2-6d10-4948-8d3d-f0a9da2b9068,segment=NetworkSegment(7f81b9f3-0c8c-4181-8f04-c5a3f9abd049),segment_id=7f81b9f3-0c8c-4181-8f04-c5a3f9abd049)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:58.615706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Attempting to bind port 85036564-87be-423e-b49b-d72c53d850a3 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:27:58.615706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Attempting to bind port 85036564-87be-423e-b49b-d72c53d850a3 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:27:58.615909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Attempting to bind port 85036564-87be-423e-b49b-d72c53d850a3 on network 8bb6ff2e-b499-4160-8a8c-567aa4044528 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:27:58.622607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.639715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d305076-2fec-41d2-b73d-0021df817d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:58.674983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:27:58.675483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Checking segment: {'id': 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:27:58.675969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.676059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Bound using segment: {'id': 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:27:58.676517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Bound port: 85036564-87be-423e-b49b-d72c53d850a3, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8bb6ff2e-b499-4160-8a8c-567aa4044528'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:27:58.677122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.791232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.811019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a9b6f46-b38b-41ed-af28-9c238c6a2289 tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:58.861044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.867199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.890773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfbd2ba6-1747-4209-b5a3-723699b90d8f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:58.911171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:58.927930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:58.944778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Pushing event updated for resources: {'Port': ['ID=647b13b2-6d10-4948-8d3d-f0a9da2b9068,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:58.961962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:58.976114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] For port 85036564-87be-423e-b49b-d72c53d850a3, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:27:58.976114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] For port 85036564-87be-423e-b49b-d72c53d850a3, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=85036564-87be-423e-b49b-d72c53d850a3,segment=NetworkSegment(ecde4550-d495-4fbb-a0ec-6b89a4fe871b),segment_id=ecde4550-d495-4fbb-a0ec-6b89a4fe871b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:27:58.985612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.989432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:58.993362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99 HTTP/1.1" status: 204 len: 168 time: 0.9072998 Apr 15 18:27:58.996314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39294) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:59.042824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=e64ba0c2-86df-407e-9762-9ca25881d208,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:59.047043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:59.063463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-803e9031-5f70-4b3a-a3c1-d94912e4771a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:59.085935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977c264-9067-4be0-b403-e4bd71e9bd4c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:59.087852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977c264-9067-4be0-b403-e4bd71e9bd4c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:59.088690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5977c264-9067-4be0-b403-e4bd71e9bd4c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Synchronizing usage tracker for tenant:79328962ede943adb0ac76c83e029997 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:27:59.112429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5977c264-9067-4be0-b403-e4bd71e9bd4c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Unset dirty status for tenant:79328962ede943adb0ac76c83e029997 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:27:59.117972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5977c264-9067-4be0-b403-e4bd71e9bd4c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1197104 Apr 15 18:27:59.117972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39298) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:59.207748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Pushing event updated for resources: {'Port': ['ID=85036564-87be-423e-b49b-d72c53d850a3,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:59.214951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:59.275089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dbdd20dc-ef22-48ff-870c-7a252e8d267a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.343617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7aaea-740d-44de-819e-3130871fb0c4 None None] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:27:59.360037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdd20dc-ef22-48ff-870c-7a252e8d267a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 15 18:27:59.360570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdd20dc-ef22-48ff-870c-7a252e8d267a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:27:59.363505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbdd20dc-ef22-48ff-870c-7a252e8d267a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/8bb6ff2e-b499-4160-8a8c-567aa4044528 HTTP/1.1" status: 409 len: 405 time: 0.2443995 Apr 15 18:27:59.370136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39302) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:59.378846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1101875855'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:59.382835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.394876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:59.400727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:27:59.405830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:27:59.416669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:59.431761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:59.444571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.507465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:27:59.526579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.526579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment 183e0418-972d-4f73-9f96-3723c194d953 of type vlan for network a1eccdff-796a-427f-a1ca-098da24343c9 Apr 15 18:27:59.597896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.601381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.645152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.657881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:27:59.658875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:27:59.663453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbe3b1c5-147f-4a7d-bcd9-5e89a3db4be1 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:27:59.792302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=a1eccdff-796a-427f-a1ca-098da24343c9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:27:59.793437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:27:59.799450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4285223 Apr 15 18:27:59.803969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a1eccdff-796a-427f-a1ca-098da24343c9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:27:59.806506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39308) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:27:59.813806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': 'a1eccdff-796a-427f-a1ca-098da24343c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:27:59.943703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:27:59.954436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:27:59.968977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:27:59.975424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.111780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.119232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.120209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.137505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc65894c-d08b-46ea-adda-249284d62e50 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:00.286286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=e64ba0c2-86df-407e-9762-9ca25881d208,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:00.300032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:00.347487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network b09f741e-437e-428b-93cd-a2fd9bcca537 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:00.348840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:00.507693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:28:00.509166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.529809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65f18b89-df4b-4238-b841-8fe787c63339 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:00.564699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router b82247dc-e2fb-4dcc-88a0-b130db9ca365 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:00.671147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=a33798ba-58d2-48b2-827a-1e420e40954f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:00.671147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:00.730110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6875e-137b-476e-90d8-f1db1e07755d None None] Network b09f741e-437e-428b-93cd-a2fd9bcca537 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:00.772380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 647b13b2-6d10-4948-8d3d-f0a9da2b9068 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:00.790627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:00.791392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': '183e0418-972d-4f73-9f96-3723c194d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a1eccdff-796a-427f-a1ca-098da24343c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:00.792056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: a1eccdff-796a-427f-a1ca-098da24343c9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:00.801333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/b82247dc-e2fb-4dcc-88a0-b130db9ca365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221718 Apr 15 18:28:00.803000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39312) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:00.803608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] Sync routers for ids ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:00.824516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] Routers {'b82247dc-e2fb-4dcc-88a0-b130db9ca365'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:00.824516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:00.846285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network a1eccdff-796a-427f-a1ca-098da24343c9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:00.854206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a1eccdff-796a-427f-a1ca-098da24343c9) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:00.891916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:00.892409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:00.893035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:00.902414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] Routers {'b82247dc-e2fb-4dcc-88a0-b130db9ca365'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:00.903106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:00.915367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c950b-a254-419a-9bd5-f974cceea496 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:00.917114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2f1c950b-a254-419a-9bd5-f974cceea496 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:00.925668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1180019 Apr 15 18:28:00.926427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39316) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:00.937271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2f1c950b-a254-419a-9bd5-f974cceea496 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:00.939091 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f1c950b-a254-419a-9bd5-f974cceea496 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports/e64ba0c2-86df-407e-9762-9ca25881d208 HTTP/1.1" status: 200 len: 984 time: 0.1350935 Apr 15 18:28:00.946405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39320) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:00.974267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:00.974720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bf67b-3498-47eb-86ee-bab8df014cb3 None None] The sync data for ids ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:01.099119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.103170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfb0cc5-5577-4662-9897-d1bdcecc6b9f None None] Network a1eccdff-796a-427f-a1ca-098da24343c9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:01.206534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a4d5298-059e-436b-8e63-868d41849077 None None] Provisioning for port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:01.240548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.334419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:01.356403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:01.356720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.517757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.541061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.558093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0a919ea-466e-4c28-b86c-c35800753fa1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:01.602788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e9ab3-cf6a-4edb-9fca-15292e9d665f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a1eccdff-796a-427f-a1ca-098da24343c9', 'network_id': 'a1eccdff-796a-427f-a1ca-098da24343c9', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': 'a33798ba-58d2-48b2-827a-1e420e40954f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:01.603701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-662e9ab3-cf6a-4edb-9fca-15292e9d665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.645575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=a33798ba-58d2-48b2-827a-1e420e40954f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:01.664225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:01.703195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.782545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=647b13b2-6d10-4948-8d3d-f0a9da2b9068,segment=NetworkSegment(7f81b9f3-0c8c-4181-8f04-c5a3f9abd049),segment_id=7f81b9f3-0c8c-4181-8f04-c5a3f9abd049)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:01.787965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.790468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464105f-dd97-4b91-a2ef-78d6534bce68 None None] Network a1eccdff-796a-427f-a1ca-098da24343c9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:01.810618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:01.831883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:01.992324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1eccdff-796a-427f-a1ca-098da24343c9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:02.009522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183e0418-972d-4f73-9f96-3723c194d953') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:02.009881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183e0418-972d-4f73-9f96-3723c194d953') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:02.023929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=647b13b2-6d10-4948-8d3d-f0a9da2b9068,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:02.025585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.046334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.053875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:02.062442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:02.083136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Provisioning complete for port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:02.083572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.206118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port e64ba0c2-86df-407e-9762-9ca25881d208 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:02.206742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.270770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Provisioning for port e64ba0c2-86df-407e-9762-9ca25881d208 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:02.278491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Provisioning complete for port e64ba0c2-86df-407e-9762-9ca25881d208 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:02.278947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.302953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network a1eccdff-796a-427f-a1ca-098da24343c9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:02.315000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.356731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3483a003-228f-491b-8686-9948e56e2bfb None None] Port e64ba0c2-86df-407e-9762-9ca25881d208 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:02.485959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d3e30ef-75a9-4858-a679-5540d96b048a None None] Provisioning complete for port e64ba0c2-86df-407e-9762-9ca25881d208 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:02.486837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d3e30ef-75a9-4858-a679-5540d96b048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.496149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.521802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network a1eccdff-796a-427f-a1ca-098da24343c9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:02.549285 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:02.592960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e30ef-75a9-4858-a679-5540d96b048a None None] Port e64ba0c2-86df-407e-9762-9ca25881d208 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:02.664602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.670483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.674085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 647b13b2-6d10-4948-8d3d-f0a9da2b9068 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:02.676027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0308af65-6d2e-4bf6-88be-5a51def5d622 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:02.714315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for e64ba0c2-86df-407e-9762-9ca25881d208 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:02.714799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=a1eccdff-796a-427f-a1ca-098da24343c9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:02.717990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:02.720631 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/a1eccdff-796a-427f-a1ca-098da24343c9 HTTP/1.1" status: 204 len: 168 time: 1.7929771 Apr 15 18:28:02.725475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39324) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:02.735801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1699659531'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:02.756834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:02.772537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:02.777815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-37a662d5-a700-4795-8702-a12649f574d6 None None] Provisioning complete for port e64ba0c2-86df-407e-9762-9ca25881d208 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:02.777815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37a662d5-a700-4795-8702-a12649f574d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.781911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:02.798407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:02.829276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97a2c0-45cc-4fca-9969-2c919da02f72 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:28:02.833103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:02.840830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.888544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:02.901601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.904683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment e4188091-2e21-4cdc-b301-763056926753 of type vlan for network 2d602227-0293-49d3-9476-44c7ae1f4bdb Apr 15 18:28:02.914793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-37a662d5-a700-4795-8702-a12649f574d6 None None] Port e64ba0c2-86df-407e-9762-9ca25881d208 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:02.935697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:02.935697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:02.988570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.008138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:03.045938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c3cbb491-d8b5-4a31-b3a0-e71b55a98b05 None None] Could not find standard attr ID for object e64ba0c2-86df-407e-9762-9ca25881d208. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:28:03.081279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=e64ba0c2-86df-407e-9762-9ca25881d208,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:03.135685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:03.146464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b97a2c0-45cc-4fca-9969-2c919da02f72 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:28:03.274242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.310147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.318597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:03.319406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.324740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a9887c8-a658-4c50-a796-23f4d6ba5923 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:03.450443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.454858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7250991 Apr 15 18:28:03.458215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39328) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:03.463647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:03.489740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=2d602227-0293-49d3-9476-44c7ae1f4bdb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:03.503991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:03.552644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:03.593461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:03.600860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:subnet and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:03.605491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:03.621547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:03.634152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:03.639836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:03.944864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router b82247dc-e2fb-4dcc-88a0-b130db9ca365 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:04.098163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:04.109534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] Sync routers for ids ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:04.133939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/b82247dc-e2fb-4dcc-88a0-b130db9ca365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1679704 Apr 15 18:28:04.133939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:04.135969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] Routers {'b82247dc-e2fb-4dcc-88a0-b130db9ca365'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:04.135969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:04.172510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:04.191165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-327c5014-eef1-46de-b33b-3a6739d78165 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:04.204961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:04.216759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] Routers {'b82247dc-e2fb-4dcc-88a0-b130db9ca365'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:04.217299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:04.292434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:04.292434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33286cb5-da2d-4129-ac7f-d0e7cbd8a18a None None] The sync data for ids ['b82247dc-e2fb-4dcc-88a0-b130db9ca365'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:04.339208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=8736c199-0fa4-4a9b-a185-d7bd0d10a88c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:04.341166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:04.438665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': 'e4188091-2e21-4cdc-b301-763056926753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:04.439178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: 2d602227-0293-49d3-9476-44c7ae1f4bdb, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:04.477558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:04.496003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 2d602227-0293-49d3-9476-44c7ae1f4bdb) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:04.512310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:04.513111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:04.514109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d086444-05da-4184-993a-d843df0e273e None None] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:04.529085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-517f1113-5806-48dd-a6a2-567694957dd0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] remove_router_interface failed (client error): The resource could not be found. Apr 15 18:28:04.535346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-517f1113-5806-48dd-a6a2-567694957dd0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/b82247dc-e2fb-4dcc-88a0-b130db9ca365/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4097099 Apr 15 18:28:04.535346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39342) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:04.560024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1021941 Apr 15 18:28:04.560969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39346) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:04.616000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd13d3d0-4a13-415c-bfe9-6f73ae8a14a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:04.639615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd13d3d0-4a13-415c-bfe9-6f73ae8a14a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:04.645318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd13d3d0-4a13-415c-bfe9-6f73ae8a14a9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82247dc-e2fb-4dcc-88a0-b130db9ca365 HTTP/1.1" status: 200 len: 205 time: 0.1097710 Apr 15 18:28:04.646267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39352) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:04.798531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:04.869038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-2d602227-0293-49d3-9476-44c7ae1f4bdb', 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': '8736c199-0fa4-4a9b-a185-d7bd0d10a88c'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:04.871060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:04.901683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:04.954687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.099489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Allocated IP 2001:db8::2 (2d602227-0293-49d3-9476-44c7ae1f4bdb/8736c199-0fa4-4a9b-a185-d7bd0d10a88c/f58670c6-aabf-4a32-9ff9-237c9c28c0ec) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:05.530442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.542474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Transition to ACTIVE for port object f58670c6-aabf-4a32-9ff9-237c9c28c0ec will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:05.563092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Transition to ACTIVE for port object f58670c6-aabf-4a32-9ff9-237c9c28c0ec will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:05.575443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.585973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.591469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:05.614541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63fa662d-6783-47a5-a5eb-3e59e8d360fa tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:05.621062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.625631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.666509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.667087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router b82247dc-e2fb-4dcc-88a0-b130db9ca365 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:28:05.682063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b78c9-4d38-458f-9a80-57aa9502def8 req-8b9beae1-e47d-4d22-8844-b6ba19a33157 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:05.683767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11b78c9-4d38-458f-9a80-57aa9502def8 req-8b9beae1-e47d-4d22-8844-b6ba19a33157 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 0.9379990 Apr 15 18:28:05.694290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.699611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12b09e28-cd8e-4359-9cf7-cde79bb7c340 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/b82247dc-e2fb-4dcc-88a0-b130db9ca365 HTTP/1.1" status: 204 len: 168 time: 1.0515182 Apr 15 18:28:05.701866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39358) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:05.740984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=8736c199-0fa4-4a9b-a185-d7bd0d10a88c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:05.745177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:05.796980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Pushing event updated for resources: {'Port': ['ID=f58670c6-aabf-4a32-9ff9-237c9c28c0ec,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:05.819667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:05.846764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11b78c9-4d38-458f-9a80-57aa9502def8 req-a5d620b6-030a-4a5b-9532-e25c6ac1fcf6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456354 Apr 15 18:28:05.858972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 57d39de5-99bc-436d-a103-cb0d76fc5f47 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:05.859388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:05.861834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:05.875587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.876440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:05.902076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.940489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:05.994597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Attempting to bind port f58670c6-aabf-4a32-9ff9-237c9c28c0ec on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:05.994597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Attempting to bind port f58670c6-aabf-4a32-9ff9-237c9c28c0ec by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e4188091-2e21-4cdc-b301-763056926753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:05.996765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Attempting to bind port f58670c6-aabf-4a32-9ff9-237c9c28c0ec on network 2d602227-0293-49d3-9476-44c7ae1f4bdb {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:06.002398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:06.002398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Checking segment: {'id': 'e4188091-2e21-4cdc-b301-763056926753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:06.002398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.002398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Bound using segment: {'id': 'e4188091-2e21-4cdc-b301-763056926753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:06.003223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Bound port: f58670c6-aabf-4a32-9ff9-237c9c28c0ec, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4188091-2e21-4cdc-b301-763056926753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:06.003401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.042839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.100344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d602227-0293-49d3-9476-44c7ae1f4bdb']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:06.113889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4188091-2e21-4cdc-b301-763056926753') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:06.113889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4188091-2e21-4cdc-b301-763056926753') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:06.136198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] For port f58670c6-aabf-4a32-9ff9-237c9c28c0ec, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:06.136198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] For port f58670c6-aabf-4a32-9ff9-237c9c28c0ec, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f58670c6-aabf-4a32-9ff9-237c9c28c0ec,segment=NetworkSegment(e4188091-2e21-4cdc-b301-763056926753),segment_id=e4188091-2e21-4cdc-b301-763056926753)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:06.149576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.161575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.172524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-84d1ad99-a724-4cfa-8d0e-667a60ea09f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:06.174901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-84d1ad99-a724-4cfa-8d0e-667a60ea09f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:06.179054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.190432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:06.272932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-84d1ad99-a724-4cfa-8d0e-667a60ea09f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:06.274210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-84d1ad99-a724-4cfa-8d0e-667a60ea09f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 0.2798736 Apr 15 18:28:06.284766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c7b8a35-721f-4602-ae2b-544cbdf5f6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:06.365199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.382715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4a338dd-3a7e-4d8a-afdd-d5ca9ffb037e tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:06.429599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Pushing event updated for resources: {'Port': ['ID=f58670c6-aabf-4a32-9ff9-237c9c28c0ec,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:06.439336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:06.454562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:06.461958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.465116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4ff4e-5264-41f1-a02a-5339fc214096 None None] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:06.482915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 76579521-7a24-4075-bba6-dd44f2304847 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:06.489638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.489788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=57d39de5-99bc-436d-a103-cb0d76fc5f47,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:06.489788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:06.526131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.535108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/57d39de5-99bc-436d-a103-cb0d76fc5f47 HTTP/1.1" status: 204 len: 168 time: 0.8298154 Apr 15 18:28:06.535507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39362) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:06.550692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565d0b60-7752-45ca-ba91-2ac91e8c267f None None] Network b09f741e-437e-428b-93cd-a2fd9bcca537 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:06.674547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.775815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:06.776506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:06.780984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:06.831877 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:07.008947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] DHCP port deletion for b09f741e-437e-428b-93cd-a2fd9bcca537 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:07.008947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Deleting port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:07.015230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.045480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:28:07.045480 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:28:07.045480 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '2d602227-0293-49d3-9476-44c7ae1f4bdb'}] Apr 15 18:28:07.045480 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:07.045480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:07.085159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 76579521-7a24-4075-bba6-dd44f2304847, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=76579521-7a24-4075-bba6-dd44f2304847,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:07.085159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.174458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=647b13b2-6d10-4948-8d3d-f0a9da2b9068,segment=NetworkSegment(7f81b9f3-0c8c-4181-8f04-c5a3f9abd049),segment_id=7f81b9f3-0c8c-4181-8f04-c5a3f9abd049)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:07.174913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.265728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] For port 647b13b2-6d10-4948-8d3d-f0a9da2b9068, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=647b13b2-6d10-4948-8d3d-f0a9da2b9068,segment=NetworkSegment(7f81b9f3-0c8c-4181-8f04-c5a3f9abd049),segment_id=7f81b9f3-0c8c-4181-8f04-c5a3f9abd049)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:07.266570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.378441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 647b13b2-6d10-4948-8d3d-f0a9da2b9068 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:07.407115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Calling delete_port for 647b13b2-6d10-4948-8d3d-f0a9da2b9068 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:07.429109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.429988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.430133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b49e135f-6860-449a-9062-195310b2c99a disassociated. External IP: 172.26.7.173, port: 76579521-7a24-4075-bba6-dd44f2304847. Apr 15 18:28:07.430531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 76579521-7a24-4075-bba6-dd44f2304847 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:07.474700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3191ec6-f552-4095-8984-48de0bd6c9e8 req-b5d962db-c57e-4699-acc2-00e19a4e8039 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:07.477354 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3191ec6-f552-4095-8984-48de0bd6c9e8 req-b5d962db-c57e-4699-acc2-00e19a4e8039 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 946 time: 0.3395195 Apr 15 18:28:07.538103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.538639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 15 18:28:07.538639 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 15 18:28:07.538639 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'port_id': '647b13b2-6d10-4948-8d3d-f0a9da2b9068', 'host': 'dv-neutron-786478-1-hyperv'}] Apr 15 18:28:07.538639 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:07.539272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:07.542784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.549984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3191ec6-f552-4095-8984-48de0bd6c9e8 req-0cef5311-ad22-41a5-9c6f-234b3e3fb42d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc9b605-af68-440c-a08c-77649c1bb61f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567865 Apr 15 18:28:07.567332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:07.662490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port f58670c6-aabf-4a32-9ff9-237c9c28c0ec {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:07.662869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:07.677515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Pushing event deleted for resources: {'Port': ['ID=647b13b2-6d10-4948-8d3d-f0a9da2b9068,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:07.691740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:07.741003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] No DVR routers for this DVR port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:07.799078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea3d49f-b6c3-4d0f-bc56-14c21e25a359 None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:28:07.934410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea3d49f-b6c3-4d0f-bc56-14c21e25a359 None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:28:08.042701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 647b13b2-6d10-4948-8d3d-f0a9da2b9068 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:08.042701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.081135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.103094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7b45edb-227d-42cb-97aa-6ed17f2a6d91 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:08.145823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] The port '647b13b2-6d10-4948-8d3d-f0a9da2b9068' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:28:08.218152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=76579521-7a24-4075-bba6-dd44f2304847,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:08.230048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:08.295927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.394092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] For port f58670c6-aabf-4a32-9ff9-237c9c28c0ec, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f58670c6-aabf-4a32-9ff9-237c9c28c0ec,segment=NetworkSegment(e4188091-2e21-4cdc-b301-763056926753),segment_id=e4188091-2e21-4cdc-b301-763056926753)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:08.394485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.432981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09f741e-437e-428b-93cd-a2fd9bcca537']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:08.447239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:08.447586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f81b9f3-0c8c-4181-8f04-c5a3f9abd049') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:08.460400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.476301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.483592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:08.540413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for f58670c6-aabf-4a32-9ff9-237c9c28c0ec owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:08.688338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network b09f741e-437e-428b-93cd-a2fd9bcca537 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:08.703608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.712884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 647b13b2-6d10-4948-8d3d-f0a9da2b9068 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:08.795549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:08.805009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 647b13b2-6d10-4948-8d3d-f0a9da2b9068 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:08.807396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 647b13b2-6d10-4948-8d3d-f0a9da2b9068 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:08.816787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:08.852298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2eb4b0eb-262a-4c1b-ad78-30f4a8e08aba req-11f10b54-6cf9-418b-9b4f-6081e5e55080 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 210 time: 0.1332548 Apr 15 18:28:08.938715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=f58670c6-aabf-4a32-9ff9-237c9c28c0ec,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:08.946241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:08.963738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:08.969069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network b09f741e-437e-428b-93cd-a2fd9bcca537 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:09.003982 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:09.059225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No DVR routers for this DVR port f58670c6-aabf-4a32-9ff9-237c9c28c0ec on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:09.092106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.097046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:09.122736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.128825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=b09f741e-437e-428b-93cd-a2fd9bcca537,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:09.131524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:09.132556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/b09f741e-437e-428b-93cd-a2fd9bcca537 HTTP/1.1" status: 204 len: 168 time: 2.5960429 Apr 15 18:28:09.138467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39372) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:09.147266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205728683'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:09.151348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:09.155820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:09.160587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:09.168386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:09.185206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:09.191023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.231409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:09.240546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.240944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 860fe2d1-c576-4d1b-a183-e0bffcba9eb9 of type vlan for network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 Apr 15 18:28:09.268966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.289805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.308051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.314363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:09.315050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.319534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0ff6a7-bf44-41c8-8d47-31fe6b51ab7c tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:09.416651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:09.430353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:09.439500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2964833 Apr 15 18:28:09.439500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:09.439500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39378) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:09.442038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:09.446464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:09.447564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:09.448400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:09.459744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:09.524672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d602227-0293-49d3-9476-44c7ae1f4bdb']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:09.532628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 76579521-7a24-4075-bba6-dd44f2304847 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:09.537318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.540133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'name': 'network-vif-deleted', 'tag': '76579521-7a24-4075-bba6-dd44f2304847'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:28:09.550160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4188091-2e21-4cdc-b301-763056926753') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:09.550500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4188091-2e21-4cdc-b301-763056926753') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:09.571527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:09.572218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.575628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:09.578741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:09.586129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:09.590106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.593606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afc0cbec-39cc-484b-a80f-e1dd69d62e2f req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/76579521-7a24-4075-bba6-dd44f2304847 HTTP/1.1" status: 204 len: 173 time: 3.3130522 Apr 15 18:28:09.599510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:09.604756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:09.613121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 76579521-7a24-4075-bba6-dd44f2304847 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:09.620620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.665928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 76579521-7a24-4075-bba6-dd44f2304847 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:09.666231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 76579521-7a24-4075-bba6-dd44f2304847 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:09.694355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f8fa39-5f72-4075-9fd7-a64e8e1f79a4', 'name': 'network-vif-deleted', 'tag': '76579521-7a24-4075-bba6-dd44f2304847', 'status': 'completed', 'code': 200} Apr 15 18:28:09.842207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:09.852656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:09.897687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:10.037667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea524935-8fa0-42d9-8e26-b4c17a36acc6 req-34918974-2e69-4bf2-ad2c-e3f3f7d9bf53 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=71f8fa39-5f72-4075-9fd7-a64e8e1f79a4 HTTP/1.1" status: 200 len: 210 time: 0.0500720 Apr 15 18:28:10.047077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2d602227-0293-49d3-9476-44c7ae1f4bdb has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:10.077210 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:10.193772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.198335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.206432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-031adc45-773f-4100-9e79-acc3537e03aa tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:10.234439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/2d602227-0293-49d3-9476-44c7ae1f4bdb HTTP/1.1" status: 204 len: 168 time: 5.6679850 Apr 15 18:28:10.234439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=2d602227-0293-49d3-9476-44c7ae1f4bdb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:10.239248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:10.239810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39386) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:10.246220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1516156964'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:10.254440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:10.258912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:network and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:10.262089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:10.269423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:10.278870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:10.289648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.290108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:10.296632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:28:10.309068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:10.310295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:10.324481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:10.342516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.343112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Added segment 161ba4e2-bb41-46d3-af92-a396ad241e08 of type vlan for network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 Apr 15 18:28:10.383403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.426658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.434908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:10.435440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.446463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:10.556633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3143861 Apr 15 18:28:10.559364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39390) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:10.568647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Request body: {'subnet': {'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:10.589838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Network': ['ID=9ec807d2-e00f-4a13-be10-5bafbc2c7169,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:10.596726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:10.621675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:10.653775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.677403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a64d044e-8e7f-4222-a40e-7e2f4d7181ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:10.698072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:10.722914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:10.741553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Usage tracker for resource:subnet and tenant:79328962ede943adb0ac76c83e029997 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:10.750985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:10.765183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:10.782600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Made reservation on behalf of 79328962ede943adb0ac76c83e029997 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:10.795169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.832089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=2e4f39c4-1fad-4ddc-8849-991e8d6e25d8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:10.835086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:10.909805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '860fe2d1-c576-4d1b-a183-e0bffcba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:10.910220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:10.929965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:10.939921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:10.948567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690f862a-07a7-4b7c-855a-bbda1103382f None None] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:10.961908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:10.962883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:10.987287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5469599 Apr 15 18:28:10.989948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39394) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:10.997470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1447111300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:11.007648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:11.014660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:11.019159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:11.026879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:11.039656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.041623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.060824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.087773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.122723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.124530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3cede7c8-7e8d-4332-bd12-6b60206cd555 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1327136 Apr 15 18:28:11.130338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39400) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:11.200474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39404) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:11.200974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:11.208249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18278e-689a-46ab-85af-fc62d91d55f7 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:25:42Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'da9f15ef-ef5a-426e-ba8f-cc76745c1d18', 'name': '', 'network_id': '11c762dc-822a-4c73-809f-885e67d261ab', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:a0:31:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:40Z', 'updated_at': '2021-04-15T18:25:52Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '154a3896-34a8-40aa-aba3-d7a9c690afbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:11.480294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9', 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '2e4f39c4-1fad-4ddc-8849-991e8d6e25d8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:11.482022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.673982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Allocated IP 2001:db8::2 (a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9/2e4f39c4-1fad-4ddc-8849-991e8d6e25d8/5596a3e3-022b-48ee-b4c9-10d35c78ae66) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:11.684535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079d3e4-7381-440e-8c42-b280b4db7393 None None] New status for floating IP b49e135f-6860-449a-9062-195310b2c99a: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:28:11.706554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.objects.ports [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86081) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 18:28:11.707912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.723092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0540ba5c-ab38-429d-a0a6-83d4d52202f7 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:11.882846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event updated for resources: {'Subnet': ['ID=f6d4e549-2c8b-4207-bfcb-8fedfb94e991,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:11.886817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:11.906047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:11.950597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Checking segment: {'id': '161ba4e2-bb41-46d3-af92-a396ad241e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:11.950979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network hostable DHCP agents. Network: 9ec807d2-e00f-4a13-be10-5bafbc2c7169, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:11.971564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:11.980757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 9ec807d2-e00f-4a13-be10-5bafbc2c7169) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:11.991972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888926d-c943-40fe-a471-499504f10e56 None None] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:12.001437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:12.002674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.033555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4726088 Apr 15 18:28:12.034580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39408) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:12.054455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.162438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.227436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.289146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.334187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Transition to ACTIVE for port object 5596a3e3-022b-48ee-b4c9-10d35c78ae66 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:12.361625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.362714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-9ec807d2-e00f-4a13-be10-5bafbc2c7169', 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169', 'tenant_id': '79328962ede943adb0ac76c83e029997', 'fixed_ips': [{'subnet_id': 'f6d4e549-2c8b-4207-bfcb-8fedfb94e991'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:12.363579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.373702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Transition to ACTIVE for port object 5596a3e3-022b-48ee-b4c9-10d35c78ae66 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:12.386355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.402747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:12.469315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.477123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a26864b3-bc3d-4f18-bd81-6e38ebb81d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:12.501572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9b605-af68-440c-a08c-77649c1bb61f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:12.539406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:12.568339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.573736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/7fc9b605-af68-440c-a08c-77649c1bb61f HTTP/1.1" status: 204 len: 168 time: 1.3610179 Apr 15 18:28:12.584818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8::1 (a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9/2e4f39c4-1fad-4ddc-8849-991e8d6e25d8/bac95b82-d26a-452a-bc89-99d26e302215) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:12.610540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Pushing event updated for resources: {'Port': ['ID=5596a3e3-022b-48ee-b4c9-10d35c78ae66,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:12.637730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39414) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:12.693978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:12.738041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Allocated IP 2001:db8::f816:3eff:fe4e:815b (9ec807d2-e00f-4a13-be10-5bafbc2c7169/f6d4e549-2c8b-4207-bfcb-8fedfb94e991/82394113-6ec4-478e-acfb-adc318a8fcfe) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:12.783281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:12.788441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:12.834833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:12.924468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 0d157a5b-820a-48d5-8360-b371864f6f9b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:12.924818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.966076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Attempting to bind port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:12.966486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Attempting to bind port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '860fe2d1-c576-4d1b-a183-e0bffcba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:12.966902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Attempting to bind port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 on network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:12.985578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:12.986054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Checking segment: {'id': '860fe2d1-c576-4d1b-a183-e0bffcba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:12.986513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:12.986952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Bound using segment: {'id': '860fe2d1-c576-4d1b-a183-e0bffcba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:12.987479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Bound port: 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860fe2d1-c576-4d1b-a183-e0bffcba9eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:12.987899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.084994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.120076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object bac95b82-d26a-452a-bc89-99d26e302215 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:13.151352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.165994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] For port 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:13.168278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Transition to ACTIVE for port object 82394113-6ec4-478e-acfb-adc318a8fcfe will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:13.170532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.170903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.171799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] For port 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5596a3e3-022b-48ee-b4c9-10d35c78ae66,segment=NetworkSegment(860fe2d1-c576-4d1b-a183-e0bffcba9eb9),segment_id=860fe2d1-c576-4d1b-a183-e0bffcba9eb9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:13.180420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.198244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:13.309141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Transition to ACTIVE for port object 82394113-6ec4-478e-acfb-adc318a8fcfe will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:13.312538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 0d157a5b-820a-48d5-8360-b371864f6f9b owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:13.332621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.339350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.353549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5869739-c59f-429b-a144-845330533960 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:13.376435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.400459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ae8e9ee-efb5-4421-a219-9880f72591ea tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:13.410922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d4e549-2c8b-4207-bfcb-8fedfb94e991,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:13.492559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:13.580859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=bac95b82-d26a-452a-bc89-99d26e302215,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:13.587619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:13.635707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Pushing event updated for resources: {'Port': ['ID=5596a3e3-022b-48ee-b4c9-10d35c78ae66,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:13.637032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.649934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:13.652845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f48d1502-2af7-434e-af25-bc9fa6ee21a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:13.714005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:13.716179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.766953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Pushing event updated for resources: {'Port': ['ID=82394113-6ec4-478e-acfb-adc318a8fcfe,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:13.774564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:13.779500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:13.781383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec807d2-e00f-4a13-be10-5bafbc2c7169']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:13.782554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:13.785411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:13.806890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161ba4e2-bb41-46d3-af92-a396ad241e08') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:13.807305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161ba4e2-bb41-46d3-af92-a396ad241e08') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:13.833054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.839749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d7ebd87-cbba-4063-939e-a5c6599ec61c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:13.852023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.858573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:13.873549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:13.906422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:13.907251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.916483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Attempting to bind port 82394113-6ec4-478e-acfb-adc318a8fcfe on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:13.916906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Attempting to bind port 82394113-6ec4-478e-acfb-adc318a8fcfe by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '161ba4e2-bb41-46d3-af92-a396ad241e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:13.917322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Attempting to bind port 82394113-6ec4-478e-acfb-adc318a8fcfe on network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:13.923285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:13.924464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Checking segment: {'id': '161ba4e2-bb41-46d3-af92-a396ad241e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:13.924926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.925375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Bound using segment: {'id': '161ba4e2-bb41-46d3-af92-a396ad241e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:13.925927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Bound port: 82394113-6ec4-478e-acfb-adc318a8fcfe, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161ba4e2-bb41-46d3-af92-a396ad241e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:13.926356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:13.936453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=0d157a5b-820a-48d5-8360-b371864f6f9b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:13.945436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:14.024046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] For port 82394113-6ec4-478e-acfb-adc318a8fcfe, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:14.062728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:14.073004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.163327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.182660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.238903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.240163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/b49e135f-6860-449a-9062-195310b2c99a HTTP/1.1" status: 204 len: 168 time: 1.6025486 Apr 15 18:28:14.291978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:14.320035 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:14.406891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] For port 82394113-6ec4-478e-acfb-adc318a8fcfe, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=82394113-6ec4-478e-acfb-adc318a8fcfe,segment=NetworkSegment(161ba4e2-bb41-46d3-af92-a396ad241e08),segment_id=161ba4e2-bb41-46d3-af92-a396ad241e08)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:14.407558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:28:14.407558 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:28:14.407558 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '9ec807d2-e00f-4a13-be10-5bafbc2c7169'}] Apr 15 18:28:14.407558 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:14.408551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:14.413032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.430194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7102cc38-d07e-4435-91f8-f9b1f995be8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:14.609582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Pushing event updated for resources: {'Port': ['ID=82394113-6ec4-478e-acfb-adc318a8fcfe,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:14.613806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.614772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:14.689591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.695958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.697038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.716668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4382534d-82a9-434f-8ff4-9258a4502b48 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:14.738239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5596a3e3-022b-48ee-b4c9-10d35c78ae66 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:14.764812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf6cb9-d269-4b67-9634-536c7bdefc39 None None] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:14.909474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.991546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port 82394113-6ec4-478e-acfb-adc318a8fcfe {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:14.992334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:14.992750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:15.138869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-7c665be7-4a83-4e5d-b3a4-661bf647a997 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:15.139682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-7c665be7-4a83-4e5d-b3a4-661bf647a997 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:15.203052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=bac95b82-d26a-452a-bc89-99d26e302215,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:15.211291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:15.215000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-7c665be7-4a83-4e5d-b3a4-661bf647a997 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:15.216088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-7c665be7-4a83-4e5d-b3a4-661bf647a997 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 0.6407907 Apr 15 18:28:15.241574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] For port 82394113-6ec4-478e-acfb-adc318a8fcfe, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=82394113-6ec4-478e-acfb-adc318a8fcfe,segment=NetworkSegment(161ba4e2-bb41-46d3-af92-a396ad241e08),segment_id=161ba4e2-bb41-46d3-af92-a396ad241e08)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:15.243080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.286318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:15.286778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af34c7-457e-4f41-8266-b3abef288000 None None] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:15.289004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-bf39e209-e5a3-4355-a431-5ce3fee2287e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:15.293009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:15.376564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for 82394113-6ec4-478e-acfb-adc318a8fcfe owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:15.378425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-bf39e209-e5a3-4355-a431-5ce3fee2287e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:15.379678 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5328e3c-9b3a-42b7-98d7-92802e4b4e2a req-bf39e209-e5a3-4355-a431-5ce3fee2287e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509562 Apr 15 18:28:15.435870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Provisioning for port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:15.458217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.472118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Provisioning complete for port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:15.472542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.474313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:15.510898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router fd39beb4-bb40-4f6f-95f8-6a1beeb1467f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:15.585748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=82394113-6ec4-478e-acfb-adc318a8fcfe,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:15.590205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:15.636007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No DVR routers for this DVR port 82394113-6ec4-478e-acfb-adc318a8fcfe on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:15.683872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.710787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:15.717830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/fd39beb4-bb40-4f6f-95f8-6a1beeb1467f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5841839 Apr 15 18:28:15.719761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39422) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:15.728313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] Sync routers for ids ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:15.728857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] For port 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5596a3e3-022b-48ee-b4c9-10d35c78ae66,segment=NetworkSegment(860fe2d1-c576-4d1b-a183-e0bffcba9eb9),segment_id=860fe2d1-c576-4d1b-a183-e0bffcba9eb9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:15.734695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.736926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:15.750611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] Routers {'fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:15.753006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:15.804716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:15.842784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Pushing event updated for resources: {'Port': ['ID=5596a3e3-022b-48ee-b4c9-10d35c78ae66,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:15.846745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:15.886883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:15.897521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5e0d9-ce3c-4fdd-95e7-26902936bf7f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:15.898232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1bb5e0d9-ce3c-4fdd-95e7-26902936bf7f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:15.898673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] Routers {'fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:15.899424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:15.915369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1bb5e0d9-ce3c-4fdd-95e7-26902936bf7f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:15.920313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1bb5e0d9-ce3c-4fdd-95e7-26902936bf7f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports/bac95b82-d26a-452a-bc89-99d26e302215 HTTP/1.1" status: 200 len: 911 time: 0.1983500 Apr 15 18:28:15.921240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39428) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:15.984229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:15.984742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40572-6fb0-4ec1-aedd-e97d64ae7801 None None] The sync data for ids ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:16.022995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec807d2-e00f-4a13-be10-5bafbc2c7169']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:16.053043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161ba4e2-bb41-46d3-af92-a396ad241e08') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:16.053387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161ba4e2-bb41-46d3-af92-a396ad241e08') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:16.075525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.103804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ff91e0ae-001c-48eb-bcb6-ab1d26a5f470 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:16.105430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ff91e0ae-001c-48eb-bcb6-ab1d26a5f470 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:16.113513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Provisioning for port bac95b82-d26a-452a-bc89-99d26e302215 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:16.113808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.122843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Provisioning complete for port bac95b82-d26a-452a-bc89-99d26e302215 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:16.123768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.131262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:16.160254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ff91e0ae-001c-48eb-bcb6-ab1d26a5f470 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:16.161570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ff91e0ae-001c-48eb-bcb6-ab1d26a5f470 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 0.3234980 Apr 15 18:28:16.195894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Port bac95b82-d26a-452a-bc89-99d26e302215 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:16.208947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Provisioning complete for port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:16.209510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec25615c-21b1-4923-946d-85e98b2e8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.326222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 5e552dca-7a24-4775-bb93-da2bf1ebb47d {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:16.326595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.505772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-af6e7a2f-598f-47d5-9762-a828fb1ab21d None None] Provisioning complete for port bac95b82-d26a-452a-bc89-99d26e302215 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:16.506290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af6e7a2f-598f-47d5-9762-a828fb1ab21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.520513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:16.536381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.598927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-af6e7a2f-598f-47d5-9762-a828fb1ab21d None None] Port bac95b82-d26a-452a-bc89-99d26e302215 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:16.627157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92693e-c34a-431d-bc8d-5a7ce2ecb94b None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:28:16.692751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5596a3e3-022b-48ee-b4c9-10d35c78ae66 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:16.707457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c848bad-699b-4894-8f83-0941a98263c1 req-69f2944b-96a0-40d3-9744-b179b441f26d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:16.710342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c848bad-699b-4894-8f83-0941a98263c1 req-69f2944b-96a0-40d3-9744-b179b441f26d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 945 time: 0.1579499 Apr 15 18:28:16.714818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.826958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a6472f65-440a-4cb8-9b30-69e3f3713bc9 None None] Provisioning complete for port bac95b82-d26a-452a-bc89-99d26e302215 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:16.828369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6472f65-440a-4cb8-9b30-69e3f3713bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.895651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 9ec807d2-e00f-4a13-be10-5bafbc2c7169 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:16.918234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c848bad-699b-4894-8f83-0941a98263c1 req-58b337e7-98c9-4e84-bdbf-fceffaa87e70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e785c07f-1970-4a35-9a9a-3f452ac8eb49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284301 Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:16.927465 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:16.938458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a6472f65-440a-4cb8-9b30-69e3f3713bc9 None None] Port bac95b82-d26a-452a-bc89-99d26e302215 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:16.950487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:16.950912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:16.992431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92693e-c34a-431d-bc8d-5a7ce2ecb94b None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:28:17.061515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.067014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.086313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-514a257c-c310-4c4a-92b7-c3e77d7f4616 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:17.231975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port bac95b82-d26a-452a-bc89-99d26e302215 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:17.232362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.426385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 5e552dca-7a24-4775-bb93-da2bf1ebb47d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=5e552dca-7a24-4775-bb93-da2bf1ebb47d,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:17.426786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.435068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=9ec807d2-e00f-4a13-be10-5bafbc2c7169,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:17.460094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:17.474116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.588845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/9ec807d2-e00f-4a13-be10-5bafbc2c7169 HTTP/1.1" status: 204 len: 168 time: 5.5466273 Apr 15 18:28:17.600758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 5e552dca-7a24-4775-bb93-da2bf1ebb47d owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:17.622222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39436) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:17.631040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for bac95b82-d26a-452a-bc89-99d26e302215 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:17.712579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1ff32b-1f9a-49ea-94af-b52b84dccfb4 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:17.712579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1ff32b-1f9a-49ea-94af-b52b84dccfb4 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:17.713996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ce1ff32b-1f9a-49ea-94af-b52b84dccfb4 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/f6d4e549-2c8b-4207-bfcb-8fedfb94e991 HTTP/1.1" status: 404 len: 337 time: 0.0977750 Apr 15 18:28:17.717673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39440) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:17.768746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea73b020-5977-4cc8-afd5-05f8b0bef5e0 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:17.768746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea73b020-5977-4cc8-afd5-05f8b0bef5e0 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:17.785097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea73b020-5977-4cc8-afd5-05f8b0bef5e0 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/9ec807d2-e00f-4a13-be10-5bafbc2c7169 HTTP/1.1" status: 404 len: 339 time: 0.0645978 Apr 15 18:28:17.794640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39444) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:17.837360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e93eca-f468-4d68-8d8e-5b4bbd904735 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:17.837900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e93eca-f468-4d68-8d8e-5b4bbd904735 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:17.839988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05e93eca-f468-4d68-8d8e-5b4bbd904735 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/8736c199-0fa4-4a9b-a185-d7bd0d10a88c HTTP/1.1" status: 404 len: 337 time: 0.0518146 Apr 15 18:28:17.843720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39448) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:17.845867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.867662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8a9e3316-f9cc-4ca8-be20-420578f19844 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:17.884981 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d717ca-f679-4563-bc88-9d3d00a061ba tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:17.885518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d717ca-f679-4563-bc88-9d3d00a061ba tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:17.896104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-25d717ca-f679-4563-bc88-9d3d00a061ba tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/2d602227-0293-49d3-9476-44c7ae1f4bdb HTTP/1.1" status: 404 len: 339 time: 0.0517941 Apr 15 18:28:17.901358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39452) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:17.941116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:17.963235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-912c1fc3-5b18-42c0-aa3a-c63f1e6fc3b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:17.973491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=5e552dca-7a24-4775-bb93-da2bf1ebb47d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:17.980446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:18.008079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f06462-df49-4256-ba01-4752d71d7c6d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:18.008427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f06462-df49-4256-ba01-4752d71d7c6d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:18.010309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93f06462-df49-4256-ba01-4752d71d7c6d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/a33798ba-58d2-48b2-827a-1e420e40954f HTTP/1.1" status: 404 len: 337 time: 0.1090720 Apr 15 18:28:18.015652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39458) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:18.065309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3884f9-833f-4741-826a-01c2913d081f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:18.065469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=bac95b82-d26a-452a-bc89-99d26e302215,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:18.065580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3884f9-833f-4741-826a-01c2913d081f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:18.068304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b3884f9-833f-4741-826a-01c2913d081f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/a1eccdff-796a-427f-a1ca-098da24343c9 HTTP/1.1" status: 404 len: 339 time: 0.0397139 Apr 15 18:28:18.072160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39462) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:18.108571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:18.129093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcedbcd0-668b-423c-a091-be8e61789ebd req-c1f49685-37a2-4733-90b7-e59cd9ff7fc1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=402562aa-b312-4f63-b06a-5228f105a50a HTTP/1.1" status: 200 len: 210 time: 0.0661237 Apr 15 18:28:18.170337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port d7fef859-8dc6-402e-a5e9-cef6f80ed293 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:18.170721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:18.346852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 5e552dca-7a24-4775-bb93-da2bf1ebb47d on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:18.354704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:18.356852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-45abd9b0-bc0a-4965-8b29-503708607d75 req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/5e552dca-7a24-4775-bb93-da2bf1ebb47d HTTP/1.1" status: 204 len: 173 time: 2.1234298 Apr 15 18:28:18.357439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'name': 'network-vif-deleted', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:28:18.399476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:18.424877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402562aa-b312-4f63-b06a-5228f105a50a', 'name': 'network-vif-deleted', 'tag': '5e552dca-7a24-4775-bb93-da2bf1ebb47d', 'status': 'completed', 'code': 200} Apr 15 18:28:18.454219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:28:18.546631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:18.706341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for d7fef859-8dc6-402e-a5e9-cef6f80ed293 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:18.813555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:18.906546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:18.959585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=d7fef859-8dc6-402e-a5e9-cef6f80ed293,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:18.964433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:19.002489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.011608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/ports/d7fef859-8dc6-402e-a5e9-cef6f80ed293 HTTP/1.1" status: 204 len: 168 time: 0.9383664 Apr 15 18:28:19.014206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39468) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.065436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba55ef6f-44fd-48e1-81ff-5a2508ec4852 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:19.066005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba55ef6f-44fd-48e1-81ff-5a2508ec4852 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:19.067840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba55ef6f-44fd-48e1-81ff-5a2508ec4852 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/5ff2b5b7-42a9-4b07-89e9-7867cbbbfe99 HTTP/1.1" status: 404 len: 337 time: 0.0524242 Apr 15 18:28:19.074328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39472) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.216628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.242955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39478) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.265106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router fd39beb4-bb40-4f6f-95f8-6a1beeb1467f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:19.290322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port 85036564-87be-423e-b49b-d72c53d850a3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:19.290702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.468334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.471053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:19.476711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/fd39beb4-bb40-4f6f-95f8-6a1beeb1467f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5545981 Apr 15 18:28:19.482511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39482) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.489117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] Sync routers for ids ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:19.500127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] Routers {'fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:19.501400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:19.510331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.547670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40607168-63aa-4031-b03d-ba20baa0f8bc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:19.570928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.576892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:19.577047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bdaac6e-710d-4c1d-80cc-ad04f65ebf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:19.586476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] For port 85036564-87be-423e-b49b-d72c53d850a3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=85036564-87be-423e-b49b-d72c53d850a3,segment=NetworkSegment(ecde4550-d495-4fbb-a0ec-6b89a4fe871b),segment_id=ecde4550-d495-4fbb-a0ec-6b89a4fe871b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:19.586887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.587318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] Routers {'fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:19.587997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:19.592414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e785c07f-1970-4a35-9a9a-3f452ac8eb49,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:19.596912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:19.598935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40607168-63aa-4031-b03d-ba20baa0f8bc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:19.605759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40607168-63aa-4031-b03d-ba20baa0f8bc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd39beb4-bb40-4f6f-95f8-6a1beeb1467f HTTP/1.1" status: 200 len: 205 time: 0.1169739 Apr 15 18:28:19.605759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39486) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.614325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:19.615652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/e785c07f-1970-4a35-9a9a-3f452ac8eb49 HTTP/1.1" status: 204 len: 168 time: 0.3712766 Apr 15 18:28:19.652540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39492) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:19.677242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 5e552dca-7a24-4775-bb93-da2bf1ebb47d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:19.720744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 5e552dca-7a24-4775-bb93-da2bf1ebb47d {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:19.722087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 5e552dca-7a24-4775-bb93-da2bf1ebb47d not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:19.724805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:19.725348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511b6899-6b32-4b3d-89f4-add371355a40 None None] The sync data for ids ['fd39beb4-bb40-4f6f-95f8-6a1beeb1467f'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:19.807727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for 85036564-87be-423e-b49b-d72c53d850a3 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:19.942509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.228263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.302815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-124c6011-6285-42ef-bb42-c53fe1a61d74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:20.309233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.403351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=85036564-87be-423e-b49b-d72c53d850a3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:20.409711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.424974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.426076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:20.477965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.478535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router fd39beb4-bb40-4f6f-95f8-6a1beeb1467f {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:28:20.490305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No DVR routers for this DVR port 85036564-87be-423e-b49b-d72c53d850a3 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:20.560014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.561398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5b43bca7-87f2-4829-b6fd-bd04bc682146 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/fd39beb4-bb40-4f6f-95f8-6a1beeb1467f HTTP/1.1" status: 204 len: 168 time: 0.9567299 Apr 15 18:28:20.564744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39496) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:20.721789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.724253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port da9f15ef-ef5a-426e-ba8f-cc76745c1d18 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:20.724253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.823984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 2e4f39c4-1fad-4ddc-8849-991e8d6e25d8 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:20.833960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:20.947724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port da9f15ef-ef5a-426e-ba8f-cc76745c1d18, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:20.948265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.092597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for da9f15ef-ef5a-426e-ba8f-cc76745c1d18 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:21.246582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb6ff2e-b499-4160-8a8c-567aa4044528']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:21.255836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.301357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:21.301534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecde4550-d495-4fbb-a0ec-6b89a4fe871b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:21.302996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.319247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87216a37-fe2c-4c89-abc9-4c7adf2ae54e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:21.326739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.355876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.368724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:21.420579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=da9f15ef-ef5a-426e-ba8f-cc76745c1d18,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:21.424770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:21.571839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.632053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:21.649548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.820200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:21.940229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 8bb6ff2e-b499-4160-8a8c-567aa4044528 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:21.967399 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:22.091209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.095464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.101159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:22.161601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=8bb6ff2e-b499-4160-8a8c-567aa4044528,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:22.164141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:22.168240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/8bb6ff2e-b499-4160-8a8c-567aa4044528 HTTP/1.1" status: 204 len: 168 time: 3.0903461 Apr 15 18:28:22.168947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39500) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:22.262556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port 1b60c67a-607a-4b36-b7d6-c0353e43bd76 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:22.262934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.324949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.341526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 43766c64-74bb-4602-8461-57ca644fe9a5 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:22.345652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfe7403d-ed77-4445-91c1-91ecc89ce7df tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:22.486300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4f39c4-1fad-4ddc-8849-991e8d6e25d8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:22.489271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:22.632079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.639539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23242f19-43d0-437d-9a64-e505ee0fa4e7 None None] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:22.643649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/2e4f39c4-1fad-4ddc-8849-991e8d6e25d8 HTTP/1.1" status: 204 len: 168 time: 2.0777476 Apr 15 18:28:22.647550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39504) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:22.744180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.854354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:22.866711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Sync routers for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:22.878424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/43766c64-74bb-4602-8461-57ca644fe9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2251925 Apr 15 18:28:22.880789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:22.881491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:22.882357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39508) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:22.923174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for 1b60c67a-607a-4b36-b7d6-c0353e43bd76 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:22.960752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet 154a3896-34a8-40aa-aba3-d7a9c690afbe {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:22.965550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:22.992939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.033937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.088190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:23.088551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.102368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:23.138244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] DHCP port deletion for a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:23.143961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Deleting port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:23.144402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.158693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.201510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.223887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0f0da5-f9b7-4f20-9d82-ee449b14ae8c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:23.276628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=1b60c67a-607a-4b36-b7d6-c0353e43bd76,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:23.330938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:23.400899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] For port 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5596a3e3-022b-48ee-b4c9-10d35c78ae66,segment=NetworkSegment(860fe2d1-c576-4d1b-a183-e0bffcba9eb9),segment_id=860fe2d1-c576-4d1b-a183-e0bffcba9eb9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:23.401214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.443963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:28:21Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:23.448698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Checking router: 43766c64-74bb-4602-8461-57ca644fe9a5 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:28:23.458305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Routers {'43766c64-74bb-4602-8461-57ca644fe9a5'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:23.459332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:27:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['43766c64-74bb-4602-8461-57ca644fe9a5'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:23.486198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.492760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 5596a3e3-022b-48ee-b4c9-10d35c78ae66, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5596a3e3-022b-48ee-b4c9-10d35c78ae66,segment=NetworkSegment(860fe2d1-c576-4d1b-a183-e0bffcba9eb9),segment_id=860fe2d1-c576-4d1b-a183-e0bffcba9eb9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:23.493699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.504145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94d02c40-9e74-4ff6-98ad-b8bb383fbb57 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:23.550175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Calling delete_port for 5596a3e3-022b-48ee-b4c9-10d35c78ae66 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:23.596477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=154a3896-34a8-40aa-aba3-d7a9c690afbe,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:23.600006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:23.635298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 5596a3e3-022b-48ee-b4c9-10d35c78ae66 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:23.655224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.663341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.675822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/154a3896-34a8-40aa-aba3-d7a9c690afbe HTTP/1.1" status: 204 len: 168 time: 0.7920117 Apr 15 18:28:23.676832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39512) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:23.719383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:23.719917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:23.736477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:23.768231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/ports/1b60c67a-607a-4b36-b7d6-c0353e43bd76 HTTP/1.1" status: 204 len: 168 time: 1.5983458 Apr 15 18:28:23.770762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39516) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:23.793220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54a46654-6364-4b81-a60a-1441e2a533a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:23.835619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e133c-0831-4f48-872a-e795b198b42a None None] Network 11c762dc-822a-4c73-809f-885e67d261ab requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:23.837802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd234306-08b7-4e4c-92ab-faa17247fed3 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:23.838372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd234306-08b7-4e4c-92ab-faa17247fed3 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:23.843123 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd234306-08b7-4e4c-92ab-faa17247fed3 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/e9f2a75f-6485-41f7-a693-49f443fdc63a HTTP/1.1" status: 404 len: 337 time: 0.0683894 Apr 15 18:28:23.843319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:23.869469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] No DVR routers for this DVR port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:23.871162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Pushing event deleted for resources: {'Port': ['ID=5596a3e3-022b-48ee-b4c9-10d35c78ae66,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:23.886662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] Set router 43766c64-74bb-4602-8461-57ca644fe9a5 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:23.922861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:24.016727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.075529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.129188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] DHCP port deletion for 11c762dc-822a-4c73-809f-885e67d261ab request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:24.134626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Deleting port e6887f9d-3e99-4401-bad3-bf028a866db6 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:24.135099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.198571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:28:21Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.202866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25db8e36-96a5-4460-86f7-1fe5a5469040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.203014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92311123-5a73-4552-9b05-03a804bc7103 None None] The sync data for ids ['43766c64-74bb-4602-8461-57ca644fe9a5'] in dv-neutron-786478-1-hyperv is: [{'id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'name': 'tempest-TestNetworkBasicOps-router-81262548', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:26Z', 'updated_at': '2021-04-15T18:28:21Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '317fae8e-2984-4273-b4c2-ad72ef6e6843', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43766c64-74bb-4602-8461-57ca644fe9a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:27Z', 'updated_at': '2021-04-15T18:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:24.231682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 5596a3e3-022b-48ee-b4c9-10d35c78ae66 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:24.232361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.323405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] The port '5596a3e3-022b-48ee-b4c9-10d35c78ae66' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:28:24.402997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] For port e6887f9d-3e99-4401-bad3-bf028a866db6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6887f9d-3e99-4401-bad3-bf028a866db6,segment=NetworkSegment(bf3593b7-7e75-4116-9c95-01699f84a3a0),segment_id=bf3593b7-7e75-4116-9c95-01699f84a3a0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:24.403492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.435083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.468004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.525174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.555483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Calling delete_port for e6887f9d-3e99-4401-bad3-bf028a866db6 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:24.561581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 317fae8e-2984-4273-b4c2-ad72ef6e6843 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:24.562010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.606350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.624505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860fe2d1-c576-4d1b-a183-e0bffcba9eb9') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.625048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860fe2d1-c576-4d1b-a183-e0bffcba9eb9') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.639819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.651324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.668905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.671506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81942522-6f9d-46b8-a275-cee81a3145d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:24.680299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:24.722534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6887f9d-3e99-4401-bad3-bf028a866db6 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:24.739553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9be9b3-bae7-4789-9597-900eb2a15a2a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.769584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c43918-ae7d-450f-acca-28a48b7b82a6') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.770226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c43918-ae7d-450f-acca-28a48b7b82a6') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:24.788790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.821421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 317fae8e-2984-4273-b4c2-ad72ef6e6843, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=317fae8e-2984-4273-b4c2-ad72ef6e6843,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:24.821830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.822109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e6887f9d-3e99-4401-bad3-bf028a866db6 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:24.822506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6887f9d-3e99-4401-bad3-bf028a866db6 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:24.822968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da9f15ef-ef5a-426e-ba8f-cc76745c1d18 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:24.830500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.853213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Pushing event deleted for resources: {'Port': ['ID=e6887f9d-3e99-4401-bad3-bf028a866db6,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:24.877823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:24.880079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:24.883356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: da9f15ef-ef5a-426e-ba8f-cc76745c1d18 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:24.883751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da9f15ef-ef5a-426e-ba8f-cc76745c1d18 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:24.884207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5596a3e3-022b-48ee-b4c9-10d35c78ae66 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:24.887153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:24.898218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:24.924426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 5596a3e3-022b-48ee-b4c9-10d35c78ae66 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:24.924818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5596a3e3-022b-48ee-b4c9-10d35c78ae66 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:24.960773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] No DVR routers for this DVR port e6887f9d-3e99-4401-bad3-bf028a866db6 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:24.991249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 317fae8e-2984-4273-b4c2-ad72ef6e6843 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:25.229023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:25.240249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.354399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:25.379130 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:25.443399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network 2b9be9b3-bae7-4789-9597-900eb2a15a2a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:25.460169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.463588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:25.468717 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:25.482374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.492268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:25.496568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:25.498984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ae9a853-54f6-44b0-9bfb-58fc6be14a56 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/a1edcac9-abd5-44e1-aafa-dd5ba2c4dad9 HTTP/1.1" status: 204 len: 168 time: 2.8501494 Apr 15 18:28:25.501803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39524) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:25.507440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-261402045', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:25.515144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:25.519215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:25.522307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:25.528263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:25.539464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.541338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.602562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.602782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.607789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96f95f85-e34d-4208-bc8f-9ec8686e1020 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:25.628708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.641367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=2b9be9b3-bae7-4789-9597-900eb2a15a2a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:25.650756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:25.654941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/2b9be9b3-bae7-4789-9597-900eb2a15a2a HTTP/1.1" status: 204 len: 168 time: 1.8108792 Apr 15 18:28:25.656217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:25.669874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:25.672769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:25.901811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.097178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=317fae8e-2984-4273-b4c2-ad72ef6e6843,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:26.107266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:26.165881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting subnet e19d1b78-522e-4316-b87e-5a750bb0af15 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:26.183105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.231289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.268009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.293541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.409941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.411225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 172.26.7.20 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/f66a4d7f-00ea-496a-ad7f-151e7aad82a1) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:26.569413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.598841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.611082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.614938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.615077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e2b0112-e3d4-4d62-925a-cef36cde38cd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:26.630377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.689808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.690388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router 43766c64-74bb-4602-8461-57ca644fe9a5 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:28:26.712217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.716005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/43766c64-74bb-4602-8461-57ca644fe9a5 HTTP/1.1" status: 204 len: 168 time: 3.0354333 Apr 15 18:28:26.724229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39532) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:26.774291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=f66a4d7f-00ea-496a-ad7f-151e7aad82a1,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:26.784089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:26.919672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.959555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:26.976244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a9e2e6a-2488-4f3d-9a27-4c51729740ad tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:27.013366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96a6fdf2-8fd9-4865-aa6f-920812693f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.043384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:27.061080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:27.063321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Subnet': ['ID=e19d1b78-522e-4316-b87e-5a750bb0af15,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:27.065794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:27.077775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:27.114456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.123829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad000e8-4b5e-4800-b863-5fe3a3cd69d4 None None] Network c4535fff-9322-4c35-a057-80a0683b670c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:27.127684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/subnets/e19d1b78-522e-4316-b87e-5a750bb0af15 HTTP/1.1" status: 204 len: 168 time: 1.4221575 Apr 15 18:28:27.127970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39536) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:27.144969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.192943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.257503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.335408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Deleting port 1313051f-4ab5-47b0-9053-5caf454b30f3 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:27.335802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.406583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] DHCP port deletion for c4535fff-9322-4c35-a057-80a0683b670c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:27.411737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Deleting port 1313051f-4ab5-47b0-9053-5caf454b30f3 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:27.412167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.499305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c762dc-822a-4c73-809f-885e67d261ab']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:27.522611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3593b7-7e75-4116-9c95-01699f84a3a0') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:27.522945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3593b7-7e75-4116-9c95-01699f84a3a0') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:27.538373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.584173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] For port 1313051f-4ab5-47b0-9053-5caf454b30f3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1313051f-4ab5-47b0-9053-5caf454b30f3,segment=NetworkSegment(66c7c6ce-2da4-4da9-a368-a724de83278f),segment_id=66c7c6ce-2da4-4da9-a368-a724de83278f)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:27.584730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.640388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] For port 1313051f-4ab5-47b0-9053-5caf454b30f3, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1313051f-4ab5-47b0-9053-5caf454b30f3,segment=NetworkSegment(66c7c6ce-2da4-4da9-a368-a724de83278f),segment_id=66c7c6ce-2da4-4da9-a368-a724de83278f)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:27.640758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.673322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.691285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:27.734946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Calling delete_port for 1313051f-4ab5-47b0-9053-5caf454b30f3 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:27.797880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Calling delete_port for 1313051f-4ab5-47b0-9053-5caf454b30f3 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:27.819853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.837470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b27099c-329b-4647-98ce-049652227311 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:27.851124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.887595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:27.888501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:27.909633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:27.920474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.932786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Port': ['ID=1313051f-4ab5-47b0-9053-5caf454b30f3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:27.934902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:27.947757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:27.982744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] No DVR routers for this DVR port 1313051f-4ab5-47b0-9053-5caf454b30f3 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:28.124983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.263857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4535fff-9322-4c35-a057-80a0683b670c']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:28.277562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c7c6ce-2da4-4da9-a368-a724de83278f') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:28.278041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c7c6ce-2da4-4da9-a368-a724de83278f') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:28.290674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.306153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.312613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:28.389221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Deleting port 1313051f-4ab5-47b0-9053-5caf454b30f3 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:28.389610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.478319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2736-f6a3-45d6-8e65-3bf355bc57d3 None None] The port '1313051f-4ab5-47b0-9053-5caf454b30f3' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:28:28.479869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.503695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network c4535fff-9322-4c35-a057-80a0683b670c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:28.512921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.535242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 11c762dc-822a-4c73-809f-885e67d261ab has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:28.565145 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:28.655608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317fae8e-2984-4273-b4c2-ad72ef6e6843 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:28.693968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 317fae8e-2984-4273-b4c2-ad72ef6e6843 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:28.694384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 317fae8e-2984-4273-b4c2-ad72ef6e6843 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:28.694843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1313051f-4ab5-47b0-9053-5caf454b30f3 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:28.698785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Network c4535fff-9322-4c35-a057-80a0683b670c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:28.724740 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:28.733360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.737248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1313051f-4ab5-47b0-9053-5caf454b30f3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:28.737867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1313051f-4ab5-47b0-9053-5caf454b30f3 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:28.791927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe972a45-a5d3-4912-af2e-a3c9ac8946d8 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:28.807310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.814815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.818483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:28.828540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=11c762dc-822a-4c73-809f-885e67d261ab,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:28.834734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:28.842646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.850177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Pushing event deleted for resources: {'Network': ['ID=c4535fff-9322-4c35-a057-80a0683b670c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:28.857640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:28.860797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] 10.222.0.32 "DELETE /v2.0/networks/c4535fff-9322-4c35-a057-80a0683b670c HTTP/1.1" status: 204 len: 168 time: 1.7317274 Apr 15 18:28:28.861795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/11c762dc-822a-4c73-809f-885e67d261ab HTTP/1.1" status: 204 len: 168 time: 2.1364338 Apr 15 18:28:28.882792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39542) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:28.889476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1646752157', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:28.895416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:28.896457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.899878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:28.902865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:28.909580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:28.919765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:28.926348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.956227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:28.966391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:28.966795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment 3638b3ed-cc37-459b-976e-dac23b16e5ee of type vlan for network 2668dbd2-c293-4925-b27d-fb27fcdb8924 Apr 15 18:28:28.999759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.033974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.040146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:29.040941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.046797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4095926-0d40-4f73-8b50-73d8ebbba40a tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:29.124636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router ae9b685d-6f7b-4400-b4fc-c3801af2414b is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:29.159438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2753456 Apr 15 18:28:29.162897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.170881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:29.176953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=2668dbd2-c293-4925-b27d-fb27fcdb8924,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:29.180203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39552) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.182755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:29.184241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:29.188102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:29.192596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:29.195827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:29.203038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:29.215555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.216667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.232326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.342091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:29.352604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] Sync routers for ids ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:29.363006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] Routers {'ae9b685d-6f7b-4400-b4fc-c3801af2414b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:29.363684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:29.364823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.369122 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.8632441 Apr 15 18:28:29.369503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39558) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.433584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:29.443417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] Routers {'ae9b685d-6f7b-4400-b4fc-c3801af2414b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:29.444100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:29.509066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:29.509527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c4649-32c4-493d-8b10-d9ebaed7346b None None] The sync data for ids ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:29.565276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:29.570180 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-18be47b7-5d68-49db-869d-2d9ddc1f033a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers/ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 200 len: 883 time: 0.1994038 Apr 15 18:28:29.572692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39562) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.579805 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a0b1b434-3e25-4bc2-866c-6fdd90303fd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79328962ede943adb0ac76c83e029997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958671 Apr 15 18:28:29.591907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39566) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.792940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f596de94-7f81-4517-aba0-985a181c0105 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:router {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:29.812311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f596de94-7f81-4517-aba0-985a181c0105 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:router {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:29.813680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f596de94-7f81-4517-aba0-985a181c0105 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2400327 Apr 15 18:28:29.816803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39570) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:29.822915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-261402045'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:30.021967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.059655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.261286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.268505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4f9e15e-3da6-44bf-996a-4ba3c532827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:30.312866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51797b-48ce-4166-977b-7e04c2b2f6fa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:30.320535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:30.321312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.360744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.382169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.392317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.399567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.400782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d51797b-48ce-4166-977b-7e04c2b2f6fa HTTP/1.1" status: 204 len: 168 time: 0.8079014 Apr 15 18:28:30.517691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.45 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/86de55fd-6332-4b97-921b-7f56b1739bdd) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:30.694759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.739040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:30.758149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:30.888220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router ae9b685d-6f7b-4400-b4fc-c3801af2414b has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:30.908326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=86de55fd-6332-4b97-921b-7f56b1739bdd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:30.926818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:30.971267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:30.972462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:30.974851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:31.095269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:31.103312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.106344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6b62624c-34a2-486b-af4f-83a5f4bb2a4b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 200 len: 890 time: 1.2884665 Apr 15 18:28:31.107806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:31.110947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] Sync routers for ids ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:31.140454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] Routers {'ae9b685d-6f7b-4400-b4fc-c3801af2414b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:31.141487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:31.219328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:31.227590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:31.230083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] Routers {'ae9b685d-6f7b-4400-b4fc-c3801af2414b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:31.230745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:31.297704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:31.299001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d677eee-846c-4350-a2c2-6d06c6024e15 None None] The sync data for ids ['ae9b685d-6f7b-4400-b4fc-c3801af2414b'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:31.340574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d0deffc-d981-4b06-abd7-c104fc80003e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers/ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 200 len: 890 time: 0.2285905 Apr 15 18:28:31.340773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39604) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:31.390434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b8d23bb-01a6-45cd-90cf-a7dfb84fdc8f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:31.393785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1096205172'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:31.404968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b8d23bb-01a6-45cd-90cf-a7dfb84fdc8f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:31.406253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b8d23bb-01a6-45cd-90cf-a7dfb84fdc8f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 200 len: 205 time: 0.0644901 Apr 15 18:28:31.408858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:31.409596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39608) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:31.416912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:31.432507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:31.442558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:31.467626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:31.474145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.492218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.512361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.569321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:31.583199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:31.607336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.650409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:31.659809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:31.802556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.810986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port f66a4d7f-00ea-496a-ad7f-151e7aad82a1 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:31.811358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.964584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.968875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.972483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:31.977505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ae5d365-8bdf-4bcb-8d46-b15626dac4f3 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:31.996899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.066587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:32.129755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for f66a4d7f-00ea-496a-ad7f-151e7aad82a1 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:32.156488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4411c-2547-4558-8e5e-2910cf83a17f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:32.160134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.160522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment fecfec80-8ed7-4605-bd4c-7571d56965f8 of type vlan for network 3c78e998-39ba-4b71-9365-1471f884ed2e Apr 15 18:28:32.171442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:32.219370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.283458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.294325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:32.295388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.304929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa334e1-8a2c-4280-85e3-9afa23d9e44f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:32.324285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.340508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1bbf120d-584f-4586-96a3-922f26158756 tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:32.396671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router c907f1a5-6f82-4c7a-b351-9b39ab75624a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:32.434363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=f66a4d7f-00ea-496a-ad7f-151e7aad82a1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:32.439470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2107439 Apr 15 18:28:32.440989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:32.443447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39612) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:32.453277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'name': 'tempest-PortsIpV6TestJSON-1108573510'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:32.499322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=3c78e998-39ba-4b71-9365-1471f884ed2e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:32.513397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:32.513619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:32.610572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:32.619107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:32.622840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:32.631952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:32.632163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:32.643157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Sync routers for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:32.653823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:32.654542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:32.659667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.662348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4984252 Apr 15 18:28:32.664461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39616) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:32.711936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:32.712834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c8e0a62-bdf9-4dc3-9cb4-4f2ea6da885f tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466232 Apr 15 18:28:32.715420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39620) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:32.717974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:32.758426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:32.820066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.053320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:33.060424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.065541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.171281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786784d-5b71-4275-b0e5-c88b920e4813 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:33.173524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0786784d-5b71-4275-b0e5-c88b920e4813 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4563608 Apr 15 18:28:33.176677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39624) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:33.186914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.187507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router ae9b685d-6f7b-4400-b4fc-c3801af2414b {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:28:33.225030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9840647-c283-4436-9a61-cc192e899710 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446048 Apr 15 18:28:33.225263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39628) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:33.234131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1661112249', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:33.259241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.260434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 204 len: 168 time: 1.8496130 Apr 15 18:28:33.264661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39632) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:33.272933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-203042698'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:33.278915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:33.283072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:33.286655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:33.294620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:33.305185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:33.312425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.342359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:33.345689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.352003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.352760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 917d1b66-c0e8-4f51-b09a-5ede9608f6e9 of type vlan for network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 Apr 15 18:28:33.373858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:31Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:33.378595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Checking router: c907f1a5-6f82-4c7a-b351-9b39ab75624a for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:28:33.379178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Updating router c907f1a5-6f82-4c7a-b351-9b39ab75624a port 86de55fd-6332-4b97-921b-7f56b1739bdd binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:28:33.386392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.392291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:33.399336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:33.403249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:33.410706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:33.419124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.422679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.426301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:33.427149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.433067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-649a62c7-6a4b-4978-90ec-fd9043fbd546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:33.440468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.442048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:33.487851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:33.494152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.546463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2776108 Apr 15 18:28:33.547817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39636) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:33.556532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:33.571915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=f3a90f59-0b85-47c3-9ba1-aade28f0fa29,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:33.587000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.587841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.587841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.588353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.588766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.589183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.589587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.590261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.590419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.590779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.591185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.591650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:33.642803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:33.647486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:33.691465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:33.694490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:33.696140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:33.701077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:33.704918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:33.711653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:33.721948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:33.731533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.783661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'fecfec80-8ed7-4605-bd4c-7571d56965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:33.783996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: 3c78e998-39ba-4b71-9365-1471f884ed2e, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:33.860435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:33.896320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 3c78e998-39ba-4b71-9365-1471f884ed2e) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:33.900307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:33.904951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.907272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:33.908671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:33.909388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13722d2b-63ca-4553-b48d-aac70e5660fc None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:33.956728 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5084167 Apr 15 18:28:33.957090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39640) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:33.968931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1365198070'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:33.975837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:33.992338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:33.998633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:34.002040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Transition to ACTIVE for port object 86de55fd-6332-4b97-921b-7f56b1739bdd will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:34.014293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:34.021684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.040853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d9b1a875-b1c3-476a-9c29-2d440869c48d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:34.050157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:34.055784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.149284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:34.153146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.166248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.166690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment abf5df76-ec0d-4cdc-acb8-42847522945f of type vlan for network 61442c15-8e40-4bf4-933b-1787f9431f2a Apr 15 18:28:34.169321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dba3243b-c07b-450b-97a8-57b5ea9e9928 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:34.228915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.314543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.320874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:34.321232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Attempting to bind port 86de55fd-6332-4b97-921b-7f56b1739bdd on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:34.321703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Attempting to bind port 86de55fd-6332-4b97-921b-7f56b1739bdd by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:34.321832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.322147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Attempting to bind port 86de55fd-6332-4b97-921b-7f56b1739bdd on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:34.324476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Pushing event updated for resources: {'Port': ['ID=86de55fd-6332-4b97-921b-7f56b1739bdd,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:34.329910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:34.338116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c56b6df7-f391-4dd5-9c7d-84af9d29a15b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:34.338467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:34.338906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:34.339367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.339813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:34.340356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Bound port: 86de55fd-6332-4b97-921b-7f56b1739bdd, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:34.340782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.440086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] For port 86de55fd-6332-4b97-921b-7f56b1739bdd, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:34.443456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] For port 86de55fd-6332-4b97-921b-7f56b1739bdd, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=86de55fd-6332-4b97-921b-7f56b1739bdd,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:34.447370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.465261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:34.472930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5121431 Apr 15 18:28:34.476935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39644) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:34.479885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.504371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'ports': [{'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'}, {'network_id': '61442c15-8e40-4bf4-933b-1787f9431f2a'}]} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:34.504841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:34.505450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '61442c15-8e40-4bf4-933b-1787f9431f2a'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:34.545078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Pushing event updated for resources: {'Port': ['ID=86de55fd-6332-4b97-921b-7f56b1739bdd,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:34.573632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=61442c15-8e40-4bf4-933b-1787f9431f2a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:34.587432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:34.587951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dc70197d-3161-4523-a01e-3f319c85a4a7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:34.594670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:34.595501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 61442c15-8e40-4bf4-933b-1787f9431f2a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:34.637627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=a2912bf1-4de6-4221-9943-ab77b4b9fd1d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:34.651355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.651881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.652392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.652901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.653483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.654002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.654501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.654995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.655494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.655983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.656476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.656966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:34.669268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:34.713555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:34.714314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 2668dbd2-c293-4925-b27d-fb27fcdb8924, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:34.740496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:34.752413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 2668dbd2-c293-4925-b27d-fb27fcdb8924) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:34.768183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12166e74-ab84-483b-8700-1596def9c61a None None] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:34.770882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:34.772203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:34.791865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=2f38cc21-eadf-42d4-8198-7823de89c091,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:34.806104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5791280 Apr 15 18:28:34.806255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39648) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:34.811663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:34.867067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:34.867747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:35.089190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:35.100987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:35.107210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:35.112963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '917d1b66-c0e8-4f51-b09a-5ede9608f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:35.113371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: f3a90f59-0b85-47c3-9ba1-aade28f0fa29, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:35.135057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:35.307280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 2} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:35.314467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.330703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:35.349643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:35.354136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.373412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f3a90f59-0b85-47c3-9ba1-aade28f0fa29) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:35.401456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccf7f0-ee19-4727-9d55-174e71f4ad95 None None] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:35.415173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:35.415832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.516329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9679446 Apr 15 18:28:35.519727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39652) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:35.526801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434649066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:35.536624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:35.541584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:35.542261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-2668dbd2-c293-4925-b27d-fb27fcdb8924', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:35.543190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.546479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:35.553432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:35.564896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.565990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.586182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.607811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.610647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 9abd3947-736e-406d-8219-d72392cb452a yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:35.636976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:35.641317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32eed889-c408-4b4c-96b8-a8872ed47e16 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1173151 Apr 15 18:28:35.642368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39656) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:35.982196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Allocated IP 172.20.0.2 (2668dbd2-c293-4925-b27d-fb27fcdb8924/a2912bf1-4de6-4221-9943-ab77b4b9fd1d/2a86dd96-4737-4c36-b106-2a98d273985c) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:36.006021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.056943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-f3a90f59-0b85-47c3-9ba1-aade28f0fa29', 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '2f38cc21-eadf-42d4-8198-7823de89c091'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:36.057877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.115804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.155733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 242a4cf1-c728-4dd0-8e29-8cbbff592b40 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:36.190404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.219780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:31Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:36.246858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b59e2-cc9f-49c5-8b9f-727df1c5d26b None None] The sync data for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv is: [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:31Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:36.424579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Allocated IP 2001:db8::2 (f3a90f59-0b85-47c3-9ba1-aade28f0fa29/2f38cc21-eadf-42d4-8198-7823de89c091/4d9f9e86-d561-4e86-904b-cd497f2f9d8c) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:36.434673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.453836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Transition to ACTIVE for port object 2a86dd96-4737-4c36-b106-2a98d273985c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:36.553013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Transition to ACTIVE for port object 2a86dd96-4737-4c36-b106-2a98d273985c will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:36.566237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.583544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:36.779732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Pushing event updated for resources: {'Port': ['ID=2a86dd96-4737-4c36-b106-2a98d273985c,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:36.843163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:36.905483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.911778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:36.934591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Transition to ACTIVE for port object 4d9f9e86-d561-4e86-904b-cd497f2f9d8c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:36.944621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:36.945823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:36.951647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:37.017622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (2668dbd2-c293-4925-b27d-fb27fcdb8924/a2912bf1-4de6-4221-9943-ab77b4b9fd1d/4b13d720-58de-4276-8ce9-7cba7554ab64) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:37.022588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.039021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Transition to ACTIVE for port object 4d9f9e86-d561-4e86-904b-cd497f2f9d8c will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:37.039613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d316bdb3-2b2a-4fb0-a60f-ced7b0d9b6b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.056726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.074866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.125438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8::1 (f3a90f59-0b85-47c3-9ba1-aade28f0fa29/2f38cc21-eadf-42d4-8198-7823de89c091/9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:37.182621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Attempting to bind port 2a86dd96-4737-4c36-b106-2a98d273985c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:37.183035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Attempting to bind port 2a86dd96-4737-4c36-b106-2a98d273985c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:37.183446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Attempting to bind port 2a86dd96-4737-4c36-b106-2a98d273985c on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:37.201225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:37.201642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Checking segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:37.202132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.202572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Bound using segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:37.203092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Bound port: 2a86dd96-4737-4c36-b106-2a98d273985c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:37.203514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.210112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=9abd3947-736e-406d-8219-d72392cb452a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.213156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.234998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Pushing event updated for resources: {'Port': ['ID=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.240734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.307119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.326340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:37.352329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.371513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcc0fdbc-71a4-4aff-b6c5-21a946785dbd tempest-RoutersIpV6AdminTest-1003053476 tempest-RoutersIpV6AdminTest-1003053476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.418199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:37.422375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:37.424949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:37.426272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.447009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e051cb8-2a9c-4a5f-95b6-1b97587429b6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.455465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.500632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.509098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.529752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] For port 2a86dd96-4737-4c36-b106-2a98d273985c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:37.545183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] For port 2a86dd96-4737-4c36-b106-2a98d273985c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2a86dd96-4737-4c36-b106-2a98d273985c,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:37.552869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.568638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.597457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:37.598492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:37.600914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:37.601254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 4b13d720-58de-4276-8ce9-7cba7554ab64 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:37.601778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.643238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=242a4cf1-c728-4dd0-8e29-8cbbff592b40,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.646166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.699787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:37.703753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'abf5df76-ec0d-4cdc-acb8-42847522945f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '61442c15-8e40-4bf4-933b-1787f9431f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:37.703753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: 61442c15-8e40-4bf4-933b-1787f9431f2a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:37.713785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.716463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:37.728264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:37.732088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8fe41d1-cf08-4361-b3e8-cb279a3911c5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:37.785166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.801261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Pushing event updated for resources: {'Port': ['ID=2a86dd96-4737-4c36-b106-2a98d273985c,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.835115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.868343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Attempting to bind port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:37.868767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Attempting to bind port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '917d1b66-c0e8-4f51-b09a-5ede9608f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:37.869182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Attempting to bind port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c on network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:37.878765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:37.879192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Checking segment: {'id': '917d1b66-c0e8-4f51-b09a-5ede9608f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:37.879641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.880076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Bound using segment: {'id': '917d1b66-c0e8-4f51-b09a-5ede9608f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:37.880589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Bound port: 4d9f9e86-d561-4e86-904b-cd497f2f9d8c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917d1b66-c0e8-4f51-b09a-5ede9608f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f3a90f59-0b85-47c3-9ba1-aade28f0fa29'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:37.881005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:37.954929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 61442c15-8e40-4bf4-933b-1787f9431f2a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:37.961233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:37.967792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:37.991216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 61442c15-8e40-4bf4-933b-1787f9431f2a) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:37.994218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:38.000374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:38.004931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5e6d1-fa15-46ae-a1b4-eb903015caa5 None None] Network 61442c15-8e40-4bf4-933b-1787f9431f2a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:38.005798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:38.006568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.029405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] For port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:38.036747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5585763 Apr 15 18:28:38.040885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39660) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:38.047612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:38.049423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:38.051782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:38.113028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] For port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,segment=NetworkSegment(917d1b66-c0e8-4f51-b09a-5ede9608f6e9),segment_id=917d1b66-c0e8-4f51-b09a-5ede9608f6e9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:38.119133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.134601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.149666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 242a4cf1-c728-4dd0-8e29-8cbbff592b40 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:38.150091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.210414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:38.249508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.405360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Pushing event updated for resources: {'Port': ['ID=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:38.466990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:38.549349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.697584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.706904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 242a4cf1-c728-4dd0-8e29-8cbbff592b40 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:38.737888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.738787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.762858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ed99b9e-4cf2-4f2b-8755-8678866c4789 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:38.792704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 86de55fd-6332-4b97-921b-7f56b1739bdd up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:38.840150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.846670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.891331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:38.940697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 86de55fd-6332-4b97-921b-7f56b1739bdd completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:38.946523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 86de55fd-6332-4b97-921b-7f56b1739bdd triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:38.946955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:38.995780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:38.999254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:39.036438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.045886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:39.050376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.065511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3143695-f212-4dbc-b8aa-ae5aa69ac71f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:39.067877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:39.107188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.130493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 86de55fd-6332-4b97-921b-7f56b1739bdd, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=86de55fd-6332-4b97-921b-7f56b1739bdd,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:39.136500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.137505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2a86dd96-4737-4c36-b106-2a98d273985c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:39.168278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-001877d1-99df-40fc-85e8-5c8c894235c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:39.172649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=242a4cf1-c728-4dd0-8e29-8cbbff592b40,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:39.176084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:39.206688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:39.208130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:39.245695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:39.248744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:39.278671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=86de55fd-6332-4b97-921b-7f56b1739bdd,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:39.282365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:39.286820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 2a86dd96-4737-4c36-b106-2a98d273985c completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:39.432790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router c907f1a5-6f82-4c7a-b351-9b39ab75624a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:39.611218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.631992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a4ea0-b33f-44a6-bf34-6972921bd3e6 None None] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:39.640460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:39.650689 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/c907f1a5-6f82-4c7a-b351-9b39ab75624a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353446 Apr 15 18:28:39.650966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39664) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:39.659363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Sync routers for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:39.671975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:39.673687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:39.752112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/242a4cf1-c728-4dd0-8e29-8cbbff592b40 HTTP/1.1" status: 204 len: 168 time: 1.7100735 Apr 15 18:28:39.755203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:39.812934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Provisioning for port 2a86dd96-4737-4c36-b106-2a98d273985c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:39.838691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Provisioning complete for port 2a86dd96-4737-4c36-b106-2a98d273985c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:39.839217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:39.888124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.888903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.889952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.890633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.891313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.892557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.893229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.893944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.894617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:39.896895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd5150d5-3e57-4f72-9b1c-5c471179c8e5 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6283 time: 0.2449179 Apr 15 18:28:39.900885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39672) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:39.911227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router 11c64bde-c2fc-4680-8297-4eb7e50fc843 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:39.981797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:39.999661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.000407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.001131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.001793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.002469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.003123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.003793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.005916 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e24396fe-c6ae-4f0a-b233-c10ae1901e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.1038034 Apr 15 18:28:40.008899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39676) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:40.014269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482a094-d396-4fe5-af36-b7d4167adc96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.022075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482a094-d396-4fe5-af36-b7d4167adc96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.022961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0482a094-d396-4fe5-af36-b7d4167adc96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:40.146008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0482a094-d396-4fe5-af36-b7d4167adc96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:40.147300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0482a094-d396-4fe5-af36-b7d4167adc96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3910878 Apr 15 18:28:40.150582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39680) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:40.174505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842858a3-491c-4b7e-8d61-fbc2f81fe806 None None] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:40.209774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:40.216469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/11c64bde-c2fc-4680-8297-4eb7e50fc843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5730517 Apr 15 18:28:40.220236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39684) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:40.294945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ee5d252-4582-4dd7-b8a4-16714d7a5d08 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.2789714 Apr 15 18:28:40.296213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39688) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:40.297648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 9abd3947-736e-406d-8219-d72392cb452a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:40.298094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.302924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2036213332', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:40.370425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b8ed3-3616-4e82-88bf-f574e508312e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:40.371397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-850b8ed3-3616-4e82-88bf-f574e508312e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:40.409646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] Sync routers for ids ['11c64bde-c2fc-4680-8297-4eb7e50fc843'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:40.441969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:40.447178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Checking router: c907f1a5-6f82-4c7a-b351-9b39ab75624a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:28:40.447809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Updating router c907f1a5-6f82-4c7a-b351-9b39ab75624a port 4b13d720-58de-4276-8ce9-7cba7554ab64 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:28:40.482863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] Routers {'11c64bde-c2fc-4680-8297-4eb7e50fc843'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:40.483581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['11c64bde-c2fc-4680-8297-4eb7e50fc843'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:40.515443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.561920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.580000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-850b8ed3-3616-4e82-88bf-f574e508312e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:40.583954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-850b8ed3-3616-4e82-88bf-f574e508312e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports/9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 HTTP/1.1" status: 200 len: 911 time: 0.3601017 Apr 15 18:28:40.591787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39692) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:40.594025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:40.619771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] For port 2a86dd96-4737-4c36-b106-2a98d273985c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2a86dd96-4737-4c36-b106-2a98d273985c,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:40.623163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f38cc21-eadf-42d4-8198-7823de89c091'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:40.634013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.639200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:40.695007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.702190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] Routers {'11c64bde-c2fc-4680-8297-4eb7e50fc843'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:40.702892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['11c64bde-c2fc-4680-8297-4eb7e50fc843'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:40.899809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:40.906513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:40.913010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:40.921257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:40.937665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:40.945347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:40.973587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] device_id is not set on port 0477447f-e543-4351-a151-cff2d1338b95 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:41.008012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 9abd3947-736e-406d-8219-d72392cb452a owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:41.039161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:41.039624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d586b0-ed1e-4622-a0a9-f977860db831 None None] The sync data for ids ['11c64bde-c2fc-4680-8297-4eb7e50fc843'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:41.044278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 86de55fd-6332-4b97-921b-7f56b1739bdd up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:41.119550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.147306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Transition to ACTIVE for port object 4b13d720-58de-4276-8ce9-7cba7554ab64 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:41.148756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Pushing event updated for resources: {'Port': ['ID=2a86dd96-4737-4c36-b106-2a98d273985c,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:41.166418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.168123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:41.169182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-07111329-10f3-4535-b84b-34d590e4b80e None None] Provisioning for port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:41.192549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:41.213444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 86de55fd-6332-4b97-921b-7f56b1739bdd triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:41.214028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.277723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.11 (2668dbd2-c293-4925-b27d-fb27fcdb8924/a2912bf1-4de6-4221-9943-ab77b4b9fd1d/0477447f-e543-4351-a151-cff2d1338b95) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:41.390799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e13cd8d5-c751-44b9-8368-11e1195b4a30 None None] Provisioning for port 4b13d720-58de-4276-8ce9-7cba7554ab64 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:41.419718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.428802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Pushing event updated for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:41.443634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.444042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.444424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.444789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.445298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.445972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.446567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.446793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.447412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.447781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.448197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.448477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:41.453836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:41.518874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4d9f9e86-d561-4e86-904b-cd497f2f9d8c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:41.594262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e13cd8d5-c751-44b9-8368-11e1195b4a30 None None] Provisioning complete for port 2a86dd96-4737-4c36-b106-2a98d273985c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:41.595512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e13cd8d5-c751-44b9-8368-11e1195b4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.603256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea8115f2-ed2a-474e-8a26-42ded3e2ecb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:41.633323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.660069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 0477447f-e543-4351-a151-cff2d1338b95 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:41.710720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=9abd3947-736e-406d-8219-d72392cb452a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:41.715512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.727386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:41.749414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.755458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.780294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:41.784924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:41.795442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:41.796302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.811231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Attempting to bind port 4b13d720-58de-4276-8ce9-7cba7554ab64 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:41.811642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Attempting to bind port 4b13d720-58de-4276-8ce9-7cba7554ab64 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:41.812049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Attempting to bind port 4b13d720-58de-4276-8ce9-7cba7554ab64 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:41.818953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:41.819489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Checking segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:41.819937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.820376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Bound using segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:41.820894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Bound port: 4b13d720-58de-4276-8ce9-7cba7554ab64, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:41.821315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:41.884002 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/9abd3947-736e-406d-8219-d72392cb452a HTTP/1.1" status: 204 len: 168 time: 1.7300622 Apr 15 18:28:41.885736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39696) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:41.986547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] For port 4b13d720-58de-4276-8ce9-7cba7554ab64, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:41.996751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] For port 4b13d720-58de-4276-8ce9-7cba7554ab64, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b13d720-58de-4276-8ce9-7cba7554ab64,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:42.008173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.036935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93d3c5a-0db7-4f11-873c-1691f1c3849d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:42.038775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.092528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,segment=NetworkSegment(917d1b66-c0e8-4f51-b09a-5ede9608f6e9),segment_id=917d1b66-c0e8-4f51-b09a-5ede9608f6e9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:42.111525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.120092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0ef52fc-6a3b-48fc-b274-3886f9293459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:42.155553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:42.160249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:42.192853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Provisioning for port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:42.206139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Provisioning complete for port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:42.206697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.212533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Pushing event updated for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:42.218056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:42.225679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922a757-5592-4230-9998-b6b64646cac3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:42.226626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7922a757-5592-4230-9998-b6b64646cac3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:42.251824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:42.254832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:42.258082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:42.258813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:42.259488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:42.278258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:42.285312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:42.291219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:42.293107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7922a757-5592-4230-9998-b6b64646cac3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:42.298670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7922a757-5592-4230-9998-b6b64646cac3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4080515 Apr 15 18:28:42.300350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Provisioning complete for port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:42.300777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cfe768b-9d01-48ad-a12c-eb5b54a6706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.304777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39700) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:42.368952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-183d350d-e782-4ed3-b49c-fe41e46c47eb tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:28:42.374681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-183d350d-e782-4ed3-b49c-fe41e46c47eb tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/242a4cf1-c728-4dd0-8e29-8cbbff592b40 HTTP/1.1" status: 404 len: 333 time: 0.0685527 Apr 15 18:28:42.375913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39704) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:42.464949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:42.465877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.491670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-682bddcb-b6fd-40f7-9145-9c8a44545615 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:28:42.497098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-682bddcb-b6fd-40f7-9145-9c8a44545615 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/9abd3947-736e-406d-8219-d72392cb452a HTTP/1.1" status: 404 len: 333 time: 0.1119459 Apr 15 18:28:42.498776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39708) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:42.500476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2031162 Apr 15 18:28:42.705350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0fb90d70-b846-4d84-ad6a-e49deae916ad None None] Provisioning complete for port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:42.706152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fb90d70-b846-4d84-ad6a-e49deae916ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.707738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.731999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.758797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.769198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:42.774234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:42.779449 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/ports/9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 HTTP/1.1" status: 200 len: 911 time: 2.1860285 Apr 15 18:28:42.780081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2a86dd96-4737-4c36-b106-2a98d273985c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:42.780650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39714) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:42.781627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc890f92-afa0-4c3f-b3f3-bd1605ad6d09 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:42.826847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:42.902803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0fb90d70-b846-4d84-ad6a-e49deae916ad None None] Port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:42.932170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 2a86dd96-4737-4c36-b106-2a98d273985c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:42.932730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.020972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39718) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:43.044808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063975675', 'description': 'tempest-secgroup-smoke-2063975675 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:43.062084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:43.075498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:43.080686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.092624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-99998ef3-1578-423c-b100-f73218fbea64 None None] Provisioning for port 0477447f-e543-4351-a151-cff2d1338b95 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:43.099478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:43.100810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-99998ef3-1578-423c-b100-f73218fbea64 None None] Provisioning complete for port 0477447f-e543-4351-a151-cff2d1338b95 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:43.101243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99998ef3-1578-423c-b100-f73218fbea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.142281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4d9f9e86-d561-4e86-904b-cd497f2f9d8c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:43.177989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:43.227953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-99998ef3-1578-423c-b100-f73218fbea64 None None] Port 0477447f-e543-4351-a151-cff2d1338b95 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:43.228639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.250190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:43.250456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.272792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:43.283108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:43.287752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61442c15-8e40-4bf4-933b-1787f9431f2a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:43.297994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:43.299674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:41Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:43.305484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8dbdb-ce53-4467-ba1e-fd5a4dc5d0d2 None None] The sync data for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv is: [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:41Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:43.312799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:43.317144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf5df76-ec0d-4cdc-acb8-42847522945f') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:43.317626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf5df76-ec0d-4cdc-acb8-42847522945f') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:43.345392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.398865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.422740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:43.568108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:43.573583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:43.630309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 61442c15-8e40-4bf4-933b-1787f9431f2a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:43.640700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.829934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.844250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 61442c15-8e40-4bf4-933b-1787f9431f2a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:43.871214 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:43.962540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:43.970307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0986af0f-6e5c-4e27-abf4-e32711971668 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:43.991361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.002497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=61442c15-8e40-4bf4-933b-1787f9431f2a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:44.017247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:44.023033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/61442c15-8e40-4bf4-933b-1787f9431f2a HTTP/1.1" status: 204 len: 168 time: 1.5206780 Apr 15 18:28:44.032699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39722) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:44.039831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-586085380'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:44.050797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:44.068643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:44.073521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.074723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:44.081133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.086832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:44.090586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fca44ac8-0ae2-421e-9128-0804af762347 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:44.129274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.133764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1110189 Apr 15 18:28:44.134978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39726) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:44.138115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:44.142261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:44.144509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.150550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:44.156048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:44.160635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:44.164204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f67150-24a5-4d01-bcdc-085fb7f8ac71,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:44.167801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:44.170537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:44.180456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:44.190067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.190645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment a784aa03-225d-449d-85ca-6ddce60d97b0 of type vlan for network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 Apr 15 18:28:44.218835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.241604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.252486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.259010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:44.259748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.265582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5034d1a-87d7-4981-9bac-533e5fae38b9 tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:44.269411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:44.269871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.370079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3361990 Apr 15 18:28:44.373729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39730) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:44.383706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:44.408789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=413b3da0-70f4-433f-9e68-e1a87f51a9e9,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:44.421180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:44.440688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.448113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.452547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-25e0b6de-fa83-4783-b25b-94caa02b373a tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:44.461927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:44.495947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35e405c-c7e4-4907-9aad-545ac630b91b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:44.514884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:44.516062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:44.520499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:44.522069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.526073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3873441 Apr 15 18:28:44.526220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:44.526883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39734) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:44.530177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:44.535644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:44.541057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:44.544836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:44.547242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.560341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:44.564958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:44.568933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.583487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:44.583700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.713893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b13d720-58de-4276-8ce9-7cba7554ab64 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:44.725278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:44.782572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.796073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4b13d720-58de-4276-8ce9-7cba7554ab64 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:44.802983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4b13d720-58de-4276-8ce9-7cba7554ab64 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:44.803156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.905051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.915813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.918439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9be366c1-d927-4f3f-a166-cd919db633d9 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:44.936713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.949148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb42013d-0d1c-4974-8543-ed3ff6d0443c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:44.976534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4b13d720-58de-4276-8ce9-7cba7554ab64, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b13d720-58de-4276-8ce9-7cba7554ab64,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:44.979963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:44.981911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-79777331-8b44-41d8-9ccc-df62308d9f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:44.986201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.003612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.007521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4775689 Apr 15 18:28:45.008367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39738) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:45.014014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:45.027201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:45.028646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.035977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:45.038900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.044770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.054773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:45.056834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.057673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b67d87dc-3d6a-46a2-b046-4fb8f2e8aed1 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.060146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.103229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:45.147162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=9b9f0f11-ccc3-4758-b4f4-d77d0d4e1a51,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.151154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.205802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.219192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=a07e6986-6378-4954-8d10-13b44b176bac,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.237408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.326113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.338242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.343490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d848426-a154-4b78-814b-bb2e278d80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.375331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b910cdf0-8798-4521-9aa1-807f2dcb35ec,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.382596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.386395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'a784aa03-225d-449d-85ca-6ddce60d97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:45.387869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: 413b3da0-70f4-433f-9e68-e1a87f51a9e9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:45.399351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.400639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914216 Apr 15 18:28:45.405903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39742) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:45.412793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:45.413883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.418939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:45.422360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:45.429929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:45.433701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:45.440039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 413b3da0-70f4-433f-9e68-e1a87f51a9e9) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:45.441921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:45.448594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50926efc-4f63-4047-8bfc-74735a1fd80d None None] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:45.457979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:45.458559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.481136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.495400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1177104 Apr 15 18:28:45.495661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39746) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:45.510041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9', 'name': 'tempest-PortsIpV6TestJSON-1581121950'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:45.553137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.556023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.558016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8d5dde9-17bc-4d7a-9eb9-35b229113cb5 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.579878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c6c625-5669-4fb0-b1c4-84cbfd9b61c6,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.584168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.591299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.595481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1855266 Apr 15 18:28:45.596386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39750) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:45.602329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:45.608812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:45.613436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:45.616504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:45.623183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:45.633399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:28:45.640674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.695204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-413b3da0-70f4-433f-9e68-e1a87f51a9e9', 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': 'a07e6986-6378-4954-8d10-13b44b176bac'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:45.696219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.712277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.715436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.717258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.742367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156c9f14-1307-4b2d-91db-08cc28f08539,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.745339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.752829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.754377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568091 Apr 15 18:28:45.757321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39754) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:45.763462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '06f67150-24a5-4d01-bcdc-085fb7f8ac71', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:45.770903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:45.775386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:45.778981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:45.786159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:45.799277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:28:45.806713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.826514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:45.854913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:45.877123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.880254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.888133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:45.898647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Allocated IP 2001:db8::2 (413b3da0-70f4-433f-9e68-e1a87f51a9e9/a07e6986-6378-4954-8d10-13b44b176bac/6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:45.912464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dab9ce0-7141-487b-93cc-86cd1fe87fbf,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:45.915085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:45.920290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:45.926156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673574 Apr 15 18:28:45.991043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:45.997395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.037946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router 11c64bde-c2fc-4680-8297-4eb7e50fc843 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:28:46.039238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 0beac604-bff4-47c5-8c0f-8b64cd208cbd yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:46.127990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.139051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Transition to ACTIVE for port object 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:46.160845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Transition to ACTIVE for port object 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:46.166428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.174982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-34873fcb-7f6f-4685-bb1d-1446f2556211 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:46.183309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:46.191503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-34873fcb-7f6f-4685-bb1d-1446f2556211 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:46.192776 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-34873fcb-7f6f-4685-bb1d-1446f2556211 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063975675&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.0627160 Apr 15 18:28:46.269591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:46.279825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] Sync routers for ids ['11c64bde-c2fc-4680-8297-4eb7e50fc843'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:46.287008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0dcb2058-29c6-41bb-8279-d1873677ab2c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:46.287887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0dcb2058-29c6-41bb-8279-d1873677ab2c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:46.291688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] Routers {'11c64bde-c2fc-4680-8297-4eb7e50fc843'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:46.292957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['11c64bde-c2fc-4680-8297-4eb7e50fc843'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:46.305239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0dcb2058-29c6-41bb-8279-d1873677ab2c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:46.306708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0dcb2058-29c6-41bb-8279-d1873677ab2c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 931 time: 0.1062107 Apr 15 18:28:46.318790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/11c64bde-c2fc-4680-8297-4eb7e50fc843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4945526 Apr 15 18:28:46.321816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39770) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:46.383355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Pushing event updated for resources: {'Port': ['ID=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:46.384374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:46.389262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b5a7acc-3d7e-4719-ba80-c9657d918f72 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:46.396936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.398017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.398017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.398307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.398675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.399161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.399529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.400054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.400252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.400596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.400955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.401313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:28:46.403158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] Routers {'11c64bde-c2fc-4680-8297-4eb7e50fc843'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:46.405506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['11c64bde-c2fc-4680-8297-4eb7e50fc843'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:46.410343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:46.412127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::2f0 (413b3da0-70f4-433f-9e68-e1a87f51a9e9/a07e6986-6378-4954-8d10-13b44b176bac/0beac604-bff4-47c5-8c0f-8b64cd208cbd) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:46.414787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:46.416139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:46.418668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:46.432164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0a704ad1-df94-496c-8609-2153f007e860 service neutron] 10.222.0.32 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0988071 Apr 15 18:28:46.445357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b5a7acc-3d7e-4719-ba80-c9657d918f72 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:46.446644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b5a7acc-3d7e-4719-ba80-c9657d918f72 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c64bde-c2fc-4680-8297-4eb7e50fc843 HTTP/1.1" status: 200 len: 205 time: 0.1238310 Apr 15 18:28:46.450332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39774) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:46.485712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:46.486370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a5e31-d7c3-4358-8426-c4a5ea87c479 None None] The sync data for ids ['11c64bde-c2fc-4680-8297-4eb7e50fc843'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:28:46.534905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Attempting to bind port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:46.535250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Attempting to bind port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a784aa03-225d-449d-85ca-6ddce60d97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:46.536363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Attempting to bind port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 on network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:46.541428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:46.541865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Checking segment: {'id': 'a784aa03-225d-449d-85ca-6ddce60d97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:46.542321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.542758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Bound using segment: {'id': 'a784aa03-225d-449d-85ca-6ddce60d97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:46.543283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Bound port: 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a784aa03-225d-449d-85ca-6ddce60d97b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '413b3da0-70f4-433f-9e68-e1a87f51a9e9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:46.543703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.597934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-d845a629-2950-4bbf-9fff-30047269861b service neutron] 10.222.0.32 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597531 Apr 15 18:28:46.640910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] For port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:46.644655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] For port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,segment=NetworkSegment(a784aa03-225d-449d-85ca-6ddce60d97b0),segment_id=a784aa03-225d-449d-85ca-6ddce60d97b0)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:46.644775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.651801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:46.668763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44e848b6-d378-4425-867b-8f8e0876ecd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:46.770631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b13d720-58de-4276-8ce9-7cba7554ab64 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:46.794086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-e44f88d5-4904-451a-b03c-5864a4dfa1a0 service neutron] 10.222.0.32 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779146 Apr 15 18:28:46.888199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Pushing event updated for resources: {'Port': ['ID=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:46.894552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:46.931393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4b13d720-58de-4276-8ce9-7cba7554ab64 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:46.931818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.013788 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-65feb3be-503d-493d-973a-e34d1d0cbeb8 req-ff832066-4243-4f42-8b96-226e0500c003 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 210 time: 0.0512004 Apr 15 18:28:47.394440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.402124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.453310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.453886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router 11c64bde-c2fc-4680-8297-4eb7e50fc843 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:28:47.461766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.484338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.486131 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d8ea713d-bbe2-4fe4-9a2b-dde84a77d96d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/11c64bde-c2fc-4680-8297-4eb7e50fc843 HTTP/1.1" status: 204 len: 168 time: 1.0347865 Apr 15 18:28:47.489114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39790) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:47.493084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 0beac604-bff4-47c5-8c0f-8b64cd208cbd will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:47.520291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.536268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd95bf42-9256-4ec5-b3d9-cf2323e6cae9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:47.581674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 2f38cc21-eadf-42d4-8198-7823de89c091 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:47.585590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.648797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.680997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=0beac604-bff4-47c5-8c0f-8b64cd208cbd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:47.701488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:47.747519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:47.748711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:47.751201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:47.755978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.758145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:47.758995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:47.782410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2843132 Apr 15 18:28:47.784509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39796) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:47.874282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 0beac604-bff4-47c5-8c0f-8b64cd208cbd {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:47.874679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.058610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.075423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-918270e4-1947-4653-8eae-78b2c17df50a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:48.152541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.182054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=2f38cc21-eadf-42d4-8198-7823de89c091,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:48.188255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:48.311200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 0beac604-bff4-47c5-8c0f-8b64cd208cbd owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:48.546253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-19598b54-bc54-4965-86b0-3420fb180bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:48.547797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-19598b54-bc54-4965-86b0-3420fb180bbb service neutron] 10.222.0.49 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1027 time: 0.1746762 Apr 15 18:28:48.564681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c84dc5a-667e-4222-a7ae-dbd632e8850c req-323568b4-21a2-4f14-83ec-80542f7c37e5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 210 time: 0.3841321 Apr 15 18:28:48.606520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a1498-30c5-4046-bafe-ea116e548d38 None None] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:48.615305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.625294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/2f38cc21-eadf-42d4-8198-7823de89c091 HTTP/1.1" status: 204 len: 168 time: 1.1322718 Apr 15 18:28:48.625570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:48.639306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.642031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7b52d-b685-4a8e-bcb5-fe8643a1cc89 None None] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:48.661271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bea427e6-ad2d-4dd1-8957-5d0e0840e20b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:48.804073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=0beac604-bff4-47c5-8c0f-8b64cd208cbd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:48.822704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:48.853011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.927135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-490125ea-e41d-43f8-bd52-7079a9fe45af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:48.927842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-490125ea-e41d-43f8-bd52-7079a9fe45af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:48.935195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:48.935585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:48.956378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-490125ea-e41d-43f8-bd52-7079a9fe45af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:48.957646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-490125ea-e41d-43f8-bd52-7079a9fe45af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 797 time: 0.4040577 Apr 15 18:28:48.974385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:49.020951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.042536 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/0beac604-bff4-47c5-8c0f-8b64cd208cbd HTTP/1.1" status: 204 len: 168 time: 1.2566044 Apr 15 18:28:49.045328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:49.084760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-95ed61e0-2605-404d-a3b5-237c2f59a76e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8069 time: 0.0891931 Apr 15 18:28:49.090821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c1fabf7a-6fc1-4bfe-bb66-44d9bdf6ba8b None None] Provisioning for port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:49.093854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-6dc43ba5-8802-4e96-bc4b-9de28ec12188 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:28:49.095012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-6dc43ba5-8802-4e96-bc4b-9de28ec12188 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054760 Apr 15 18:28:49.105710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Request body: {'port': {'device_id': '9ae26275-9242-4109-8080-63964f6af291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:49.130855 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c062f8-0468-461a-a88b-e80939640a69 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:28:49.131394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c062f8-0468-461a-a88b-e80939640a69 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:28:49.134640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-02c062f8-0468-461a-a88b-e80939640a69 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/0beac604-bff4-47c5-8c0f-8b64cd208cbd HTTP/1.1" status: 404 len: 333 time: 0.0866218 Apr 15 18:28:49.140033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39818) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:49.205704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-98726cd1-6f27-46d1-804f-f5c0acfe70ee tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:28:49.206290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-98726cd1-6f27-46d1-804f-f5c0acfe70ee tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:49.238021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,segment=NetworkSegment(917d1b66-c0e8-4f51-b09a-5ede9608f6e9),segment_id=917d1b66-c0e8-4f51-b09a-5ede9608f6e9)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:49.238698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.257668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:49.268445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-98726cd1-6f27-46d1-804f-f5c0acfe70ee tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:49.269714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-98726cd1-6f27-46d1-804f-f5c0acfe70ee tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/0beac604-bff4-47c5-8c0f-8b64cd208cbd HTTP/1.1" status: 404 len: 333 time: 0.1284888 Apr 15 18:28:49.271286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:49.271720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.276565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39822) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:49.351934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.384640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet a07e6986-6378-4954-8d10-13b44b176bac {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:49.384939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 4d9f9e86-d561-4e86-904b-cd497f2f9d8c owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:49.418433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.479295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.495546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.502264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:49.507757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.520964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1298b-7c71-446b-98f3-3ccbda810937 None None] DHCP port deletion for f3a90f59-0b85-47c3-9ba1-aade28f0fa29 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:49.540442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,segment=NetworkSegment(a784aa03-225d-449d-85ca-6ddce60d97b0),segment_id=a784aa03-225d-449d-85ca-6ddce60d97b0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:49.549274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.550946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8d332b7-b1a8-4180-af12-fea60aaf2de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:49.606773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=4d9f9e86-d561-4e86-904b-cd497f2f9d8c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:49.614127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:49.642890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:49.646353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:49.677159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No DVR routers for this DVR port 4d9f9e86-d561-4e86-904b-cd497f2f9d8c on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:49.793809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a37dabf-8a03-48b4-a541-0d374bfa2356 req-7cfac99c-7c70-49f1-acf6-e0304f959d15 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 210 time: 0.0587015 Apr 15 18:28:49.804098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-604bde66-26e6-4d31-bfb6-0d7fd14b5ce1 None None] Provisioning complete for port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:49.804547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-604bde66-26e6-4d31-bfb6-0d7fd14b5ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.809973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:49.890877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.027070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a90f59-0b85-47c3-9ba1-aade28f0fa29']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:50.040845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917d1b66-c0e8-4f51-b09a-5ede9608f6e9') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:50.041202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917d1b66-c0e8-4f51-b09a-5ede9608f6e9') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:50.056290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.066491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6890b928-a379-42b1-b692-4e1369f86a53 None None] Could not find standard attr ID for object 0beac604-bff4-47c5-8c0f-8b64cd208cbd. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:28:50.076517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.084019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:50.244059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0477447f-e543-4351-a151-cff2d1338b95 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:28:50.260437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.271418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:50.272701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.280635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.291503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2609b8e8-afed-414f-8dfc-07dc76ef9402 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:50.380368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=a07e6986-6378-4954-8d10-13b44b176bac,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:50.394966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:50.435788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.442765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/a07e6986-6378-4954-8d10-13b44b176bac HTTP/1.1" status: 204 len: 168 time: 1.1651423 Apr 15 18:28:50.444325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67584e0-239d-4390-ac2a-d77ff5afce09 None None] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:50.445463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39828) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:50.468947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network f3a90f59-0b85-47c3-9ba1-aade28f0fa29 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:50.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:50.568172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.577420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.581411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ceac133a-1d79-4a46-aec8-294a15f3aed7 tempest-FloatingIPTestJSON-1564054503 tempest-FloatingIPTestJSON-1564054503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:50.599658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.608908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=f3a90f59-0b85-47c3-9ba1-aade28f0fa29,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:50.614338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:50.626890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/f3a90f59-0b85-47c3-9ba1-aade28f0fa29 HTTP/1.1" status: 204 len: 168 time: 1.9950953 Apr 15 18:28:50.629139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Transition to ACTIVE for port object 0477447f-e543-4351-a151-cff2d1338b95 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:50.629139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:50.644734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1258444608', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:50.651561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.669015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb275fd6-2774-4814-837e-22d5b3e5b6c3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:50.701038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:50.727492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] DHCP port deletion for 413b3da0-70f4-433f-9e68-e1a87f51a9e9 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:28:50.732450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Deleting port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:50.732967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.777712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4d9f9e86-d561-4e86-904b-cd497f2f9d8c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:50.779068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:50.786686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:50.793545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:50.793945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.825195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4d9f9e86-d561-4e86-904b-cd497f2f9d8c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:50.825195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4d9f9e86-d561-4e86-904b-cd497f2f9d8c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:50.863270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:50.885069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:50.908468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:50.921282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:50.922457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.009158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] For port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,segment=NetworkSegment(a784aa03-225d-449d-85ca-6ddce60d97b0),segment_id=a784aa03-225d-449d-85ca-6ddce60d97b0)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:51.009598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.010436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ed5ea-c93e-4be9-9e17-4df2c03614c8 req-0fce80a5-7f2c-406c-a642-f981741b8ed8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:51.012483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-580ed5ea-c93e-4be9-9e17-4df2c03614c8 req-0fce80a5-7f2c-406c-a642-f981741b8ed8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 982 time: 0.0928197 Apr 15 18:28:51.020606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.089487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-580ed5ea-c93e-4be9-9e17-4df2c03614c8 req-afa14585-b46c-46ef-96a7-4701723850f6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622959 Apr 15 18:28:51.147508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Calling delete_port for 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:51.227662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.243051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:51.273291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.353885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Pushing event deleted for resources: {'Port': ['ID=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:51.359396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:51.406650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] No DVR routers for this DVR port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:28:51.595141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58,segment=NetworkSegment(a784aa03-225d-449d-85ca-6ddce60d97b0),segment_id=a784aa03-225d-449d-85ca-6ddce60d97b0)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:51.595754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.741700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:51.770832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.772126 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e04fb7e-4095-41f0-9a71-7dc1210c9720 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1350591 Apr 15 18:28:51.775346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39838) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:51.781961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1728408691'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:51.787425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:51.792137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:51.795415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:51.801760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:51.806958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:51.807330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:51.807687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:51.811923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:51.817075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:28:51.817434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:51.818519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.827331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:51.827700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Checking segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:51.828115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Bound using segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:51.828583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Bound port: 0477447f-e543-4351-a151-cff2d1338b95, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:51.829545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.848321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:51.857311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.857711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment 73f45b78-9696-47b7-b36b-5d030379b4f5 of type vlan for network bd43c45b-1552-4fe1-a87b-485a997879bc Apr 15 18:28:51.885837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.901208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:51.901567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:51.915747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.921935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:51.923125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.928578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e528acf-4377-4b9d-b3bb-239c41c0d1f4 tempest-QuotasNegativeTest-2017267216 tempest-QuotasNegativeTest-2017267216-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:51.942559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:51.945606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:51.948838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:51.964272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b0b0155-9b98-41a1-b12b-dbc736d3d609 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:52.029666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2529666 Apr 15 18:28:52.032665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39842) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:52.041699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:52.115820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=bd43c45b-1552-4fe1-a87b-485a997879bc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:52.118690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:52.123873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:52.131321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network bd43c45b-1552-4fe1-a87b-485a997879bc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:52.137197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:52.163989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:52.164687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.166243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] 10.222.0.49 "PUT /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1132 time: 3.0649481 Apr 15 18:28:52.166834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'tag': '0477447f-e543-4351-a151-cff2d1338b95'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:28:52.185310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:52.190237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:52.197021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:52.203673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:52.221299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:52.228205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.346141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-49d2c97a-6427-4840-acc7-5f564b73c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:52.347083 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-49d2c97a-6427-4840-acc7-5f564b73c6e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 1135 time: 0.1312838 Apr 15 18:28:52.415988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:52.416485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.459835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'tag': '0477447f-e543-4351-a151-cff2d1338b95', 'status': 'completed', 'code': 200} Apr 15 18:28:52.474902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-54dfc628-b71a-4045-afe9-9e1e008006c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 217 time: 0.1205888 Apr 15 18:28:52.509652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912a76-db14-4dee-95da-4102ea5c8fe8 req-1045dddf-79f1-4900-8521-3a64d8bec616 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:52.511324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d912a76-db14-4dee-95da-4102ea5c8fe8 req-1045dddf-79f1-4900-8521-3a64d8bec616 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 982 time: 0.2605720 Apr 15 18:28:52.551557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] The port '6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:28:52.604971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d912a76-db14-4dee-95da-4102ea5c8fe8 req-37779be6-2b83-453a-8ba8-798bbc08d69d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850418 Apr 15 18:28:52.630857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-ec1ef65b-3d3d-42a0-858d-881c11a1d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:52.632453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-ec1ef65b-3d3d-42a0-858d-881c11a1d9fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 200 len: 835 time: 0.1309164 Apr 15 18:28:52.680921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:28:52.724167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:28:52.724673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6ead9e97-bc2a-42eb-bbe3-ddd47c5cfc58 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:28:52.776091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.836780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.852975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-652d2d54-1ac5-4933-a473-f9d98934c9fa tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:52.926904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413b3da0-70f4-433f-9e68-e1a87f51a9e9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:52.939012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-e5532745-f9b5-425d-85fd-59e86fd4b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:52.940645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-e5532745-f9b5-425d-85fd-59e86fd4b648 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2565992 Apr 15 18:28:52.944078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a784aa03-225d-449d-85ca-6ddce60d97b0') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:52.944415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a784aa03-225d-449d-85ca-6ddce60d97b0') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:52.983387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=578f5976-e14c-4f07-b017-a9dab7a148ae,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:52.983667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:52.996057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:53.060611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:53.060932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: bd43c45b-1552-4fe1-a87b-485a997879bc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:53.069592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.082059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network bd43c45b-1552-4fe1-a87b-485a997879bc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:53.090687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:28:53.092147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, bd43c45b-1552-4fe1-a87b-485a997879bc) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:53.102334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0382b0-28a4-4320-9605-89e4eedd19c0 None None] Network bd43c45b-1552-4fe1-a87b-485a997879bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:53.105407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:53.106534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.132026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0983007 Apr 15 18:28:53.135029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39852) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:53.228445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-a60afb1a-5899-49b5-95b8-22fd72104cce service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768314 Apr 15 18:28:53.343115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-bd43c45b-1552-4fe1-a87b-485a997879bc', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:53.344128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.397929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:53.409569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.634421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e231ffd6-6304-48ec-a381-681dc0e1d175 req-d99d0ac8-d9ff-4cd8-aa77-723c7c120f64 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516030 Apr 15 18:28:53.636230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 413b3da0-70f4-433f-9e68-e1a87f51a9e9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:28:53.664234 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:28:53.806140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.811522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31dfa1d0-1a5a-44ed-b7ee-2fff2a95c057 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:53.836609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:53.853381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=413b3da0-70f4-433f-9e68-e1a87f51a9e9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:53.861700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:53.875292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/413b3da0-70f4-433f-9e68-e1a87f51a9e9 HTTP/1.1" status: 204 len: 168 time: 3.4246550 Apr 15 18:28:53.875292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8530-5148-47b5-80e0-946645587a61 req-3b959c0e-168c-4418-ab58-9163fbbcba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:53.875292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-3b959c0e-168c-4418-ab58-9163fbbcba73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 1135 time: 0.1523600 Apr 15 18:28:53.876190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39858) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:53.882127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-753332219'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:53.911577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:53.931599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Allocated IP 2001:db8::2 (bd43c45b-1552-4fe1-a87b-485a997879bc/578f5976-e14c-4f07-b017-a9dab7a148ae/b7814fd6-9c6f-4ccc-ad32-f20f97bcc243) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:53.964175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:53.975117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:53.984303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:54.014416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.017808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:54.023793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.073017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8530-5148-47b5-80e0-946645587a61 req-0dd827e8-d247-48d5-a0d4-71a61aa9ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.074743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-0dd827e8-d247-48d5-a0d4-71a61aa9ad47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 898 time: 0.1886990 Apr 15 18:28:54.080995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:54.106333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e388b8f-7e91-4c49-b84b-58921cd0d1a0 req-377fbc98-912e-4015-a9de-25ceaf1791d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.107965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e388b8f-7e91-4c49-b84b-58921cd0d1a0 req-377fbc98-912e-4015-a9de-25ceaf1791d6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 982 time: 0.2660289 Apr 15 18:28:54.155947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.160477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-88e18f13-c440-44f7-b009-9b9784836001 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 217 time: 0.0769701 Apr 15 18:28:54.161489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.161963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment e43ef000-acfd-423a-8738-d019da8873d1 of type vlan for network 1e85f00a-0db8-49fd-8814-fbbd22300531 Apr 15 18:28:54.166753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Transition to ACTIVE for port object b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:54.202098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Transition to ACTIVE for port object b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:54.205123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12740de3-af14-43fd-83e6-21923405e23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.207340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.223105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a25dde00-a530-4f43-8a07-0ff1371f7be3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:54.243287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.263140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8530-5148-47b5-80e0-946645587a61 req-55c6eed7-878a-465a-bd29-f1973a339658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.264926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-55c6eed7-878a-465a-bd29-f1973a339658 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 200 len: 835 time: 0.0974729 Apr 15 18:28:54.290294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e388b8f-7e91-4c49-b84b-58921cd0d1a0 req-6ea8df01-fec7-41cd-a59f-10a730f46ff9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726470 Apr 15 18:28:54.340608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.346718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.347374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.355219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ba17720-86d6-476d-a12e-535f9c0e801b tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:54.360904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Pushing event updated for resources: {'Port': ['ID=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:54.365479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:54.417912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Network bd43c45b-1552-4fe1-a87b-485a997879bc is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:54.419146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:54.421414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:54.477988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6006904 Apr 15 18:28:54.483591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39862) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:54.487368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8::1 (bd43c45b-1552-4fe1-a87b-485a997879bc/578f5976-e14c-4f07-b017-a9dab7a148ae/62e1bb3e-e62c-4831-b758-085f2b665cb2) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:54.489395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=1e85f00a-0db8-49fd-8814-fbbd22300531,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:54.493100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93271c7c-dc62-43fe-b83a-1a26a70c975c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:54.494683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:54.495316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8530-5148-47b5-80e0-946645587a61 req-3188d92d-1ac4-49b1-b868-909fb001a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.496946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-3188d92d-1ac4-49b1-b868-909fb001a281 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2210190 Apr 15 18:28:54.502308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:54.608435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Attempting to bind port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:28:54.609046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Attempting to bind port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:28:54.609557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Attempting to bind port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 on network bd43c45b-1552-4fe1-a87b-485a997879bc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:28:54.639039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:28:54.640161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Checking segment: {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:54.640623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.641088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Bound using segment: {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:28:54.641651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Bound port: b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:28:54.642056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.700883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:54.707800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-6fa494ba-4af7-4407-b40c-a9c28cbf0379 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035711 Apr 15 18:28:54.712240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:54.714715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-b17e5868-5ca3-4fc1-ac1a-ea18aa005723 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360388 Apr 15 18:28:54.717487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:54.745327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:54.753794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] For port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:28:54.757616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] For port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:28:54.763263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:54.763550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.770434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.780350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:54.931294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-3933d811-2129-4aef-9346-a3041c61febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:54.933122 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-3933d811-2129-4aef-9346-a3041c61febe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 1098 time: 0.1923397 Apr 15 18:28:54.935326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c1d8530-5148-47b5-80e0-946645587a61 req-7970cd8e-fa4c-4f23-9bd4-434f677043e7 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193754 Apr 15 18:28:54.966721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:54.992245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object 62e1bb3e-e62c-4831-b758-085f2b665cb2 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:55.105967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:55.125630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-593ab352-c7da-44cb-9aef-4097dba4b41f tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:55.131765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Pushing event updated for resources: {'Port': ['ID=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:55.136763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:55.315759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:55.336390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:55.415031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-fe3ed007-ef8c-4c72-a550-e762d12dd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:55.416951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-fe3ed007-ef8c-4c72-a550-e762d12dd05e service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.4526446 Apr 15 18:28:55.455767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:28:55.527380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network bd43c45b-1552-4fe1-a87b-485a997879bc is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:55.534708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:55.538544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:55.539219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:55.550143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-99edbe7b-2173-451f-a6a0-64d1db02a623 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 200 len: 1001 time: 0.1268833 Apr 15 18:28:55.625465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902090e-a193-4076-9557-7c1e9aa17fc5 req-99912e8c-dcf9-4117-af82-5f08df30cde8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:55.626348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-0994285d-68c6-499b-80e1-4a600199aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:55.627849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2902090e-a193-4076-9557-7c1e9aa17fc5 req-99912e8c-dcf9-4117-af82-5f08df30cde8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 982 time: 0.2147763 Apr 15 18:28:55.627994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-0994285d-68c6-499b-80e1-4a600199aeeb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0719595 Apr 15 18:28:55.711320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-da1532c5-b4a3-40ab-8ac5-69c30378ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:55.713077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-da1532c5-b4a3-40ab-8ac5-69c30378ebc9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784602 Apr 15 18:28:55.776075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:28:55.778143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2902090e-a193-4076-9557-7c1e9aa17fc5 req-f0869d08-8ab0-4f71-a289-8cb7cbcacff6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415684 Apr 15 18:28:55.816187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:55.859277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-81ebc7aa-de40-4268-afff-6073499c40a5 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394470 Apr 15 18:28:55.873923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:55.900435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8460075-3b1e-472e-a405-3ac934009b2a tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:55.939648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:55.954578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '0477447f-e543-4351-a151-cff2d1338b95', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'mac_address': 'fa:16:3e:17:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:28:56.011863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578eb241-8282-4f15-96a3-df6fe69ece6b req-c0acbd53-1209-4651-b746-1943e6b80e3f service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445918 Apr 15 18:28:56.021561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.041015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0477447f-e543-4351-a151-cff2d1338b95 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:28:56.057335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:56.060322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.062954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ddb0ab7-d41d-468f-a913-771072179586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:56.113570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=5d422dba-f971-46a1-9546-2738b81cf58f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:56.119894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:56.136684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:56.140061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:56.275385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0477447f-e543-4351-a151-cff2d1338b95'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:28:56.378974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'e43ef000-acfd-423a-8738-d019da8873d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:56.379354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: 1e85f00a-0db8-49fd-8814-fbbd22300531, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:56.437397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:56.457607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 1e85f00a-0db8-49fd-8814-fbbd22300531) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:56.469831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6f12c-5d28-46f3-8daf-80e726bfa054 None None] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:56.484095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:56.484786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.501353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.506329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.507193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.525950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f337e31f-7354-41c9-ae73-edc7daa57fdd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:56.611763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477f23c-1020-4458-83cd-e438e046610f None None] Network bd43c45b-1552-4fe1-a87b-485a997879bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:56.635185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1478033 Apr 15 18:28:56.637780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39868) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:56.651655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1838412369'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:56.674343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:56.687297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:56.731016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network bd43c45b-1552-4fe1-a87b-485a997879bc is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:56.732323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:56.794231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:56.846281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:56.850746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:56.853922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:56.860910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:56.872559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:56.879717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.886937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Provisioning for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:56.896588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Provisioning complete for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:56.897014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.905408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:28:56.923201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-1e85f00a-0db8-49fd-8814-fbbd22300531', 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': '5d422dba-f971-46a1-9546-2738b81cf58f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:28:56.924124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:56.950321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:56.975204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:56.975629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.033164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:28:57.044058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd1afa-126a-4fb6-ba33-cf6277489464 req-3219d859-652d-4fce-9eed-5d4e0a9f7f1a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:57.045711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2bd1afa-126a-4fb6-ba33-cf6277489464 req-3219d859-652d-4fce-9eed-5d4e0a9f7f1a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 983 time: 0.1336012 Apr 15 18:28:57.069527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::2ce (1e85f00a-0db8-49fd-8814-fbbd22300531/5d422dba-f971-46a1-9546-2738b81cf58f/b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:57.162095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b1b723b8-a238-4e4c-8209-7deb5646884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.261385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.279130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:57.282420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.306026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.323043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0ed5d766-e719-4a85-b137-5506128d11a7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:57.419404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.471917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:57.476643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:57.514082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.532341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:28:57.533753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:57.536065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:28:57.542286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:57.542973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.548312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] For port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:28:57.553742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Allocated IP 2001:db8::2 (1e85f00a-0db8-49fd-8814-fbbd22300531/5d422dba-f971-46a1-9546-2738b81cf58f/898028d1-e78a-4b6f-9fc2-a10a45ef5605) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:28:57.561429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2bd1afa-126a-4fb6-ba33-cf6277489464 req-42bdc3d1-c771-4496-8d63-669636209d0b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563814 Apr 15 18:28:57.566161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.567326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:28:57.570814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:57.577399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4411914 Apr 15 18:28:57.577559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39874) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:57.584217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1693606989'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:57.590080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:57.593214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9525142 Apr 15 18:28:57.596810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39878) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:57.596935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:57.600170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:57.606394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:57.616633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:57.622986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.624347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:28:57.653784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:28:57.665230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.665745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment c6a43963-36ab-47b3-aa9d-543f96857d6d of type vlan for network 81bc19d3-697e-4fd5-926c-cf87a2af7194 Apr 15 18:28:57.682819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:28:57.683293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.696610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.729270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.737601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:57.739886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.747838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b824bd34-4242-4673-b7a9-020ddd8c2e27 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:57.802103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:28:57.802793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:28:57.859042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2797818 Apr 15 18:28:57.864132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39882) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:57.873836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:28:57.966600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=81bc19d3-697e-4fd5-926c-cf87a2af7194,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:57.973931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:57.993772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:58.035655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:28:58.041321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:28:58.046344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:28:58.053011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:28:58.064432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:28:58.076803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.108714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:28:58.109299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:28:58.110253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:58.136946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:28:58.138323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:28:58.304701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.328527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:58.333509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.375218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Pushing event updated for resources: {'Port': ['ID=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:58.393643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:58.436586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:58.452464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:58.504144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:28:58.589237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.592542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 0477447f-e543-4351-a151-cff2d1338b95 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:58.603086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.624008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e HTTP/1.1" status: 204 len: 168 time: 1.0257425 Apr 15 18:28:58.627650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:58.651570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 0477447f-e543-4351-a151-cff2d1338b95 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:58.665981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.794053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:58.820438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:58.840368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba82bd4-e764-4d55-9319-cebb60de6ae6 req-4acdef1b-0adb-452e-a4c0-5a02bf7a070d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:58.849232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3ba82bd4-e764-4d55-9319-cebb60de6ae6 req-4acdef1b-0adb-452e-a4c0-5a02bf7a070d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 983 time: 0.1321084 Apr 15 18:28:58.891870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fbc862-34f7-442b-9767-b3858d20f83b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:28:58.893007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-77fbc862-34f7-442b-9767-b3858d20f83b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:28:58.914435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3ba82bd4-e764-4d55-9319-cebb60de6ae6 req-548e2673-ccef-479e-866c-891d6a1c6e06 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637341 Apr 15 18:28:59.051847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-77fbc862-34f7-442b-9767-b3858d20f83b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:28:59.051847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-77fbc862-34f7-442b-9767-b3858d20f83b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e HTTP/1.1" status: 404 len: 333 time: 0.3993535 Apr 15 18:28:59.052015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39894) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:59.052097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=34ba7b62-d433-40d3-8c51-4d6b026ea32b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:28:59.052097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:28:59.133872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.141221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Provisioning for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:28:59.150861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:28:59.155280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: 81bc19d3-697e-4fd5-926c-cf87a2af7194, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:28:59.167387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 5d422dba-f971-46a1-9546-2738b81cf58f {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:28:59.190782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:28:59.202238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Provisioning complete for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:59.202663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.210849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 81bc19d3-697e-4fd5-926c-cf87a2af7194) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:28:59.227329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:28:59.227997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.236046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Transition to ACTIVE for port object 898028d1-e78a-4b6f-9fc2-a10a45ef5605 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:59.254651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fbd9c-33cf-4314-a360-1b23741baafb None None] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:28:59.260243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3949094 Apr 15 18:28:59.263249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39898) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:28:59.267886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:28:59.442500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Transition to ACTIVE for port object 898028d1-e78a-4b6f-9fc2-a10a45ef5605 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:28:59.456022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.465082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.478970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Port 62e1bb3e-e62c-4831-b758-085f2b665cb2 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:28:59.490074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.513118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-796ff412-9ef5-4b6b-8556-cc25d3077d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:28:59.523904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.614365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.672480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Provisioning complete for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:28:59.672904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-80c12fab-8e23-40fc-af1c-5b3ef7aee999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.737126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0477447f-e543-4351-a151-cff2d1338b95'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:28:59.898665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.950557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:28:59.969937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7378cb94-7403-43e2-b8dc-67368933f5dc tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:00.046140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Pushing event updated for resources: {'Port': ['ID=898028d1-e78a-4b6f-9fc2-a10a45ef5605,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:00.059875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:00.065072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:00.065502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.068346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=5d422dba-f971-46a1-9546-2738b81cf58f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:00.071618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:00.107719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:00.115216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:28:55Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:28:56Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:00.140637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:00.141080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Updating router cfe02456-4a19-4d09-8c59-294db038b733 port 62e1bb3e-e62c-4831-b758-085f2b665cb2 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:29:00.175985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0477447f-e543-4351-a151-cff2d1338b95', 'code': 200} Apr 15 18:29:00.216979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.240972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.241335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:00.249303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/5d422dba-f971-46a1-9546-2738b81cf58f HTTP/1.1" status: 204 len: 168 time: 1.2100286 Apr 15 18:29:00.256559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39908) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:00.296429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d167-2cbc-4ce3-a7e6-70b25837202b req-a90ef625-7920-4765-8909-0dae84ca4450 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:00.298562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c322d167-2cbc-4ce3-a7e6-70b25837202b req-a90ef625-7920-4765-8909-0dae84ca4450 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.2259040 Apr 15 18:29:00.431986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c322d167-2cbc-4ce3-a7e6-70b25837202b req-6be5a985-a52a-47b7-b40a-7b7f15b44dcd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259253 Apr 15 18:29:00.459042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:00.474186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:00.476912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:00.477074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.481823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:00.485983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:00.490864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.502437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-81bc19d3-697e-4fd5-926c-cf87a2af7194', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:00.504139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.559673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:00.559973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.715123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8:1::1 (81bc19d3-697e-4fd5-926c-cf87a2af7194/34ba7b62-d433-40d3-8c51-4d6b026ea32b/9233417c-7649-4a5c-98b9-3d80923f4afb) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:00.732328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda87b07-2ffd-4f6c-8ed1-552f0d13d9f2 req-cee160a6-fe01-4004-9ac2-d9be796d0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:00.733982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eda87b07-2ffd-4f6c-8ed1-552f0d13d9f2 req-cee160a6-fe01-4004-9ac2-d9be796d0248 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 1137 time: 0.1607332 Apr 15 18:29:00.790818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port 898028d1-e78a-4b6f-9fc2-a10a45ef5605, host dv-neutron-786478-1-hyperv, got binding levels [] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:00.791221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.817196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Attempting to bind port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:00.817708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Attempting to bind port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e43ef000-acfd-423a-8738-d019da8873d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:00.818269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Attempting to bind port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 on network 1e85f00a-0db8-49fd-8814-fbbd22300531 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:00.840832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:00.841413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Checking segment: {'id': 'e43ef000-acfd-423a-8738-d019da8873d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:00.842007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.842567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Bound using segment: {'id': 'e43ef000-acfd-423a-8738-d019da8873d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:00.843285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Bound port: 898028d1-e78a-4b6f-9fc2-a10a45ef5605, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43ef000-acfd-423a-8738-d019da8873d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1e85f00a-0db8-49fd-8814-fbbd22300531'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:00.843733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.858332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9db98093-32f0-4450-9344-b6ff5fd4152c None None] Provisioning complete for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:00.858762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9db98093-32f0-4450-9344-b6ff5fd4152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.905334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eda87b07-2ffd-4f6c-8ed1-552f0d13d9f2 req-df261c3e-2039-41a1-abb5-56e2f5a10fd2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822895 Apr 15 18:29:00.928527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 898028d1-e78a-4b6f-9fc2-a10a45ef5605 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:00.955982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:00.975833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object 9233417c-7649-4a5c-98b9-3d80923f4afb will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:01.002454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.010609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.021548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:01.026567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67e40e51-3f3b-4f40-b3b4-917838871569 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:01.059228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 has been deleted concurrently {{(pid=86083) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Apr 15 18:29:01.090734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9db98093-32f0-4450-9344-b6ff5fd4152c None None] Port 62e1bb3e-e62c-4831-b758-085f2b665cb2 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:01.119943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=898028d1-e78a-4b6f-9fc2-a10a45ef5605,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:01.135024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:01.172060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No DVR routers for this DVR port 898028d1-e78a-4b6f-9fc2-a10a45ef5605 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:01.195133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:01.201139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:01.221077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Allocated IP 2001:db8:1::2 (81bc19d3-697e-4fd5-926c-cf87a2af7194/34ba7b62-d433-40d3-8c51-4d6b026ea32b/27f6bc56-7951-4ebd-8230-2d60aaad9faf) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:01.253082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:01.254686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:01.257153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:01.257921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.309962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.394797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.436515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e85f00a-0db8-49fd-8814-fbbd22300531']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:01.451998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ef000-acfd-423a-8738-d019da8873d1') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:01.452354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ef000-acfd-423a-8738-d019da8873d1') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:01.468684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.491407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.502094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:01.647074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.685899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.705665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Transition to ACTIVE for port object 27f6bc56-7951-4ebd-8230-2d60aaad9faf will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:01.735390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Transition to ACTIVE for port object 27f6bc56-7951-4ebd-8230-2d60aaad9faf will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:01.740745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.761793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:01.845286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:01.856261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:01.907653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Pushing event updated for resources: {'Port': ['ID=27f6bc56-7951-4ebd-8230-2d60aaad9faf,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:01.910596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:01.945255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1a06a-cfd0-440f-87c0-2bd1c5a495f5 req-5b6bbd5c-7fec-41ac-aa9e-4c84300c8c73 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:01.952934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6f1a06a-cfd0-440f-87c0-2bd1c5a495f5 req-5b6bbd5c-7fec-41ac-aa9e-4c84300c8c73 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.2926042 Apr 15 18:29:01.964871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:01.966205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:01.968546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:02.030700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6f1a06a-cfd0-440f-87c0-2bd1c5a495f5 req-f260861a-4278-488a-84c0-234c2628ea28 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759933 Apr 15 18:29:02.047830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.052268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.053166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.121743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:02.133563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b6eb735-f65e-401f-b1a8-42e937d314bd tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:02.150497 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:02.240886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:02.245449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:02.249884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Transition to ACTIVE for port object 62e1bb3e-e62c-4831-b758-085f2b665cb2 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:02.250086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.255500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:02.265724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.273292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.284132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:02.284690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:02.285830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:02.288843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=1e85f00a-0db8-49fd-8814-fbbd22300531,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:02.297214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:02.302763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/1e85f00a-0db8-49fd-8814-fbbd22300531 HTTP/1.1" status: 204 len: 168 time: 2.0407732 Apr 15 18:29:02.303153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39914) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:02.309237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'name': 'tempest-PortsIpV6TestJSON-1596406195'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:02.386920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Attempting to bind port 27f6bc56-7951-4ebd-8230-2d60aaad9faf on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:02.387353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Attempting to bind port 27f6bc56-7951-4ebd-8230-2d60aaad9faf by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:02.387739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Attempting to bind port 27f6bc56-7951-4ebd-8230-2d60aaad9faf on network 81bc19d3-697e-4fd5-926c-cf87a2af7194 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:02.409262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:02.410003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Checking segment: {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:02.410427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.410608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Bound using segment: {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:02.411127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Bound port: 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:02.411559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.433497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:02.438849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:02.442503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:02.448939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:02.456121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Pushing event updated for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:02.459523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:02.465647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:02.467550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:02.472395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.503468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 125a3d6c-a293-4e4e-a378-f5cd1a41a3af yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:02.671875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:02.686563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] For port 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:02.692251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4278579 Apr 15 18:29:02.695371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39918) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:02.706010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-161775671'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:02.719389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:02.723690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:02.727263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:02.739629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] For port 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27f6bc56-7951-4ebd-8230-2d60aaad9faf,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:02.752266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:02.752523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.765313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:02.771206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a5a341-d822-4d07-85ee-e7c299507e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:02.777131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.796985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.834537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:02.853807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.862367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.863160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc of type vlan for network 6c054d84-60c3-44b9-9d81-0671c6ca570a Apr 15 18:29:02.889289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Attempting to bind port 62e1bb3e-e62c-4831-b758-085f2b665cb2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:02.889713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Attempting to bind port 62e1bb3e-e62c-4831-b758-085f2b665cb2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:02.890167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Attempting to bind port 62e1bb3e-e62c-4831-b758-085f2b665cb2 on network bd43c45b-1552-4fe1-a87b-485a997879bc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:02.906234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.915307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:02.915721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Checking segment: {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:02.916180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.916707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Bound using segment: {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:02.917148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Bound port: 62e1bb3e-e62c-4831-b758-085f2b665cb2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f45b78-9696-47b7-b36b-5d030379b4f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:02.917601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.944324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.952218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:02.953067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:02.961634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2a1aa8d-d979-44a8-89be-a5ced43c7ca6 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:02.970330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c02ae54-26e5-4ba8-8e69-d2c0748cddec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:03.007532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Pushing event updated for resources: {'Port': ['ID=27f6bc56-7951-4ebd-8230-2d60aaad9faf,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:03.011414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:03.018250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08d0de8-6a49-487d-820c-ab9264aef76d None None] DHCP port deletion for 1e85f00a-0db8-49fd-8814-fbbd22300531 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:03.074970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=6c054d84-60c3-44b9-9d81-0671c6ca570a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:03.080031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:03.088424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3919144 Apr 15 18:29:03.091624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:03.101096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:03.103110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:03.108523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:03.109662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=125a3d6c-a293-4e4e-a378-f5cd1a41a3af,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:03.112425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:03.114420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:03.115330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:03.118441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3009ebe-8558-464e-8484-821a6353c86f None None] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:03.121821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:03.122996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:03.152343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8477573 Apr 15 18:29:03.154744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39928) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:03.219221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a6c9e2d1-7954-4b27-97c9-ca6b1fe2c280 None None] Could not find standard attr ID for object 898028d1-e78a-4b6f-9fc2-a10a45ef5605. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:03.247612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:03.248537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] For port 62e1bb3e-e62c-4831-b758-085f2b665cb2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:03.252794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:03.252987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3009ebe-8558-464e-8484-821a6353c86f None None] Network 1e85f00a-0db8-49fd-8814-fbbd22300531 could not be found, it might have been deleted concurrently. {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 15 18:29:03.256676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:03.263425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:03.273378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:03.273662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] For port 62e1bb3e-e62c-4831-b758-085f2b665cb2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=62e1bb3e-e62c-4831-b758-085f2b665cb2,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:03.278554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:03.279839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:03.294395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 125a3d6c-a293-4e4e-a378-f5cd1a41a3af {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:03.294395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:03.297186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f67fec1b-2b93-462c-9521-ad9f59c57e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:03.473657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Pushing event updated for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:03.478873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:03.529644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:03.530422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:03.762078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:03.898209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:03.903679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c313606-56a6-44ad-8e32-5983729b1fbb req-58e55e87-f925-4121-8afe-ac386ae0569c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:03.905242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c313606-56a6-44ad-8e32-5983729b1fbb req-58e55e87-f925-4121-8afe-ac386ae0569c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.6819606 Apr 15 18:29:03.914750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a4fd41c-beab-4ac3-965c-f300702d27b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:03.959327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:04.114223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 125a3d6c-a293-4e4e-a378-f5cd1a41a3af owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:04.165671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:01Z', 'revision_number': 3, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:03Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:01Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:04.170762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c313606-56a6-44ad-8e32-5983729b1fbb req-bd4fb2d1-0509-4b73-b27f-1fdf4eff6ee9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545857 Apr 15 18:29:04.171323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4ac8f-a4d0-4f42-b8c3-4bae38f8953b None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:01Z', 'revision_number': 3, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:03Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:01Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:04.234382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:04.261913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:04.368557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=125a3d6c-a293-4e4e-a378-f5cd1a41a3af,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:04.373302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=60825682-67bb-490c-adf4-bd84db0e74c1,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:04.377011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:04.430633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:04.439727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:04.440114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: 6c054d84-60c3-44b9-9d81-0671c6ca570a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:29:04.459568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:29:04.469639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6c054d84-60c3-44b9-9d81-0671c6ca570a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:04.479139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c7394-4988-492a-aa26-d17891888d4d None None] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:04.484109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:04.484897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:04.489327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:04.507427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4145546 Apr 15 18:29:04.508285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/125a3d6c-a293-4e4e-a378-f5cd1a41a3af HTTP/1.1" status: 204 len: 168 time: 1.3508558 Apr 15 18:29:04.510178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39934) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:04.510803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39936) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:04.518530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'mac_address': 'fa:16:3e:e7:68:d5', 'name': 'tempest-PortsIpV6TestJSON-673375213'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:04.616858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1f9f-e9c9-40a0-9fa0-0250a986bb5b req-b5cf17c5-a50a-4f4a-bd73-fa7810fed246 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:04.633558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-558e1f9f-e9c9-40a0-9fa0-0250a986bb5b req-b5cf17c5-a50a-4f4a-bd73-fa7810fed246 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.3177009 Apr 15 18:29:04.697655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:04.707246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:04.711195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:04.717557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:04.732221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:04.833076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-558e1f9f-e9c9-40a0-9fa0-0250a986bb5b req-2ef68bb4-4aa6-4d75-b489-da2fe3747bf7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748772 Apr 15 18:29:04.862554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39942) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:04.862726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-6c054d84-60c3-44b9-9d81-0671c6ca570a', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:04.863531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:04.978115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.032517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port bb5bbd5f-20e5-4a73-bd8b-94fc12346600 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:05.075782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Allocated IP 2001:db8:2::2 (6c054d84-60c3-44b9-9d81-0671c6ca570a/60825682-67bb-490c-adf4-bd84db0e74c1/488ff69c-8498-4bce-b293-2a1c6e65edff) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:05.174482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee1718b-6c78-402b-bf21-6b6d00cd27ce tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:05.176202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ee1718b-6c78-402b-bf21-6b6d00cd27ce tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 1132 time: 0.3088748 Apr 15 18:29:05.180457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39946) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:05.193029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:05.201416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:05.203935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:05.207873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:05.278002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:05.385484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.410152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.424102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.435469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Transition to ACTIVE for port object 488ff69c-8498-4bce-b293-2a1c6e65edff will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:05.441573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.442370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8536eb-7d97-4016-bcb0-cabfd0801d1f None None] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:05.458819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5b8f3d62-4228-43fb-848f-ad52755b9a91 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:05.461937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27f6bc56-7951-4ebd-8230-2d60aaad9faf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:05.547539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-60d2658a-b337-4b4d-8dbc-db21080bea75 None None] Provisioning for port 27f6bc56-7951-4ebd-8230-2d60aaad9faf completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:05.635384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=bb5bbd5f-20e5-4a73-bd8b-94fc12346600,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:05.640306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:05.663805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:05.665438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:05.668246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:05.679417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:05.680404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.681605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.716834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2044485 Apr 15 18:29:05.717575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39950) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:05.811077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a96b6-c208-4d1c-b3ee-a039cced7f8c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:05.812142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-595a96b6-c208-4d1c-b3ee-a039cced7f8c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:05.820932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Transition to ACTIVE for port object 488ff69c-8498-4bce-b293-2a1c6e65edff will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:05.825216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 27f6bc56-7951-4ebd-8230-2d60aaad9faf completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:05.830492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-595a96b6-c208-4d1c-b3ee-a039cced7f8c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:05.834394 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-595a96b6-c208-4d1c-b3ee-a039cced7f8c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/bb5bbd5f-20e5-4a73-bd8b-94fc12346600 HTTP/1.1" status: 200 len: 844 time: 0.1155047 Apr 15 18:29:05.835352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:05.838420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.856481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff18177e-a519-4b1d-a7d3-4fd78710a557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:05.869214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.887429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 27f6bc56-7951-4ebd-8230-2d60aaad9faf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:05.887787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:05.918993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port bb5bbd5f-20e5-4a73-bd8b-94fc12346600 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:05.919359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.079417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Pushing event updated for resources: {'Port': ['ID=488ff69c-8498-4bce-b293-2a1c6e65edff,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:06.082445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:06.164679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.84 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/7b8f83db-a571-4364-8da5-13f6ba8edf4c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:06.169371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.299121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:06.302707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:06.305116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:06.308513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for bb5bbd5f-20e5-4a73-bd8b-94fc12346600 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:06.311322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.341239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8:2::1 (6c054d84-60c3-44b9-9d81-0671c6ca570a/60825682-67bb-490c-adf4-bd84db0e74c1/43fc76cc-8575-46cd-82b6-6bdababa8cd8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:06.396083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.460405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Attempting to bind port 488ff69c-8498-4bce-b293-2a1c6e65edff on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:06.460834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Attempting to bind port 488ff69c-8498-4bce-b293-2a1c6e65edff by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:06.461277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Attempting to bind port 488ff69c-8498-4bce-b293-2a1c6e65edff on network 6c054d84-60c3-44b9-9d81-0671c6ca570a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:06.465863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27f6bc56-7951-4ebd-8230-2d60aaad9faf,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:06.470550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:06.470977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Checking segment: {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:06.471443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.471862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Bound using segment: {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:06.472423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Bound port: 488ff69c-8498-4bce-b293-2a1c6e65edff, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:06.472831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.484880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.485784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 62e1bb3e-e62c-4831-b758-085f2b665cb2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:06.488387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.507832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a9f425a-26a2-4ec1-afd7-0de5b5d7b892 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:06.523392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f7afb14-f072-473d-8d53-82605da795f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:06.559000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=bb5bbd5f-20e5-4a73-bd8b-94fc12346600,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:06.563658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:06.569909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.585327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.587580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/bb5bbd5f-20e5-4a73-bd8b-94fc12346600 HTTP/1.1" status: 204 len: 168 time: 0.7511055 Apr 15 18:29:06.588335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:06.654242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f86bbb-cf05-4dbc-ae61-a0fb9eae5f4e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:29:06.654851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83f86bbb-cf05-4dbc-ae61-a0fb9eae5f4e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:06.661814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.678550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object 43fc76cc-8575-46cd-82b6-6bdababa8cd8 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:06.679960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ec7220-732d-4186-b2ef-119d7e634606 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:06.733492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=27f6bc56-7951-4ebd-8230-2d60aaad9faf,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:06.741303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:06.748696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:06.752609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] For port 488ff69c-8498-4bce-b293-2a1c6e65edff, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:06.757447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] For port 488ff69c-8498-4bce-b293-2a1c6e65edff, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=488ff69c-8498-4bce-b293-2a1c6e65edff,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:06.758862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Provisioning for port 9233417c-7649-4a5c-98b9-3d80923f4afb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:06.764344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:06.764849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.792086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.811554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:06.852659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83f86bbb-cf05-4dbc-ae61-a0fb9eae5f4e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:06.854010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83f86bbb-cf05-4dbc-ae61-a0fb9eae5f4e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/bb5bbd5f-20e5-4a73-bd8b-94fc12346600 HTTP/1.1" status: 404 len: 333 time: 0.2636037 Apr 15 18:29:06.857353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Provisioning complete for port 9233417c-7649-4a5c-98b9-3d80923f4afb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:06.857784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:06.860510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39962) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:06.867089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'name': 'tempest-PortsIpV6TestJSON-1809266659'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:06.883799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=7b8f83db-a571-4364-8da5-13f6ba8edf4c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:06.887053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:06.937164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.012184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:07.026133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:07.039626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:07.047981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.053989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Port 9233417c-7649-4a5c-98b9-3d80923f4afb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:07.074510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port c3550a89-5853-4ba1-a2e0-eb5361d604cc yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:07.081458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:07.086560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Pushing event updated for resources: {'Port': ['ID=488ff69c-8498-4bce-b293-2a1c6e65edff,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:07.122832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:07.123660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Provisioning complete for port 27f6bc56-7951-4ebd-8230-2d60aaad9faf triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:07.124081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8421b803-3a09-4d02-b6ee-31e902162d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.255205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.364037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 62e1bb3e-e62c-4831-b758-085f2b665cb2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=62e1bb3e-e62c-4831-b758-085f2b665cb2,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:07.369616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.371716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:07.402443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.445882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:07.448984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.454906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:07.456833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:07.457387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:07.460031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:07.470375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:07.494663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-09a3dc14-15f0-4fe5-8857-41c0e9eebc0c None None] Provisioning complete for port 9233417c-7649-4a5c-98b9-3d80923f4afb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:07.495022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09a3dc14-15f0-4fe5-8857-41c0e9eebc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.510115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:07.520948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:07.527907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:07.528129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27f6bc56-7951-4ebd-8230-2d60aaad9faf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:07.528342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.568900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:07.572399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:07.620076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09a3dc14-15f0-4fe5-8857-41c0e9eebc0c None None] Port 9233417c-7649-4a5c-98b9-3d80923f4afb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:07.638465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 27f6bc56-7951-4ebd-8230-2d60aaad9faf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:07.638889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.657355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=c3550a89-5853-4ba1-a2e0-eb5361d604cc,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:07.665966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:07.717087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:07.718623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:07.722119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:07.731162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:07.732466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:07.769957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:07.799944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:07.800739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:07.811291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9495509 Apr 15 18:29:07.811974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39966) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:07.825197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:07.964553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.002927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:08.040256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.205289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.209104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.225538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-913b8ab4-fde6-4d57-bd5f-7bc50c66b1c5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:08.363245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:06Z', 'revision_number': 1, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:01Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:08.368520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:08.369235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Updating router cfe02456-4a19-4d09-8c59-294db038b733 port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:29:08.381759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=c3550a89-5853-4ba1-a2e0-eb5361d604cc,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:08.393874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:08.396380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] In _notify_port_updated(), no bound segment for port c3550a89-5853-4ba1-a2e0-eb5361d604cc on network 3c78e998-39ba-4b71-9365-1471f884ed2e {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:29:08.402480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:08.403168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.407146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/ports/c3550a89-5853-4ba1-a2e0-eb5361d604cc HTTP/1.1" status: 200 len: 818 time: 0.5916049 Apr 15 18:29:08.407430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39970) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:08.432240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.447973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.485357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port c3550a89-5853-4ba1-a2e0-eb5361d604cc {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:08.485357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.591117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.677008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:29:08.732743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.748387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.755796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.756929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:08.778788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7162dea2-25df-4a1b-82b6-b4cbdb3a4f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:08.840979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:08.841587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:08.930620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for c3550a89-5853-4ba1-a2e0-eb5361d604cc owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:08.958596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:08.966701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f45fb-466e-485a-9b12-f6b32e831e60 None None] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:08.975015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:09.019381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.037058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d2627b4-f220-4940-9f14-70eeba195d5d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:09.060159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.066352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.084183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:09.085178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b70f131c-c7e9-4930-8c09-e3b21cbeb629 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:09.091822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=c3550a89-5853-4ba1-a2e0-eb5361d604cc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:09.127690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:09.148173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:09.204437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.217344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/c3550a89-5853-4ba1-a2e0-eb5361d604cc HTTP/1.1" status: 204 len: 168 time: 0.8064172 Apr 15 18:29:09.218026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39974) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:09.245341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d5b83758-e259-4433-8e04-bf13f940a843 None None] Provisioning for port 488ff69c-8498-4bce-b293-2a1c6e65edff completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:09.321818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c4136-5a3c-4000-bfa6-6a360bc13a50 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:09.322766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e27c4136-5a3c-4000-bfa6-6a360bc13a50 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:09.339078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e27c4136-5a3c-4000-bfa6-6a360bc13a50 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:09.342920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e27c4136-5a3c-4000-bfa6-6a360bc13a50 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1215229 Apr 15 18:29:09.344342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39978) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:09.355279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=7b8f83db-a571-4364-8da5-13f6ba8edf4c,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:09.379522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:09.414471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.446269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:09.456132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bde7fab-66b4-439a-9fe7-922fd2a15d12 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:29:09.462346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2bde7fab-66b4-439a-9fe7-922fd2a15d12 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/c3550a89-5853-4ba1-a2e0-eb5361d604cc HTTP/1.1" status: 404 len: 333 time: 0.1127088 Apr 15 18:29:09.462818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39982) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:09.471586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-255421869'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:09.480539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:09.485559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:09.488993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:09.496251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:09.508753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:09.516452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.550218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:09.566909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.567308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment a4e398ab-8741-41d3-ac70-045947abb495 of type vlan for network 32d60976-e9fe-4fbc-93cd-13f7e642a34c Apr 15 18:29:09.596893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.640329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.647002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:09.648384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.658723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c5eebac-55e5-423e-9406-d04e3ca781dd tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:09.673448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 488ff69c-8498-4bce-b293-2a1c6e65edff up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:09.722564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:09.763534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.810145 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3456624 Apr 15 18:29:09.815235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39986) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:09.829084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 488ff69c-8498-4bce-b293-2a1c6e65edff completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:09.832293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:09.837876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 488ff69c-8498-4bce-b293-2a1c6e65edff triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:09.838326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.853221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=32d60976-e9fe-4fbc-93cd-13f7e642a34c,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:09.862624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:09.882876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3715641 Apr 15 18:29:09.886597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39990) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:09.899209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:09.903556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1669427134'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:09.907750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.914253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:09.914868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:network and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:09.917959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:09.920878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Transition to ACTIVE for port object 43fc76cc-8575-46cd-82b6-6bdababa8cd8 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:09.925063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:09.926819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:09.948271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:10.046811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:10.059995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Provisioning complete for port 488ff69c-8498-4bce-b293-2a1c6e65edff triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:10.060844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.061609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:10.065526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:10.079542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:10.098533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Pushing event updated for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:10.101331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:10.107403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:10.118567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.242089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.286589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] For port 488ff69c-8498-4bce-b293-2a1c6e65edff, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=488ff69c-8498-4bce-b293-2a1c6e65edff,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:10.291624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.296130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c109bcb-cc0c-455c-a356-04bbad125967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:10.385605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:10.393201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.424302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Provisioning for port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:10.460874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 62e1bb3e-e62c-4831-b758-085f2b665cb2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:10.461299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:10.464266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:10.465082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:10.466045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 on network 6c054d84-60c3-44b9-9d81-0671c6ca570a {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:10.472669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.473112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added segment d1edaf41-ad92-4a74-bbdb-5a65743084fc of type vlan for network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 Apr 15 18:29:10.493199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:10.494074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Checking segment: {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:10.495128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.495941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Bound using segment: {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:10.496829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Bound port: 43fc76cc-8575-46cd-82b6-6bdababa8cd8, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:10.497502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.517791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Pushing event updated for resources: {'Port': ['ID=488ff69c-8498-4bce-b293-2a1c6e65edff,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:10.523525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:10.545406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.561676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 22d2cdec-8fd6-43e5-afd2-bc4abe0d6416 associated. External IP: 172.26.7.84, port: 0477447f-e543-4351-a151-cff2d1338b95. Apr 15 18:29:10.601829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 62e1bb3e-e62c-4831-b758-085f2b665cb2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:10.602330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.676596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] For port 43fc76cc-8575-46cd-82b6-6bdababa8cd8, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:10.680208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] For port 43fc76cc-8575-46cd-82b6-6bdababa8cd8, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43fc76cc-8575-46cd-82b6-6bdababa8cd8,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:10.684547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.786122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:29:10.792396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:10.826824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.834674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:10.835411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:10.859964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:10.899580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0059583 Apr 15 18:29:10.921132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 39994) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:10.935402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'subnet': {'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:11.080422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:11.086301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Pushing event updated for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:11.087912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:subnet and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:11.090729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:11.091777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:11.096356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Updating router cfe02456-4a19-4d09-8c59-294db038b733 port 9233417c-7649-4a5c-98b9-3d80923f4afb binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:29:11.099910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:11.127673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Made reservation on behalf of 2da336b59650428683c397520e53896a for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:11.133084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Network': ['ID=16fe02bc-7daf-450c-a08a-cc6e6b6fb392,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:11.133680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.145040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8677e03e-95cf-4ee5-b38c-26aee3c4ad3a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:11.155673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:11.171425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.193133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router c907f1a5-6f82-4c7a-b351-9b39ab75624a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:11.374622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.455295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:11.464867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Sync routers for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:11.475770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:11.480218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:11.486027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.523034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4bce032-2e3f-411d-a61b-b429402f59b7 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:11.549549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 488ff69c-8498-4bce-b293-2a1c6e65edff up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:11.561431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 6.3797526 Apr 15 18:29:11.562424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'tag': '0477447f-e543-4351-a151-cff2d1338b95'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:29:11.568423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 39998) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:11.660176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:11.666608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:11.669199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038c7c0-a3c9-4465-9fa1-139dfbd06665 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:11.671112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7038c7c0-a3c9-4465-9fa1-139dfbd06665 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291&network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 1132 time: 0.1005077 Apr 15 18:29:11.711822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.731369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Transition to ACTIVE for port object 9233417c-7649-4a5c-98b9-3d80923f4afb will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:11.740350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.769708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae26275-9242-4109-8080-63964f6af291', 'tag': '0477447f-e543-4351-a151-cff2d1338b95', 'status': 'completed', 'code': 200} Apr 15 18:29:11.787258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 488ff69c-8498-4bce-b293-2a1c6e65edff triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:11.787677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:11.860085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bfd2b492-9754-43dc-868a-5197e6c73cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:11.898424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:11.971913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'a4e398ab-8741-41d3-ac70-045947abb495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:11.972535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: 32d60976-e9fe-4fbc-93cd-13f7e642a34c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:29:11.982677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Pushing event updated for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:11.988677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:12.022787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-dcfcd05f-e6e3-49ea-a8bf-cb37124aa160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:12.024777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-dcfcd05f-e6e3-49ea-a8bf-cb37124aa160 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 1137 time: 0.1795332 Apr 15 18:29:12.075637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:29:12.172430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 32d60976-e9fe-4fbc-93cd-13f7e642a34c) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:12.219820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:12.220763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.229418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe4621-9063-4b26-aa73-6f467bda10dd req-a3c037ab-8865-49e5-8329-084b2e99ce76 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:12.238773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59fe4621-9063-4b26-aa73-6f467bda10dd req-a3c037ab-8865-49e5-8329-084b2e99ce76 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.1381278 Apr 15 18:29:12.240118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 9233417c-7649-4a5c-98b9-3d80923f4afb on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:12.240543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 9233417c-7649-4a5c-98b9-3d80923f4afb by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:12.240938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Attempting to bind port 9233417c-7649-4a5c-98b9-3d80923f4afb on network 81bc19d3-697e-4fd5-926c-cf87a2af7194 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:12.252565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:12.252990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Checking segment: {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:12.253812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.254278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Bound using segment: {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:12.254809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Bound port: 9233417c-7649-4a5c-98b9-3d80923f4afb, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a43963-36ab-47b3-aa9d-543f96857d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:12.255373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.324217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba5d11b-06ba-4bce-9503-6efcf7c0f8c6 None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:12.329485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5127101 Apr 15 18:29:12.335474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40010) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:12.344541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:12.346535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59fe4621-9063-4b26-aa73-6f467bda10dd req-2c3d87e9-9cac-4ae3-b69b-e5f4e36e70f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062613 Apr 15 18:29:12.360666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-df8132f9-8018-459c-8fa2-c3856ad3a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:12.362293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-df8132f9-8018-459c-8fa2-c3856ad3a3b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 898 time: 0.3257046 Apr 15 18:29:12.373069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] For port 9233417c-7649-4a5c-98b9-3d80923f4afb, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:12.376492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] For port 9233417c-7649-4a5c-98b9-3d80923f4afb, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9233417c-7649-4a5c-98b9-3d80923f4afb,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:12.380140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.397473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a40f701b-2786-4276-8cb9-2eecb30a69cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:12.530878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.553716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Pushing event updated for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:12.558484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1b94d85-09d1-40e5-a995-bcc317a31f41 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:12.558718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:12.612097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:12.613043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:12.718844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-bdca7958-21d6-400b-97a7-126b08746b2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1037 time: 0.3416948 Apr 15 18:29:12.811681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Subnet': ['ID=683731ea-d795-4dd4-bd24-90a221481ca4,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:12.831118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:12.847239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:12.876244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:12.886395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:12.892319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:12.896083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-e6a95e90-57bf-49b6-b890-2566c0796792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:12.897653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-e6a95e90-57bf-49b6-b890-2566c0796792 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 200 len: 835 time: 0.1598973 Apr 15 18:29:12.904485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:12.941354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': '452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:12.942297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:12.983718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:12.989779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:13.019450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '22d2cdec-8fd6-43e5-afd2-bc4abe0d6416', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2036213332', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'mac_address': 'fa:16:3e:17:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26275-9242-4109-8080-63964f6af291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:29:08Z', 'updated_at': '2021-04-15T18:29:08Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:13.034025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Checking router: c907f1a5-6f82-4c7a-b351-9b39ab75624a for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:13.062730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:13.063347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:13.086644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Checking segment: {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:13.087045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network hostable DHCP agents. Network: 16fe02bc-7daf-450c-a08a-cc6e6b6fb392, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:29:13.176343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-a1d1bdf4-db1d-4ac3-ac2c-060ba478d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:13.178045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-a1d1bdf4-db1d-4ac3-ac2c-060ba478d79b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2696242 Apr 15 18:29:13.181417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:29:13.205076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-304810cf-929f-47aa-90a0-33397d90431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:10Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:12Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:13.209553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304810cf-929f-47aa-90a0-33397d90431a None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:10Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:12Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:13.215156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8 (CIDR: 2001:db8::/64) Apr 15 18:29:13.225140 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:29:13.225655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:29:13.293664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 16fe02bc-7daf-450c-a08a-cc6e6b6fb392) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:13.310455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387c17b-7669-49c2-8510-d39f60f09ac8 None None] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:13.443008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Allocated IP 2001:db8::2 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8/9c6effd6-0fe3-4dce-8944-d711524a77f6) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:13.451109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c043e938-5ed1-4c5a-bb2f-18d253bf8402 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1131744 Apr 15 18:29:13.452790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40016) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:13.461724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:13.527389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:13.527970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:13.549444 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-42a20ea2-7417-493b-8509-ba90f315f2ae service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572745 Apr 15 18:29:13.651422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:13.730653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9233417c-7649-4a5c-98b9-3d80923f4afb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:13.789375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4eb9f-b956-4b26-9b08-584b379f0a56 req-30920ae2-8b83-4109-b5ed-ee13666b03f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:13.790357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dce4eb9f-b956-4b26-9b08-584b379f0a56 req-30920ae2-8b83-4109-b5ed-ee13666b03f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.2125826 Apr 15 18:29:13.833876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:13.848116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:13.861689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:13.881152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:13.899177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dce4eb9f-b956-4b26-9b08-584b379f0a56 req-abc4be4d-3e9a-42ea-8ef5-16dbac081ec0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999134 Apr 15 18:29:13.915986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:13.923570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.007088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0782557 Apr 15 18:29:14.011922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40020) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:14.107556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-5667b891-6fd2-4a86-b5e8-1cbe73adbfbd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:14.108353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-5667b891-6fd2-4a86-b5e8-1cbe73adbfbd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:14.114713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a6197c8-fc58-48d5-b210-58abac316b5c req-424c5b19-3ba8-4172-858f-a4b73576cbc3 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545771 Apr 15 18:29:14.130372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-5667b891-6fd2-4a86-b5e8-1cbe73adbfbd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:14.132342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-5667b891-6fd2-4a86-b5e8-1cbe73adbfbd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 984 time: 0.7725306 Apr 15 18:29:14.216625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:14.217644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.236642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-cfee9b45-c375-4e17-861f-1c630b219cd4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:14.238352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-cfee9b45-c375-4e17-861f-1c630b219cd4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1003611 Apr 15 18:29:14.260297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:14.275925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:14.276692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:14.298201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 9233417c-7649-4a5c-98b9-3d80923f4afb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:14.322174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9233417c-7649-4a5c-98b9-3d80923f4afb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:14.322711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.441600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-d21c94b7-ea9b-461e-bdef-ef1dcddfab87 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1977773 Apr 15 18:29:14.454803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:14.499597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:14.604811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.655471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.699207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Transition to ACTIVE for port object 9c6effd6-0fe3-4dce-8944-d711524a77f6 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:14.702080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.768150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Transition to ACTIVE for port object 9c6effd6-0fe3-4dce-8944-d711524a77f6 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:14.862381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:14.883758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-591cf5f4-635a-4615-8f53-3974aa26a551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:14.895020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:14.934940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:15.004891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] device_id is not set on port 0477447f-e543-4351-a151-cff2d1338b95 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:15.016556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.032891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.131692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.146374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Allocated IP 2001:db8:3::2 (16fe02bc-7daf-450c-a08a-cc6e6b6fb392/683731ea-d795-4dd4-bd24-90a221481ca4/833dbcc3-1e21-46e1-920f-d3cbf3439ecf) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:15.173195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Pushing event updated for resources: {'Port': ['ID=9c6effd6-0fe3-4dce-8944-d711524a77f6,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:15.195033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:15.213866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1aa81fe-feef-4019-aab5-b38e21115978 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:15.235786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:10Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:12Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:15.240790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:15.254338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:15.255336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:15.324455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 9233417c-7649-4a5c-98b9-3d80923f4afb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9233417c-7649-4a5c-98b9-3d80923f4afb,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:15.331881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '22d2cdec-8fd6-43e5-afd2-bc4abe0d6416', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2036213332', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'mac_address': 'fa:16:3e:17:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26275-9242-4109-8080-63964f6af291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:29:08Z', 'updated_at': '2021-04-15T18:29:08Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:15.340027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.341044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43fc76cc-8575-46cd-82b6-6bdababa8cd8 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:15.377482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.403187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=6']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:15.407851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efc87bf0-6c93-4be6-9224-a49c0bebb8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:15.418086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:15.447316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f84eb4b-54ec-4d06-ab81-d61738c4304e None None] The sync data for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv is: [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '22d2cdec-8fd6-43e5-afd2-bc4abe0d6416', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.84', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2036213332', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'mac_address': 'fa:16:3e:17:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26275-9242-4109-8080-63964f6af291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:29:08Z', 'updated_at': '2021-04-15T18:29:08Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:15.450310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-45cbcc7d-c139-4c89-b86c-760a03c3c975 req-139ee731-f2bd-4ddb-a03e-f1467523e538 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae26275-9242-4109-8080-63964f6af291 HTTP/1.1" status: 200 len: 210 time: 0.1262064 Apr 15 18:29:15.522262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] No DVR routers for this DVR port 0477447f-e543-4351-a151-cff2d1338b95 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:15.522810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:15.651007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.667508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Transition to ACTIVE for port object 833dbcc3-1e21-46e1-920f-d3cbf3439ecf will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:15.695416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Transition to ACTIVE for port object 833dbcc3-1e21-46e1-920f-d3cbf3439ecf will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:15.718571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:15.746463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:15.753470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:15.797973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.833833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] In _notify_port_updated(), no bound segment for port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:29:15.834837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:15.835528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.838118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-010fa97f-9a16-436d-84dc-14ecb0819d76 req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] 10.222.0.49 "PUT /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1027 time: 1.3895543 Apr 15 18:29:15.915428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:15.948556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:15.960553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efb30f-ed99-43d2-8477-53966c3468c7 None None] New status for floating IP 22d2cdec-8fd6-43e5-afd2-bc4abe0d6416: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:29:15.970336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:15.990176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df7fd0b4-cc72-4532-bede-89e16ef5f1e3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:16.037674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:10Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:16.043061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf52002-7edc-4ad6-9d91-9a30c8b85c1d None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:10Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:16.060544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:16.082135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35a37cc1-0b94-431a-b4c7-94da6e3b5486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:16.152220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-aaa59fd9-8303-40ac-b362-934d6e2bbf10 None None] Provisioning complete for port 0477447f-e543-4351-a151-cff2d1338b95 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:16.152652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aaa59fd9-8303-40ac-b362-934d6e2bbf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.189331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=c0234e6e-3304-4bfb-8d2f-1d4701c4e3de,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:16.205600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Allocated IP 2001:db8:3::1 (16fe02bc-7daf-450c-a08a-cc6e6b6fb392/683731ea-d795-4dd4-bd24-90a221481ca4/e6ef1ce6-059e-4c08-84ce-e95c7eed1345) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:16.207653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:16.342445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:16.351122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:16.364872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Attempting to bind port 9c6effd6-0fe3-4dce-8944-d711524a77f6 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:16.364872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Attempting to bind port 9c6effd6-0fe3-4dce-8944-d711524a77f6 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a4e398ab-8741-41d3-ac70-045947abb495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:16.365299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Attempting to bind port 9c6effd6-0fe3-4dce-8944-d711524a77f6 on network 32d60976-e9fe-4fbc-93cd-13f7e642a34c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:16.385603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:16.386306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.441741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9859879 Apr 15 18:29:16.444527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40026) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:16.449911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.456544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'fixed_ips': [{'subnet_id': '452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8'}, {'subnet_id': 'c0234e6e-3304-4bfb-8d2f-1d4701c4e3de'}], 'name': 'tempest-PortsIpV6TestJSON-1675679002'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:16.475953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Transition to ACTIVE for port object e6ef1ce6-059e-4c08-84ce-e95c7eed1345 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:16.523343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.541507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:16.589871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40032) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:16.630865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:16.643038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:16.653472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:16.658006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-aaa59fd9-8303-40ac-b362-934d6e2bbf10 None None] Port 0477447f-e543-4351-a151-cff2d1338b95 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:16.659535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Pushing event updated for resources: {'Port': ['ID=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:16.661882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:16.663315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:16.676264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:16.676697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Checking segment: {'id': 'a4e398ab-8741-41d3-ac70-045947abb495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:16.677157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.677606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Bound using segment: {'id': 'a4e398ab-8741-41d3-ac70-045947abb495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:16.678180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Bound port: 9c6effd6-0fe3-4dce-8944-d711524a77f6, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e398ab-8741-41d3-ac70-045947abb495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:16.678607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.704814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:16.761457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:16.761895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.769121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a3869d-d0b4-4518-a13a-4d0c6d135246 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:16.771718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05a3869d-d0b4-4518-a13a-4d0c6d135246 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 926 time: 0.1802700 Apr 15 18:29:16.802869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.818523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:16.824248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:16.844547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 28279792-cc6e-4672-ad82-1c6468b0a748 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:16.861369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:16.866178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:16.867900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:16.874501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:16.875758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:16.880766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:16.950924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:17.019056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.078308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:17.141261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c6effd6-0fe3-4dce-8944-d711524a77f6,segment=NetworkSegment(a4e398ab-8741-41d3-ac70-045947abb495),segment_id=a4e398ab-8741-41d3-ac70-045947abb495)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:17.160951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.182924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.219579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Attempting to bind port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:17.220119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Attempting to bind port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:17.220629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Attempting to bind port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf on network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:17.300782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:17.301500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Checking segment: {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:17.302076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.302618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Bound using segment: {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:17.303301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Bound port: 833dbcc3-1e21-46e1-920f-d3cbf3439ecf, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:17.303775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.321222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::239 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8/28279792-cc6e-4672-ad82-1c6468b0a748) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:17.328443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8:0:1::3c0 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de/28279792-cc6e-4672-ad82-1c6468b0a748) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:17.353537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40038) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:17.363247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180171330', 'description': 'tempest-secgroup-smoke-1180171330 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:17.379875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:17.394235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.404388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:17.473218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Pushing event updated for resources: {'Port': ['ID=9c6effd6-0fe3-4dce-8944-d711524a77f6,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:17.485793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:17.491698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.496379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.500335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.501672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.519415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 43fc76cc-8575-46cd-82b6-6bdababa8cd8, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43fc76cc-8575-46cd-82b6-6bdababa8cd8,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:17.520547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.533266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:17.533815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.539075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.560723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:17.567132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:17.570481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] For port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:17.579290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:17.602400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] For port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:17.623789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.631536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.680373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 28279792-cc6e-4672-ad82-1c6468b0a748 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:17.684371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event updated for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:17.687575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:17.712583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9233417c-7649-4a5c-98b9-3d80923f4afb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:17.713002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.718286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.753436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e92feb3-05c2-4d5e-a8ed-2ba6600f42d6 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.763192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:17.772420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:17.774933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.796939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:17.798735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:17.806681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e6518-8d01-47d3-9599-4a863d6b1614,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:17.810609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:17.814927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.816397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a1197e6-b256-4ca0-8856-b575cfb8e6a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4615481 Apr 15 18:29:17.819516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40042) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:17.825856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:17.833560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:17.837594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:17.841034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:17.847143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:17.860496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.880978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40af3fc0-fd0c-4d3d-be5f-0ae8368aaaf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:17.921704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Pushing event updated for resources: {'Port': ['ID=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:17.928227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:17.931798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:17.948339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9233417c-7649-4a5c-98b9-3d80923f4afb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:17.948775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.063362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:18.099957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=28279792-cc6e-4672-ad82-1c6468b0a748,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:18.103274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:18.179770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.189832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.198496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:18.200943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-015328a9-288d-40cf-a923-1bd577d13f71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:18.217366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:18.219814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:18.226569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:18.226870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.241675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8915e249-50c8-4e93-9a6b-f7881eee385c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:18.244617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:18.255468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.256803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362655 Apr 15 18:29:18.261512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8125248 Apr 15 18:29:18.261512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.262295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40048) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.265438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.270609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.273137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:18.277265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:18.280377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:18.286575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:18.307077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.323170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:18.333344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3201423 Apr 15 18:29:18.334132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.342818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.350740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:18.370814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:18.372285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:18.420268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.424554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.426721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edf0aeac-f489-4c83-8c21-5e4928477956 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:18.463048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6bdaaf-bd6b-4cfe-958f-286f24e5237a,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:18.466606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:18.467404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.472391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2115054 Apr 15 18:29:18.473063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40058) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.479183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.489891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:18.494879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:18.498513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:18.505963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:18.530324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.575044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:18.610017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.614335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.616442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b035d0b-4b33-4f53-8e33-646146936fd8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:18.635619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bf0c95-4cc7-4d28-afca-92b2a8483cdc,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:18.643110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:18.655532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.660114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858027 Apr 15 18:29:18.660828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.667110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.674439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:18.678668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:18.681781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:18.688120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:18.706080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.784967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.789271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.791431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cec4a257-d309-4a77-917e-9af90eb82a94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:18.823606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e42304-f6f3-4d17-8569-444b90c7ccef,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:18.826764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:18.828258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.841375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1793537 Apr 15 18:29:18.842110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40066) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:18.848798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:18.856494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:18.862149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:18.865103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:18.872075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:18.888810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:29:18.898347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.976740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:16Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:18.981717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:18.982270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Updating router cfe02456-4a19-4d09-8c59-294db038b733 port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:29:18.986779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.993680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:18.997284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-adfdc14d-e426-4360-b6e4-cb763b585c7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:19.023195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b614cf44-56aa-45f4-a03a-8d5f506f24c1,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:19.042895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:19.048430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.050255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2071202 Apr 15 18:29:19.053168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40070) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:19.054078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.059956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'cd9e6518-8d01-47d3-9599-4a863d6b1614', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:19.068589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:19.075731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:19.079633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:19.086981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:19.104068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:29:19.113500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.202395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.205673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.207800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:19.244736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102e54a0-0b0b-499b-a0fd-42e2b1a4ad83,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:19.248025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:19.251543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.255472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2008827 Apr 15 18:29:19.332257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4193325-87b7-4c25-a2d5-3104b4c4b885 None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:19.346503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.464208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3ec024d1-eb7b-44b2-9ffe-92a096d06e72 None None] Provisioning for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:19.549519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.562541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Transition to ACTIVE for port object e6ef1ce6-059e-4c08-84ce-e95c7eed1345 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:19.575431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:19.595765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:19.755760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68377-c00f-48b3-97ec-4ffc3904b376 None None] Pushing event updated for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:19.769103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0a68377-c00f-48b3-97ec-4ffc3904b376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:19.802130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Update dhcp port {'port': {'network_id': '32d60976-e9fe-4fbc-93cd-13f7e642a34c', 'fixed_ips': [{'subnet_id': '452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0234e6e-3304-4bfb-8d2f-1d4701c4e3de'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '9c6effd6-0fe3-4dce-8944-d711524a77f6'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:29:19.859112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064010b5-db57-4932-a20f-0124a92c3d79 None None] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:19.877891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c6effd6-0fe3-4dce-8944-d711524a77f6 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:19.926155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-9b64b635-6fbf-4d9c-8300-c83508aa6da3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180171330&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.3097346 Apr 15 18:29:20.017904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Attempting to bind port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:20.018918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Attempting to bind port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:20.019704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Attempting to bind port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 on network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:20.025947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:20.026291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.026607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Checking segment: {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:20.027159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.027721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Bound using segment: {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:20.028359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Bound port: e6ef1ce6-059e-4c08-84ce-e95c7eed1345, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1edaf41-ad92-4a74-bbdb-5a65743084fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:20.028887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.051221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:29:20.065345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-d8952c7c-f298-4b29-bb13-a88eb6c4e761 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:20.067016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-d8952c7c-f298-4b29-bb13-a88eb6c4e761 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 931 time: 0.1335456 Apr 15 18:29:20.130921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Removed routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:29:20.131377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.134042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] For port e6ef1ce6-059e-4c08-84ce-e95c7eed1345, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:20.138636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] For port e6ef1ce6-059e-4c08-84ce-e95c7eed1345, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:20.143390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.161459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c46a6d4a-f0dd-4f8c-80cc-7ba207271904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:20.296590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ae93b910-fdff-477e-bf55-797e723cdfd1 None None] Provisioning for port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:20.359099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Delete allocated IP 2001:db8:0:1::3c0 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de) {{(pid=86082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:29:20.418228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:20.434996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-dd1f2bc7-109b-4408-bc37-ec9a454f6cdb service neutron] 10.222.0.32 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3306198 Apr 15 18:29:20.469045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:20.469331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.493047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68377-c00f-48b3-97ec-4ffc3904b376 None None] Pushing event updated for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:20.498047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0a68377-c00f-48b3-97ec-4ffc3904b376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:20.554091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:20.554880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:20.582136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-e1e17080-4ecc-4ca6-86ea-aa730da3bed2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:29:20.583186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-e1e17080-4ecc-4ca6-86ea-aa730da3bed2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226469 Apr 15 18:29:20.694086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.726464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:20.735902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c6effd6-0fe3-4dce-8944-d711524a77f6,segment=NetworkSegment(a4e398ab-8741-41d3-ac70-045947abb495),segment_id=a4e398ab-8741-41d3-ac70-045947abb495)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:20.742037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.743445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 833dbcc3-1e21-46e1-920f-d3cbf3439ecf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:20.776523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:20.834282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.858893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:20.886966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=9c6effd6-0fe3-4dce-8944-d711524a77f6,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:20.892612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:20.899041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:20.904877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:20.905542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.077924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.093441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d3ef84d-1d35-4a92-98b7-62f7b4c2483a None None] Provisioning for port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:21.130204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1d3ef84d-1d35-4a92-98b7-62f7b4c2483a None None] Provisioning complete for port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:21.130636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef84d-1d35-4a92-98b7-62f7b4c2483a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.179321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:21.195797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.196755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43fc76cc-8575-46cd-82b6-6bdababa8cd8 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:21.199406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 6, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:21.205263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dca5b8-ccbb-4a48-b142-695b8cec036e None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 6, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:21.233161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4a8bc4d-d2b5-4454-aad4-aad02857b2ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:21.401243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:29:21.411818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-809d1608-349c-4cc2-aac8-4c89b1bf7580 service neutron] 10.222.0.32 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691495 Apr 15 18:29:21.419419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:21.427854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.483590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:21.490369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:21.494568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:21.494854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.595919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Ignored duplicate provisioning block setup for port 28279792-cc6e-4672-ad82-1c6468b0a748 by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 15 18:29:21.614908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:21.724856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Allocated IP 2001:db8:0:1::2 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de/9c6effd6-0fe3-4dce-8944-d711524a77f6) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:21.829371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1935683-ea55-414f-83a7-d3f768f175e1 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:21.964009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c6effd6-0fe3-4dce-8944-d711524a77f6,segment=NetworkSegment(a4e398ab-8741-41d3-ac70-045947abb495),segment_id=a4e398ab-8741-41d3-ac70-045947abb495)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:22.004737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6ef1ce6-059e-4c08-84ce-e95c7eed1345 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:22.036095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] In _notify_port_updated(), no bound segment for port 28279792-cc6e-4672-ad82-1c6468b0a748 on network 32d60976-e9fe-4fbc-93cd-13f7e642a34c {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:29:22.041749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:22.042518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.048247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40088) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:22.048376 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/ports/28279792-cc6e-4672-ad82-1c6468b0a748 HTTP/1.1" status: 200 len: 926 time: 3.7849743 Apr 15 18:29:22.056118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8'}, {'subnet_id': 'c0234e6e-3304-4bfb-8d2f-1d4701c4e3de'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:22.060189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.060442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=28279792-cc6e-4672-ad82-1c6468b0a748,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:22.066448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:22.070932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:22.076485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.079010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f8c2136-98dc-4b2a-818f-571301258f3c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 954 time: 3.7401764 Apr 15 18:29:22.081018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-e0a3bb0d-509e-4e7d-bb7f-8f71a408215d service neutron] 10.222.0.32 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603930 Apr 15 18:29:22.081902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40092) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:22.115084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Transition to ACTIVE for port object 9c6effd6-0fe3-4dce-8944-d711524a77f6 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:22.128413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.262450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:22.383490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afd81d50-05a9-4812-ac93-d576c0500bf7 req-aa48b5d9-2849-4639-b298-7e2f312c490e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 210 time: 0.0844674 Apr 15 18:29:22.418517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6e9814f6-20a2-4219-877c-3d38b140b246 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 954 time: 0.3355765 Apr 15 18:29:22.420166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40100) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:22.428076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'routes': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:22.431277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:22.481816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:22.483588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:22.550310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.709620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Pushing event updated for resources: {'Port': ['ID=9c6effd6-0fe3-4dce-8944-d711524a77f6,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:22.740805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:22.749710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:22.756868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:22.757320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:22.833978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:23.104295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8:0:1::67 (32d60976-e9fe-4fbc-93cd-13f7e642a34c/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de/28279792-cc6e-4672-ad82-1c6468b0a748) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:23.208259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:29:23.208622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:29:23.243887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.334565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.354311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Ignored duplicate provisioning block setup for port 28279792-cc6e-4672-ad82-1c6468b0a748 by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 15 18:29:23.361039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.380899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-69697e77-985c-4559-a8a6-72ad27f07972 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:23.563039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=28279792-cc6e-4672-ad82-1c6468b0a748,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:23.568197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:23.589022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.654364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e6ef1ce6-059e-4c08-84ce-e95c7eed1345, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:23.689816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.690762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c6effd6-0fe3-4dce-8944-d711524a77f6 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:23.758380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-027502ec-71dd-44f5-9fed-af431d304992 req-d9771bd3-9fcd-425b-a427-4039aa39d56a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 210 time: 0.0801597 Apr 15 18:29:23.789828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:23.790194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.793806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.798822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] In _notify_port_updated(), no bound segment for port 28279792-cc6e-4672-ad82-1c6468b0a748 on network 32d60976-e9fe-4fbc-93cd-13f7e642a34c {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:29:23.805461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:23.806613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:23.811476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/ports/28279792-cc6e-4672-ad82-1c6468b0a748 HTTP/1.1" status: 200 len: 1011 time: 1.7623179 Apr 15 18:29:23.813352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-7ee8c7b3-4879-46a1-8fe3-a9dc030a8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:23.815192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-7ee8c7b3-4879-46a1-8fe3-a9dc030a8293 service neutron] 10.222.0.49 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1027 time: 0.0934105 Apr 15 18:29:23.816193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40112) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:23.965233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:23.972008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:23.972816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 833dbcc3-1e21-46e1-920f-d3cbf3439ecf up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:24.021533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ca67f4-260b-4d75-a0e0-8246b58b47e4 None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:24.136636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Provisioning for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:24.168799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Provisioning complete for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:24.168799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.210394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 6, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:20Z', 'revision_number': 4, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:24.247357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:24.317062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c4705c0-4360-4dff-90c0-20df4e38936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.322541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:24.323275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:24.423634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 28279792-cc6e-4672-ad82-1c6468b0a748 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:24.424085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.432044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:24.507776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-71696fcf-dd7e-4492-a052-6b69f62ac088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:24.509472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-71696fcf-dd7e-4492-a052-6b69f62ac088 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 797 time: 0.6240947 Apr 15 18:29:24.511414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:24.512682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.649466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:24.664815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.667973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d8182907-3972-49fb-9142-233c33c5ba8e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 704 time: 2.2470284 Apr 15 18:29:24.672835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40120) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:24.727101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:24.812940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.912803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Provisioning for port 28279792-cc6e-4672-ad82-1c6468b0a748 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:24.930770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Provisioning complete for port 28279792-cc6e-4672-ad82-1c6468b0a748 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:24.931256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:24.962340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 28279792-cc6e-4672-ad82-1c6468b0a748 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:24.974757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da3b22d6-39b6-40c1-bcff-d99ee1792008 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 704 time: 0.2996752 Apr 15 18:29:24.975549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40126) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:25.145923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f898e731-bf74-428c-a27e-1305c9194ddc req-fad9a073-4817-4ef9-bc60-1cdeefd1baae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 210 time: 0.0781720 Apr 15 18:29:25.193201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a7646-4279-4b4c-af9c-307e0b04ecc7 None None] Port 28279792-cc6e-4672-ad82-1c6468b0a748 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:25.208775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-c0128316-b073-41ac-824d-b8d42794cf59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:25.213528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:25.236486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-029becec-d1a1-48bc-b4c5-af0e1ce1ac05 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:25.342754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6ef1ce6-059e-4c08-84ce-e95c7eed1345 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:25.362347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=28279792-cc6e-4672-ad82-1c6468b0a748,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:25.371030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-c0128316-b073-41ac-824d-b8d42794cf59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:25.373495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-c0128316-b073-41ac-824d-b8d42794cf59 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 13155 time: 0.8531768 Apr 15 18:29:25.379600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:25.387869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Request body: {'port': {'device_id': '835434e0-977a-41ad-8258-ce29d8b2bd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:25.628978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:25.666347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0e3be146-939b-40d6-815e-10c1e79a29b4 None None] Provisioning complete for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:25.666771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e3be146-939b-40d6-815e-10c1e79a29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:25.707233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:25.763227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/28279792-cc6e-4672-ad82-1c6468b0a748 HTTP/1.1" status: 204 len: 168 time: 1.9431825 Apr 15 18:29:25.776963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40130) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:25.826574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 7, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:25.856596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b80eb-db33-48e5-a914-5f732b722645 None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 7, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:25.858381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:25.858809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:25.877028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2239782-d40c-48bc-8824-b52666db7223 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:29:25.881450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c2239782-d40c-48bc-8824-b52666db7223 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:25.979124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0e3be146-939b-40d6-815e-10c1e79a29b4 None None] Could not find standard attr ID for object 28279792-cc6e-4672-ad82-1c6468b0a748. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:25.995642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c2239782-d40c-48bc-8824-b52666db7223 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:25.996952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c2239782-d40c-48bc-8824-b52666db7223 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/28279792-cc6e-4672-ad82-1c6468b0a748 HTTP/1.1" status: 404 len: 333 time: 0.2185662 Apr 15 18:29:26.001374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40134) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:26.050214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.107153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1753c79a-149a-48e1-bac9-37a6a545e1ff None None] Could not find standard attr ID for object 28279792-cc6e-4672-ad82-1c6468b0a748. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:26.110989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c6effd6-0fe3-4dce-8944-d711524a77f6 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:26.243107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:26.243668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.296289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet c0234e6e-3304-4bfb-8d2f-1d4701c4e3de {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:26.304815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.330893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0477447f-e543-4351-a151-cff2d1338b95 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:29:26.341119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.361574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2cc3b2dd-e623-43fb-aa26-fbaad26e4c33 None None] Could not find standard attr ID for object 28279792-cc6e-4672-ad82-1c6468b0a748. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:26.361786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Transition to ACTIVE for port object 0477447f-e543-4351-a151-cff2d1338b95 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:26.372547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.387453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:26.393515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.401463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c9c18ca-f3e0-431e-b824-3a3a64044268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:26.403152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:26.403857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:28:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:26.583102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=7']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:26.596579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:26.647081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:26.681016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0ece4f09-61be-40b6-afad-73ca83b4073a None None] Could not find standard attr ID for object 28279792-cc6e-4672-ad82-1c6468b0a748. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:26.692104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:26.957718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:26.958700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:26.959269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:26.971095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:29:26.971556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Attempting to bind port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:26.980394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:26.980891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Checking segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:26.981313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Bound using segment: {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:26.981782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Bound port: 0477447f-e543-4351-a151-cff2d1338b95, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3638b3ed-cc37-459b-976e-dac23b16e5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:26.982191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.007555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e47a8-855b-4389-be23-49c519b528d1 req-6e828a00-49bd-4ab9-951d-1c92d38fda94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:27.017050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-721e47a8-855b-4389-be23-49c519b528d1 req-6e828a00-49bd-4ab9-951d-1c92d38fda94 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 982 time: 0.5011694 Apr 15 18:29:27.045297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08ecfab8-616e-47b7-95d3-fe0572d75bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.128122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:27.132006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:27.137159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.148464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.152440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 7, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:27.155546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b584b17-ad13-4efc-9c1d-ac922dd85fbc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:27.157643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:27.168454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:27.169877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:27.182645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-721e47a8-855b-4389-be23-49c519b528d1 req-ca4a45a0-5306-49f2-8432-3505eadaaffe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550882 Apr 15 18:29:27.234657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port e6ef1ce6-059e-4c08-84ce-e95c7eed1345 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:27.235221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.345712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=8']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:27.350750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:27.375882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:27.403738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:27.406818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.408543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] 10.222.0.49 "PUT /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1132 time: 2.0258086 Apr 15 18:29:27.409271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835434e0-977a-41ad-8258-ce29d8b2bd6d', 'tag': '0477447f-e543-4351-a151-cff2d1338b95'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:29:27.469608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835434e0-977a-41ad-8258-ce29d8b2bd6d', 'tag': '0477447f-e543-4351-a151-cff2d1338b95', 'status': 'completed', 'code': 200} Apr 15 18:29:27.524683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.551363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port e6ef1ce6-059e-4c08-84ce-e95c7eed1345, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:27.551775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.597472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-cb13baed-83a4-42c5-a882-b4f3fee3f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:27.599315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-cb13baed-83a4-42c5-a882-b4f3fee3f11c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 1135 time: 0.1195698 Apr 15 18:29:27.641221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64e28047-3bf2-4ede-89ab-d38e5670f953 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:27.716113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:27.743797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-ac70aabf-91ea-4bd8-b0f4-2baa2bdd6649 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1037 time: 0.1347277 Apr 15 18:29:27.846599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-451343b0-579a-4fab-8b80-cfce13019efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:27.848265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-451343b0-579a-4fab-8b80-cfce13019efa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 200 len: 835 time: 0.0980823 Apr 15 18:29:27.956867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-93b46f8a-2905-4b54-8161-dedc027a525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:27.958746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-93b46f8a-2905-4b54-8161-dedc027a525a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042254 Apr 15 18:29:28.003356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 7, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:28.015032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402a974-0ce7-4358-ba39-fbad7caa18a2 None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 7, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6ef1ce6-059e-4c08-84ce-e95c7eed1345', 'name': '', 'network_id': '16fe02bc-7daf-450c-a08a-cc6e6b6fb392', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e9:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:15Z', 'updated_at': '2021-04-15T18:29:23Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '683731ea-d795-4dd4-bd24-90a221481ca4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:28.125489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for e6ef1ce6-059e-4c08-84ce-e95c7eed1345 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:28.139983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-27be5e70-726a-4c02-bb2d-6b27e8f4b59f service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748409 Apr 15 18:29:28.170636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=c0234e6e-3304-4bfb-8d2f-1d4701c4e3de,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:28.178617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:28.351505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-701d061f-898e-4085-aca9-f3e12cc2f992 req-e5d72d59-10e0-4356-adc2-e1662b41b349 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041800 Apr 15 18:29:28.418531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:28.427251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d4ca0-caad-4516-b60a-7c9d63ee8436 None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:28.439785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de HTTP/1.1" status: 204 len: 168 time: 2.4344645 Apr 15 18:29:28.441033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40144) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:28.496564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059088-26ec-40b7-934d-b5289e42110b req-6866a08e-cff0-466e-af1f-862b369d6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:28.497787 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-6866a08e-cff0-466e-af1f-862b369d6cb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 1135 time: 0.0956185 Apr 15 18:29:28.500791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:28.580965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:28.590574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a947-735b-4e2a-915c-11199c092ae9 req-61d684b0-ddd0-4bab-bf73-e9fd9a473078 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:28.592215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19e9a947-735b-4e2a-915c-11199c092ae9 req-61d684b0-ddd0-4bab-bf73-e9fd9a473078 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 982 time: 0.2549899 Apr 15 18:29:28.596386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:28.652883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059088-26ec-40b7-934d-b5289e42110b req-72fdadd3-56a6-43fc-b818-4638f3d93123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:28.654648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-72fdadd3-56a6-43fc-b818-4638f3d93123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 898 time: 0.1484783 Apr 15 18:29:28.708906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:28.724588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:28.757702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:28.768291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-0a528b46-dc51-4d70-93a3-d8bb606cb96a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1037 time: 0.1066749 Apr 15 18:29:28.812407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19e9a947-735b-4e2a-915c-11199c092ae9 req-261f1cbe-b8fa-4c77-8de2-50b831e8c8fb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791358 Apr 15 18:29:28.847057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059088-26ec-40b7-934d-b5289e42110b req-89640d35-b058-40f6-942f-5d997d3985a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:28.848842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-89640d35-b058-40f6-942f-5d997d3985a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 200 len: 835 time: 0.0729702 Apr 15 18:29:28.877110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=e6ef1ce6-059e-4c08-84ce-e95c7eed1345,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:28.892912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:28.942836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1059088-26ec-40b7-934d-b5289e42110b req-c51b682c-04bf-460d-acca-e313d39c427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:28.944497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-c51b682c-04bf-460d-acca-e313d39c427a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886648 Apr 15 18:29:29.002233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:29.106962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-f6779860-7a95-44a0-be16-19f4fc42d7fc service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544263 Apr 15 18:29:29.300052 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1059088-26ec-40b7-934d-b5289e42110b req-d73f6351-7671-4937-9b2f-814f4b536e82 service neutron] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857691 Apr 15 18:29:29.387061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:29.432751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-84a081cc-efc4-4bcc-9604-1213976e93a6 None None] Provisioning complete for port 9c6effd6-0fe3-4dce-8944-d711524a77f6 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:29.433172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84a081cc-efc4-4bcc-9604-1213976e93a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:29.770021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:29.787830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fc9bf16-c195-4448-922a-90d845429ba9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:29.882846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:29.896031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:29:29.902315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:30.039860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:30.054397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '0477447f-e543-4351-a151-cff2d1338b95', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'port_id': '0477447f-e543-4351-a151-cff2d1338b95', 'mac_address': 'fa:16:3e:17:51:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:29:30.088009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099d932-af38-410e-9544-d7faf9b33770 None None] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:30.121011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.163639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8 HTTP/1.1" status: 204 len: 168 time: 1.7193363 Apr 15 18:29:30.166585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40150) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:30.202484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:30.212831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d3b86-4a30-406e-bc4f-b2f49b065643 req-48033fea-6a87-4eee-8fbd-afbd7f3c9304 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:30.214424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.214575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-406d3b86-4a30-406e-bc4f-b2f49b065643 req-48033fea-6a87-4eee-8fbd-afbd7f3c9304 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 982 time: 0.2785552 Apr 15 18:29:30.265114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0477447f-e543-4351-a151-cff2d1338b95 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:29:30.295670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.322528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:30.330268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.332964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:30.369493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 9c6effd6-0fe3-4dce-8944-d711524a77f6 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:30.369950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.422291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=9']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:30.436391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:30.554243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] DHCP port deletion for 32d60976-e9fe-4fbc-93cd-13f7e642a34c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:30.557037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0477447f-e543-4351-a151-cff2d1338b95'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:29:30.613074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Deleting port 9c6effd6-0fe3-4dce-8944-d711524a77f6 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:30.613704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.615711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c6effd6-0fe3-4dce-8944-d711524a77f6,segment=NetworkSegment(a4e398ab-8741-41d3-ac70-045947abb495),segment_id=a4e398ab-8741-41d3-ac70-045947abb495)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:30.616119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.752945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-406d3b86-4a30-406e-bc4f-b2f49b065643 req-859d1f7b-193e-47c8-b3db-8083f0308b7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296724 Apr 15 18:29:30.775291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:30.780763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8040698 Apr 15 18:29:30.786593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40154) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:30.811869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:30.873535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:30.874271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:30.879203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 683731ea-d795-4dd4-bd24-90a221481ca4 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:30.883128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:30.957133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.056440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.068989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 9c6effd6-0fe3-4dce-8944-d711524a77f6 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:31.156925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.174176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d837efa8-8abc-4686-971a-84ef98968014 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:31.281342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=9c6effd6-0fe3-4dce-8944-d711524a77f6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:31.284439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:31.299205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c6effd6-0fe3-4dce-8944-d711524a77f6 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:31.337705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No DVR routers for this DVR port 9c6effd6-0fe3-4dce-8944-d711524a77f6 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:31.376954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 9c6effd6-0fe3-4dce-8944-d711524a77f6 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:31.377587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c6effd6-0fe3-4dce-8944-d711524a77f6 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:31.381863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.400178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebd14043-3e3f-4ef6-9233-bd9977cfff42 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:31.420224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] For port 9c6effd6-0fe3-4dce-8944-d711524a77f6, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c6effd6-0fe3-4dce-8944-d711524a77f6,segment=NetworkSegment(a4e398ab-8741-41d3-ac70-045947abb495),segment_id=a4e398ab-8741-41d3-ac70-045947abb495)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:31.420672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.476554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.508892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=683731ea-d795-4dd4-bd24-90a221481ca4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:31.514157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:31.548412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.557396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/683731ea-d795-4dd4-bd24-90a221481ca4 HTTP/1.1" status: 204 len: 168 time: 0.7666290 Apr 15 18:29:31.557758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40158) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:31.582224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:31.611348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d60976-e9fe-4fbc-93cd-13f7e642a34c']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:31.624632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e398ab-8741-41d3-ac70-045947abb495') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:31.625473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e398ab-8741-41d3-ac70-045947abb495') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:31.636375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Calling delete_port for 9c6effd6-0fe3-4dce-8944-d711524a77f6 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:31.638540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.659086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.666022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:31.673399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf75af4-e745-44b8-b221-2acbd3815c2d None None] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:31.686672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.773447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:31.773829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:31.878685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:31.888536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.072653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 32d60976-e9fe-4fbc-93cd-13f7e642a34c has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:32.095836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,segment=NetworkSegment(d1edaf41-ad92-4a74-bbdb-5a65743084fc),segment_id=d1edaf41-ad92-4a74-bbdb-5a65743084fc)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:32.097323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:32.097498 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:32.116807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb6afa-02f4-42e9-b593-809e17a27c7f req-34706379-80b8-4245-9876-8db3ab517651 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:32.118904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95bb6afa-02f4-42e9-b593-809e17a27c7f req-34706379-80b8-4245-9876-8db3ab517651 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 983 time: 0.2292001 Apr 15 18:29:32.125856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:32.125856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:32.179461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.183329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29de5704-b43f-4650-aaa2-2b514602e88b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:32.206770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.214582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=32d60976-e9fe-4fbc-93cd-13f7e642a34c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:32.220138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:32.230550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/32d60976-e9fe-4fbc-93cd-13f7e642a34c HTTP/1.1" status: 204 len: 168 time: 2.0628278 Apr 15 18:29:32.235808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40164) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:32.258984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 833dbcc3-1e21-46e1-920f-d3cbf3439ecf owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:32.286928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:28Z', 'revision_number': 8, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:32.291442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:32.303648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:32.304330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:32.347542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026e378-5337-4480-ae2a-d3d88b08fd5e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:32.348570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e026e378-5337-4480-ae2a-d3d88b08fd5e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:32.358128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95bb6afa-02f4-42e9-b593-809e17a27c7f req-72bb839d-e00f-4c00-8200-a400da531a25 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101019 Apr 15 18:29:32.363902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a328f8-2f3c-4724-be4f-f2e618f87038 None None] DHCP port deletion for 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:32.368815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e026e378-5337-4480-ae2a-d3d88b08fd5e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:32.370315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e026e378-5337-4480-ae2a-d3d88b08fd5e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1334033 Apr 15 18:29:32.375682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:32.383776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19a328f8-2f3c-4724-be4f-f2e618f87038 None None] Deleting port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:32.384410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a328f8-2f3c-4724-be4f-f2e618f87038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.392089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.409382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67b49ed5-b594-4c2c-bb31-db48286f44d3 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:32.458171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:29:32.465969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dac417fd-baed-40a5-a21f-77fc22d0be8c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0855529 Apr 15 18:29:32.466154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40172) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:32.473152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858261044'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:32.478610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:32.482763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:32.485782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:32.492322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:32.507506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:32.512419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=833dbcc3-1e21-46e1-920f-d3cbf3439ecf,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:32.513998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.516044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:32.532846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-19a328f8-2f3c-4724-be4f-f2e618f87038 None None] The port '833dbcc3-1e21-46e1-920f-d3cbf3439ecf' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:29:32.544619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:32.556636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.557210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment f6e768d5-1eda-4759-9e98-9e4f00bfb448 of type vlan for network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 Apr 15 18:29:32.561443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:32.573440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No DVR routers for this DVR port 833dbcc3-1e21-46e1-920f-d3cbf3439ecf on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:32.586642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.620421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.626726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:32.627392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.631206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Deleting port 9c6effd6-0fe3-4dce-8944-d711524a77f6 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:32.631368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4672046-3e2a-4161-9402-0508d6941f10 tempest-ExternalNetworksTestJSON-1552132103 tempest-ExternalNetworksTestJSON-1552132103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:32.631642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.711611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.744120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:32.750344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2798512 Apr 15 18:29:32.750344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:32.754347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40176) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:32.767422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:32.863494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fe02bc-7daf-450c-a08a-cc6e6b6fb392']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:32.879776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1edaf41-ad92-4a74-bbdb-5a65743084fc') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:32.880098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1edaf41-ad92-4a74-bbdb-5a65743084fc') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:32.894083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.911902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:32.916257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.917198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:32.920514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:32.923717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:32.927244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:32.936684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:32.944016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:32.975452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9a3b1-1f64-421c-b104-e9f5b339b40a None None] The port '9c6effd6-0fe3-4dce-8944-d711524a77f6' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:29:32.976897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:33.114120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:33.124016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:33.268885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 833dbcc3-1e21-46e1-920f-d3cbf3439ecf no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:33.307506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 833dbcc3-1e21-46e1-920f-d3cbf3439ecf {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:33.307992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 833dbcc3-1e21-46e1-920f-d3cbf3439ecf not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:33.311919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 16fe02bc-7daf-450c-a08a-cc6e6b6fb392 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:33.321040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:28Z', 'revision_number': 8, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:33.330162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bea10-8ccf-4561-b45b-ceecbf2ff192 None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:28Z', 'revision_number': 8, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '43fc76cc-8575-46cd-82b6-6bdababa8cd8', 'name': '', 'network_id': '6c054d84-60c3-44b9-9d81-0671c6ca570a', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:e0:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:05Z', 'updated_at': '2021-04-15T18:29:17Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '60825682-67bb-490c-adf4-bd84db0e74c1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:33.337724 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:33.429875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:33.433688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36d4cd26-8c79-45d1-bb87-41e36ea2ed7d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:33.457074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:33.464865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=16fe02bc-7daf-450c-a08a-cc6e6b6fb392,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:33.471065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:33.482650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/16fe02bc-7daf-450c-a08a-cc6e6b6fb392 HTTP/1.1" status: 204 len: 168 time: 1.9236708 Apr 15 18:29:33.483182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40182) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:33.573730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886e70c-b9d0-46b8-969d-0e913a824362 req-8ab2c763-2678-4248-bd83-8cbf5aaf4248 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:33.575496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4886e70c-b9d0-46b8-969d-0e913a824362 req-8ab2c763-2678-4248-bd83-8cbf5aaf4248 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 983 time: 0.0896819 Apr 15 18:29:33.631096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4886e70c-b9d0-46b8-969d-0e913a824362 req-bf27a3e7-6683-4568-86f8-28da710441ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Apr 15 18:29:33.930892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:34.007246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 0477447f-e543-4351-a151-cff2d1338b95 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:34.012198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 0477447f-e543-4351-a151-cff2d1338b95 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:34.012617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:34.139402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:34.168082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835434e0-977a-41ad-8258-ce29d8b2bd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0477447f-e543-4351-a151-cff2d1338b95'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:29:34.178599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:34.183403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:34.185615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:34.219715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835434e0-977a-41ad-8258-ce29d8b2bd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0477447f-e543-4351-a151-cff2d1338b95', 'code': 200} Apr 15 18:29:34.247866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:34.261815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=10']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:34.266054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:34.268836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d6382f1-d9a1-44f9-8ce4-0296a6ae18a1 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:34.459776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=b3ef49a0-c6df-4c97-b411-c59839b41484,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:34.480417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:34.532100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:34.851176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658a7f2-205b-4e99-b0ec-40083ae2eeb1 req-9de39ebe-b1c7-4676-9fa3-23cdc6c9e6b2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:34.852792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3658a7f2-205b-4e99-b0ec-40083ae2eeb1 req-9de39ebe-b1c7-4676-9fa3-23cdc6c9e6b2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.1048813 Apr 15 18:29:34.903809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3658a7f2-205b-4e99-b0ec-40083ae2eeb1 req-ba679ea0-b9ec-4686-9fed-091c868de5e6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439377 Apr 15 18:29:35.060720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3670e2-4e90-44da-a6c0-6cf2011e24a8 req-bc266277-0998-4b68-b20d-6955f931e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:35.062283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a3670e2-4e90-44da-a6c0-6cf2011e24a8 req-bc266277-0998-4b68-b20d-6955f931e2ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 1138 time: 0.6624918 Apr 15 18:29:35.125516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'f6e768d5-1eda-4759-9e98-9e4f00bfb448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:35.125925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:29:35.159932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a3670e2-4e90-44da-a6c0-6cf2011e24a8 req-b2a7e35a-83e4-46c1-b03b-25bb7f4969f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717061 Apr 15 18:29:35.174907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:29:35.189661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:35.199531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea220cc1-7fa8-4810-a04c-4d9d526d1607 None None] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:35.209923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:35.210581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.224045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6ef1ce6-059e-4c08-84ce-e95c7eed1345 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:35.271725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5162177 Apr 15 18:29:35.275076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40190) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:35.282344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2', 'name': 'tempest-PortsIpV6TestJSON-1901653909'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:35.290886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 43fc76cc-8575-46cd-82b6-6bdababa8cd8 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:35.291267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.314934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e6ef1ce6-059e-4c08-84ce-e95c7eed1345 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:35.315293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e6ef1ce6-059e-4c08-84ce-e95c7eed1345 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:35.438002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:35.448279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:35.458905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:35.465326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.474250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2', 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': 'b3ef49a0-c6df-4c97-b411-c59839b41484'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:35.475181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.489484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:35.498282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 43fc76cc-8575-46cd-82b6-6bdababa8cd8, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43fc76cc-8575-46cd-82b6-6bdababa8cd8,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:35.498803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.638604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 43fc76cc-8575-46cd-82b6-6bdababa8cd8 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:35.642471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Allocated IP 2001:db8::2 (c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2/b3ef49a0-c6df-4c97-b411-c59839b41484/329db9f9-bab8-4374-a5f7-6280154a8c3c) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:35.832756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.850724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d83e988-c56c-44d4-a0c9-030231579efa tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:35.863830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.875785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Transition to ACTIVE for port object 329db9f9-bab8-4374-a5f7-6280154a8c3c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:35.898728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Transition to ACTIVE for port object 329db9f9-bab8-4374-a5f7-6280154a8c3c will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:35.913343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:35.940416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c6ace78-635b-424c-b36b-36322f48fb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:35.997084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::396 (c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2/b3ef49a0-c6df-4c97-b411-c59839b41484/0547f7f4-887a-4007-b8ae-a520c7fbc1f8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:36.013878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Pushing event updated for resources: {'Port': ['ID=329db9f9-bab8-4374-a5f7-6280154a8c3c,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:36.040691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=43fc76cc-8575-46cd-82b6-6bdababa8cd8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:36.052686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.053253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.053784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.054329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.054854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.055395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.055910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.056426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.056975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.057489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.058049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.058564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.061005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:36.063837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:36.149266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:36.150480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:36.152824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:36.273446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Attempting to bind port 329db9f9-bab8-4374-a5f7-6280154a8c3c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:36.274032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Attempting to bind port 329db9f9-bab8-4374-a5f7-6280154a8c3c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'f6e768d5-1eda-4759-9e98-9e4f00bfb448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:36.274286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Attempting to bind port 329db9f9-bab8-4374-a5f7-6280154a8c3c on network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:36.277680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acb142-a8fa-430a-b7b6-2bbf9c87faa8 req-4f85c336-86c7-4eab-aaaf-c06f51a2ee03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:36.279398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4acb142-a8fa-430a-b7b6-2bbf9c87faa8 req-4f85c336-86c7-4eab-aaaf-c06f51a2ee03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.2330205 Apr 15 18:29:36.281063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:36.281487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Checking segment: {'id': 'f6e768d5-1eda-4759-9e98-9e4f00bfb448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:36.281967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.282408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Bound using segment: {'id': 'f6e768d5-1eda-4759-9e98-9e4f00bfb448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:36.282927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Bound port: 329db9f9-bab8-4374-a5f7-6280154a8c3c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e768d5-1eda-4759-9e98-9e4f00bfb448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:36.283345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.293471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.358291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.369499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4acb142-a8fa-430a-b7b6-2bbf9c87faa8 req-d98a81e6-610f-4d4f-bef4-ff25491f7edc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727797 Apr 15 18:29:36.382168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:36.386806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] For port 329db9f9-bab8-4374-a5f7-6280154a8c3c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:36.391014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] For port 329db9f9-bab8-4374-a5f7-6280154a8c3c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=329db9f9-bab8-4374-a5f7-6280154a8c3c,segment=NetworkSegment(f6e768d5-1eda-4759-9e98-9e4f00bfb448),segment_id=f6e768d5-1eda-4759-9e98-9e4f00bfb448)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:36.395444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.414482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.414673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1ac1ed1-b9cf-4381-87cb-9da0c860aa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:36.434079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:36.560746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Pushing event updated for resources: {'Port': ['ID=329db9f9-bab8-4374-a5f7-6280154a8c3c,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:36.564744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:36.667584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=0547f7f4-887a-4007-b8ae-a520c7fbc1f8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:36.694475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.694916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.695348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.695774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.696222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.696618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.697036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.697452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.697896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.698311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.698730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.699143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:36.706720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:36.770859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633ed86-5de1-4d29-8d8c-2c184fefdc99 req-57c73b19-c784-47f7-907c-32aead926b34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:36.772980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f633ed86-5de1-4d29-8d8c-2c184fefdc99 req-57c73b19-c784-47f7-907c-32aead926b34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.2150028 Apr 15 18:29:36.777233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:36.778585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:36.781502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:36.788116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:36.788814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:36.791972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:36.843081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5667901 Apr 15 18:29:36.847164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40198) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:36.856043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': 'c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2', 'name': 'tempest-PortsIpV6TestJSON-1005950991'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:36.878996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f633ed86-5de1-4d29-8d8c-2c184fefdc99 req-f5d52a75-288b-4fab-89d6-57d6dd78ad8f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838456 Apr 15 18:29:36.929775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40202) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:37.040365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:37.052960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:37.075307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:37.076119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5908811 Apr 15 18:29:37.079113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:37.080148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40206) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:37.136123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3f1c1-5ca6-4666-ab81-d5e7347736e1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:37.141881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5a3f1c1-5ca6-4666-ab81-d5e7347736e1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d&network_id=2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 200 len: 1133 time: 0.2080708 Apr 15 18:29:37.175046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 60825682-67bb-490c-adf4-bd84db0e74c1 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:37.178988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.278220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.290694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:37.353622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:37.358240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:37.361353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:37.369142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:37.388063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:37.404526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.442394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.445742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 329db9f9-bab8-4374-a5f7-6280154a8c3c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:37.495642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port b6c717a8-4975-46df-b780-2b1dad615ba8 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:37.574900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 329db9f9-bab8-4374-a5f7-6280154a8c3c completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:37.679667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:35Z', 'revision_number': 9, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:37.683808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:37.692853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:37.693521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:37.761182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cee86-76f7-4802-9712-630f88c76735 req-155d9661-91bd-4000-9f06-c88a1efce437 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:37.763055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-619cee86-76f7-4802-9712-630f88c76735 req-155d9661-91bd-4000-9f06-c88a1efce437 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.1859233 Apr 15 18:29:37.789081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.808205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44964e3f-9526-483e-90c8-83b41184bcce tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:37.809249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::35 (c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2/b3ef49a0-c6df-4c97-b411-c59839b41484/b6c717a8-4975-46df-b780-2b1dad615ba8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:37.890318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:37.924422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=60825682-67bb-490c-adf4-bd84db0e74c1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:37.932018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:37.979126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:37.986403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6caf80-9555-4fd7-bec5-b225dee4729a None None] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:38.006921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/60825682-67bb-490c-adf4-bd84db0e74c1 HTTP/1.1" status: 204 len: 168 time: 0.9243875 Apr 15 18:29:38.013381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40214) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:38.033999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-619cee86-76f7-4802-9712-630f88c76735 req-96acba9d-2b53-4883-b804-b71ce60f2798 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638764 Apr 15 18:29:38.115476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.146138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object b6c717a8-4975-46df-b780-2b1dad615ba8 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:38.168167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.182354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.226442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf83aa-2b73-474e-a32f-3ed5249b5fa6 None None] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:38.252302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 488ff69c-8498-4bce-b293-2a1c6e65edff {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:38.253373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.301962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:35Z', 'revision_number': 9, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:38.306667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d1e0ed3-7b5c-4cf2-8522-578cda65b8ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:38.308734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ba35b-98af-45e5-a826-8e61e4b37f1d None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:35Z', 'revision_number': 9, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9233417c-7649-4a5c-98b9-3d80923f4afb', 'name': '', 'network_id': '81bc19d3-697e-4fd5-926c-cf87a2af7194', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:98:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:29:00Z', 'updated_at': '2021-04-15T18:29:15Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '34ba7b62-d433-40d3-8c51-4d6b026ea32b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:38.358222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Provisioning for port 329db9f9-bab8-4374-a5f7-6280154a8c3c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:38.387775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Provisioning complete for port 329db9f9-bab8-4374-a5f7-6280154a8c3c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:38.388210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.435318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=b6c717a8-4975-46df-b780-2b1dad615ba8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:38.442948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:38.475854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:38.477199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:38.483482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] DHCP port deletion for 6c054d84-60c3-44b9-9d81-0671c6ca570a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:38.483715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:38.490589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:38.491293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.508290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Deleting port 488ff69c-8498-4bce-b293-2a1c6e65edff {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:38.508715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.522599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6743474 Apr 15 18:29:38.525399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40220) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:38.539945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 488ff69c-8498-4bce-b293-2a1c6e65edff, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=488ff69c-8498-4bce-b293-2a1c6e65edff,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:38.540496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:38.687536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21cb64-2445-4c87-a4a8-17248beed91d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:38.688413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c21cb64-2445-4c87-a4a8-17248beed91d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:38.709106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c21cb64-2445-4c87-a4a8-17248beed91d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:38.714028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c21cb64-2445-4c87-a4a8-17248beed91d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A396 HTTP/1.1" status: 200 len: 929 time: 0.1866519 Apr 15 18:29:38.714765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40224) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:38.891892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port b6c717a8-4975-46df-b780-2b1dad615ba8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:38.892292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.044628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.099826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 488ff69c-8498-4bce-b293-2a1c6e65edff owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:39.207321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] For port 329db9f9-bab8-4374-a5f7-6280154a8c3c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=329db9f9-bab8-4374-a5f7-6280154a8c3c,segment=NetworkSegment(f6e768d5-1eda-4759-9e98-9e4f00bfb448),segment_id=f6e768d5-1eda-4759-9e98-9e4f00bfb448)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:39.225067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.227096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.230027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:39.294195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] For port 488ff69c-8498-4bce-b293-2a1c6e65edff, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=488ff69c-8498-4bce-b293-2a1c6e65edff,segment=NetworkSegment(ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc),segment_id=ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:39.294195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.307514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ee43-a644-4017-aa12-7c0522ac249f req-4098b1ff-cde1-4819-98af-4452469bcb7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:39.309137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22f7ee43-a644-4017-aa12-7c0522ac249f req-4098b1ff-cde1-4819-98af-4452469bcb7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.3817890 Apr 15 18:29:39.319852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 488ff69c-8498-4bce-b293-2a1c6e65edff no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:39.350427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74d1ebc8-64f0-4d84-8014-dcd790c850d7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:39.387303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.419010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=488ff69c-8498-4bce-b293-2a1c6e65edff,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:39.422043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:39.428377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21383e-9859-4590-a26c-a49b703a5da1 req-fa9be085-a1cc-46c3-81e2-d8f882a380d0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:39.430740 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e21383e-9859-4590-a26c-a49b703a5da1 req-fa9be085-a1cc-46c3-81e2-d8f882a380d0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.2414069 Apr 15 18:29:39.443212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-510f35d9-fe5b-4385-a43c-f0ff454e299a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:39.444885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-510f35d9-fe5b-4385-a43c-f0ff454e299a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.4764338 Apr 15 18:29:39.496618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Calling delete_port for 488ff69c-8498-4bce-b293-2a1c6e65edff owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:39.522159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22f7ee43-a644-4017-aa12-7c0522ac249f req-a286c26f-3cdc-4c81-9228-a26fcb8ee85e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984107 Apr 15 18:29:39.527646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 488ff69c-8498-4bce-b293-2a1c6e65edff {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:39.528052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 488ff69c-8498-4bce-b293-2a1c6e65edff not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:39.528527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43fc76cc-8575-46cd-82b6-6bdababa8cd8 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:39.529760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No DVR routers for this DVR port 488ff69c-8498-4bce-b293-2a1c6e65edff on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:39.573779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-709835b9-eb74-4828-9ea5-af92b42bffeb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:39.573779 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-709835b9-eb74-4828-9ea5-af92b42bffeb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1218131 Apr 15 18:29:39.590051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 43fc76cc-8575-46cd-82b6-6bdababa8cd8 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:39.590458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43fc76cc-8575-46cd-82b6-6bdababa8cd8 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:39.595346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Pushing event updated for resources: {'Port': ['ID=329db9f9-bab8-4374-a5f7-6280154a8c3c,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:39.608902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:39.621008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Provisioning complete for port 329db9f9-bab8-4374-a5f7-6280154a8c3c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:39.621438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.652421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for b6c717a8-4975-46df-b780-2b1dad615ba8 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:39.675608 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:39.687412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:39.688048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:39.734764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e21383e-9859-4590-a26c-a49b703a5da1 req-4b182c44-c472-4bf2-b495-4058e813cfba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166057 Apr 15 18:29:39.786784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-006dc880-156e-4fa5-b1c0-badd12a06c3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2066393 Apr 15 18:29:39.814912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Provisioning for port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:39.824236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Provisioning complete for port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:39.824671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.892370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.897528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:39.897753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:39.901716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c076be5-d072-494a-b7c5-08cb6ac13b26 None None] Could not find standard attr ID for object b6c717a8-4975-46df-b780-2b1dad615ba8. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:39.918221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ddb2ece-32fd-4e0c-a5d8-675cf25b088b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:39.923620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:39.973278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=b6c717a8-4975-46df-b780-2b1dad615ba8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:40.023375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3f790858-ad3d-41d3-b9e5-31d44c589254 None None] Provisioning complete for port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:40.023809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3f790858-ad3d-41d3-b9e5-31d44c589254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.027687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:40.081630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3f790858-ad3d-41d3-b9e5-31d44c589254 None None] Port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:40.084718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3f790858-ad3d-41d3-b9e5-31d44c589254 None None] Could not find standard attr ID for object b6c717a8-4975-46df-b780-2b1dad615ba8. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:29:40.135541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c054d84-60c3-44b9-9d81-0671c6ca570a']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:40.153519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.160916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:40.161264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad89a980-3e1a-49fd-bd4f-f9c5ba7343bc') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:40.168388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/b6c717a8-4975-46df-b780-2b1dad615ba8 HTTP/1.1" status: 204 len: 168 time: 1.4524539 Apr 15 18:29:40.171014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:40.178520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.189915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Deleting port 488ff69c-8498-4bce-b293-2a1c6e65edff {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:40.190616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.236390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.256153 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dd17f9-9356-4116-ab0a-940bde661b8b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:29:40.257642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-69dd17f9-9356-4116-ab0a-940bde661b8b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/b6c717a8-4975-46df-b780-2b1dad615ba8 HTTP/1.1" status: 404 len: 333 time: 0.0835638 Apr 15 18:29:40.260601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40236) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:40.270783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb48bb-3532-446e-a045-d3cd9a7400df None None] The port '488ff69c-8498-4bce-b293-2a1c6e65edff' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:29:40.305953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.349303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:40.349838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.362062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:40.616455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.673702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:40.683524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:40.751783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 0547f7f4-887a-4007-b8ae-a520c7fbc1f8 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:40.788660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-48eb1093-cd6f-4d7b-bf71-12b599179c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:40.789468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-48eb1093-cd6f-4d7b-bf71-12b599179c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:40.923992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0477447f-e543-4351-a151-cff2d1338b95,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:40.928476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-48eb1093-cd6f-4d7b-bf71-12b599179c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:40.929699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-48eb1093-cd6f-4d7b-bf71-12b599179c1c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.6212051 Apr 15 18:29:40.963853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25176-a9f4-4fed-852d-3448217c2b8d req-bf3dbb5e-c338-4e80-bb3f-e5adc8fd2f2d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:40.965460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81e25176-a9f4-4fed-852d-3448217c2b8d req-bf3dbb5e-c338-4e80-bb3f-e5adc8fd2f2d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.2804804 Apr 15 18:29:40.977451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 6c054d84-60c3-44b9-9d81-0671c6ca570a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:41.009159 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:41.095309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44e71f-8234-4d53-a9c6-0ef97f6cea34 req-0f47ba0b-0f35-41fb-ba25-7a40c67c093a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:41.096905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c44e71f-8234-4d53-a9c6-0ef97f6cea34 req-0f47ba0b-0f35-41fb-ba25-7a40c67c093a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 985 time: 0.2317305 Apr 15 18:29:41.103731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81e25176-a9f4-4fed-852d-3448217c2b8d req-0483d9ec-e011-4201-8294-3eff1d896093 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983269 Apr 15 18:29:41.106829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.109492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:29:41.135746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa1f41a-47cb-47b3-858c-f385dc16aed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:41.143185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port fb35c935-e4c2-49e6-8121-974529925f66 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:41.143572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.179192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] For port 0477447f-e543-4351-a151-cff2d1338b95, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:41.224248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.239236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ef38ec4-e973-453b-892a-d6784067f27c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:41.240771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=0547f7f4-887a-4007-b8ae-a520c7fbc1f8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:41.248886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:41.262504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.280012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c44e71f-8234-4d53-a9c6-0ef97f6cea34 req-67780179-055d-48b2-950f-77cdb346dacc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=a2219e4d-f9ff-49b0-809b-10d3dff87841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749527 Apr 15 18:29:41.283328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=6c054d84-60c3-44b9-9d81-0671c6ca570a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:41.286437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:41.303050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/6c054d84-60c3-44b9-9d81-0671c6ca570a HTTP/1.1" status: 204 len: 168 time: 3.2885783 Apr 15 18:29:41.307262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40244) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:41.308817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 329db9f9-bab8-4374-a5f7-6280154a8c3c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:41.334648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] device_id is not set on port 0477447f-e543-4351-a151-cff2d1338b95 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:41.356730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.374169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.392713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f00888d1-8724-47a3-9c6d-df759b4f53f2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:41.396000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 329db9f9-bab8-4374-a5f7-6280154a8c3c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:41.396434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.610445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.654622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Pushing event updated for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=11']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:41.662835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:41.713140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] For port fb35c935-e4c2-49e6-8121-974529925f66, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb35c935-e4c2-49e6-8121-974529925f66,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:41.713518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:41.973421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:41.979595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/0547f7f4-887a-4007-b8ae-a520c7fbc1f8 HTTP/1.1" status: 204 len: 168 time: 1.7175376 Apr 15 18:29:41.988418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40248) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:42.050261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fcab512a-1013-4353-8ecd-a2fee9a7809c None None] Provisioning complete for port 0477447f-e543-4351-a151-cff2d1338b95 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:42.050662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fcab512a-1013-4353-8ecd-a2fee9a7809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.057050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0791fd-cd2f-4eef-a4ce-c9935c88e27f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:29:42.057653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd0791fd-cd2f-4eef-a4ce-c9935c88e27f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:29:42.095567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0477447f-e543-4351-a151-cff2d1338b95 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:42.117206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fcab512a-1013-4353-8ecd-a2fee9a7809c None None] Port 0477447f-e543-4351-a151-cff2d1338b95 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:42.123059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bd0791fd-cd2f-4eef-a4ce-c9935c88e27f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:29:42.124356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd0791fd-cd2f-4eef-a4ce-c9935c88e27f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/0547f7f4-887a-4007-b8ae-a520c7fbc1f8 HTTP/1.1" status: 404 len: 333 time: 0.1349745 Apr 15 18:29:42.130607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40252) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:42.315834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet b3ef49a0-c6df-4c97-b411-c59839b41484 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:42.324646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.338903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] No DVR routers for this DVR port 0477447f-e543-4351-a151-cff2d1338b95 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:42.407834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.531790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c350795-89e0-4674-bdf8-68ec945dc441 req-366bf420-228e-4698-a490-808c7493470c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=835434e0-977a-41ad-8258-ce29d8b2bd6d HTTP/1.1" status: 200 len: 210 time: 0.0781257 Apr 15 18:29:42.572405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fca34-2af5-437a-90ce-0ad33907808c req-d4607194-d432-4962-ae13-d57467932e67 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:42.573958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-120fca34-2af5-437a-90ce-0ad33907808c req-d4607194-d432-4962-ae13-d57467932e67 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 945 time: 0.3223181 Apr 15 18:29:42.645456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.645873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.646223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP 3fe2feeb-c8a8-43a0-9fef-49c63f003958 disassociated. External IP: 172.26.7.131, port: fb35c935-e4c2-49e6-8121-974529925f66. Apr 15 18:29:42.646604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for fb35c935-e4c2-49e6-8121-974529925f66 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:42.684114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-120fca34-2af5-437a-90ce-0ad33907808c req-a43948a8-c15e-44ae-9972-d14f93c26b26 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996253 Apr 15 18:29:42.686334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.780274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] In _notify_port_updated(), no bound segment for port 0477447f-e543-4351-a151-cff2d1338b95 on network 2668dbd2-c293-4925-b27d-fb27fcdb8924 {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:29:42.781618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:42.782318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.783710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ceea8ce-a556-4036-ad7c-001dd69bf086 req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] 10.222.0.49 "PUT /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 200 len: 1028 time: 2.8651140 Apr 15 18:29:42.830820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.866572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:42.882467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93c5e378-d20b-49d4-a118-21bc514528fc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:42.935616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=fb35c935-e4c2-49e6-8121-974529925f66,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:42.983101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:43.259895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:43.264895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.281933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76cb3e7b-4a2f-4a30-9100-3184ea4311c6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:43.425364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ef49a0-c6df-4c97-b411-c59839b41484,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:43.433957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:43.465339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:43.473585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 9233417c-7649-4a5c-98b9-3d80923f4afb {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:43.474005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.478755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:43.489918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:43.490758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:43.529958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.545087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] No DVR routers for this DVR port fb35c935-e4c2-49e6-8121-974529925f66 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:43.548807 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/b3ef49a0-c6df-4c97-b411-c59839b41484 HTTP/1.1" status: 204 len: 168 time: 1.4146245 Apr 15 18:29:43.548988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.549653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40260) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:43.550445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'name': 'network-vif-deleted', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:29:43.574078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7092f8d9-b6a2-487c-9ffc-d255ade2ba1b req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "DELETE /v2.0/ports/fb35c935-e4c2-49e6-8121-974529925f66 HTTP/1.1" status: 204 len: 173 time: 2.6292586 Apr 15 18:29:43.578483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b75038e-aff6-4a17-bc17-6ee3619e426b None None] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:43.664077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127cc8e1-9562-4115-9779-09915afe0395', 'name': 'network-vif-deleted', 'tag': 'fb35c935-e4c2-49e6-8121-974529925f66', 'status': 'completed', 'code': 200} Apr 15 18:29:43.698718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40268) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:43.847626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.862353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:43.877171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.900637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.957651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:43.963548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-914cbc7c-327e-4932-811c-eb5ef07a088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:43.982453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e6518-8d01-47d3-9599-4a863d6b1614,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:43.995174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:43.998838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.000102 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd9e6518-8d01-47d3-9599-4a863d6b1614 HTTP/1.1" status: 204 len: 168 time: 0.3003218 Apr 15 18:29:44.008543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 9233417c-7649-4a5c-98b9-3d80923f4afb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9233417c-7649-4a5c-98b9-3d80923f4afb,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:44.008948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.020077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-60c4240f-42ad-44d4-a74b-0baa5e6a5f3d req-b0228a8e-ea86-44ea-8525-e29946163520 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=127cc8e1-9562-4115-9779-09915afe0395 HTTP/1.1" status: 200 len: 210 time: 0.0773187 Apr 15 18:29:44.061871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40276) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:44.159158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 329db9f9-bab8-4374-a5f7-6280154a8c3c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:44.159806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.183872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fb35c935-e4c2-49e6-8121-974529925f66 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:44.206519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 9233417c-7649-4a5c-98b9-3d80923f4afb owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:44.294228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: fb35c935-e4c2-49e6-8121-974529925f66 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:44.295085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fb35c935-e4c2-49e6-8121-974529925f66 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:44.330952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 7b8f83db-a571-4364-8da5-13f6ba8edf4c {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:44.331334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.414258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:44.424572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:44.443217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:44.443836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:44.516581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] DHCP port deletion for c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:44.531251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Deleting port 329db9f9-bab8-4374-a5f7-6280154a8c3c {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:44.531906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.533314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.533769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.621313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.645326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b8f39b-bc75-4ecb-939b-558739baba9a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:44.667778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 7b8f83db-a571-4364-8da5-13f6ba8edf4c owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:44.674795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.746584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=9233417c-7649-4a5c-98b9-3d80923f4afb,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:44.757158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:44.759002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port 329db9f9-bab8-4374-a5f7-6280154a8c3c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=329db9f9-bab8-4374-a5f7-6280154a8c3c,segment=NetworkSegment(f6e768d5-1eda-4759-9e98-9e4f00bfb448),segment_id=f6e768d5-1eda-4759-9e98-9e4f00bfb448)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:44.759412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.875271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.909962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] For port 329db9f9-bab8-4374-a5f7-6280154a8c3c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=329db9f9-bab8-4374-a5f7-6280154a8c3c,segment=NetworkSegment(f6e768d5-1eda-4759-9e98-9e4f00bfb448),segment_id=f6e768d5-1eda-4759-9e98-9e4f00bfb448)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:44.910714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:44.961996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dae28f1e-b801-4e9e-bb4b-a943d15fa29a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:45.023694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=7b8f83db-a571-4364-8da5-13f6ba8edf4c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:45.034527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:45.228016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 329db9f9-bab8-4374-a5f7-6280154a8c3c owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:45.228270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:45.228722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 22d2cdec-8fd6-43e5-afd2-bc4abe0d6416 disassociated (deleted). External IP: 172.26.7.84, port: 0477447f-e543-4351-a151-cff2d1338b95. Apr 15 18:29:45.269354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Calling delete_port for 329db9f9-bab8-4374-a5f7-6280154a8c3c owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:45.386904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:45.410379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:45.464124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 329db9f9-bab8-4374-a5f7-6280154a8c3c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:45.509153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db674fa1-e3fd-4b51-8172-938e39ba2e30 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:45.540825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 329db9f9-bab8-4374-a5f7-6280154a8c3c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:45.541150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 329db9f9-bab8-4374-a5f7-6280154a8c3c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:45.648064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=329db9f9-bab8-4374-a5f7-6280154a8c3c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:45.664306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:45.664306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:45.673715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:45.678065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router c907f1a5-6f82-4c7a-b351-9b39ab75624a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:45.806289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-c310eced-ec3c-470a-8c54-9ce57f749015 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607174&fields=id&tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 267 time: 0.2392886 Apr 15 18:29:45.851461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:45.873512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:45.877368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No DVR routers for this DVR port 329db9f9-bab8-4374-a5f7-6280154a8c3c on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:45.878892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4608f7c-5d4a-4895-9fd3-bc88cd32b1f5 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:46.166081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Deleting port 329db9f9-bab8-4374-a5f7-6280154a8c3c {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:46.166665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.177552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.185769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:46.197165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Sync routers for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:46.208384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:46.209149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.210522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.258271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5c970-6440-474d-9de8-7ffbb8089046 None None] The port '329db9f9-bab8-4374-a5f7-6280154a8c3c' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:29:46.291497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/22d2cdec-8fd6-43e5-afd2-bc4abe0d6416 HTTP/1.1" status: 204 len: 168 time: 2.2351570 Apr 15 18:29:46.297829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226bcf91-43f1-415f-a072-17b2e0b1b89d None None] New status for floating IP 3fe2feeb-c8a8-43a0-9fef-49c63f003958: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:29:46.347421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.368964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e768d5-1eda-4759-9e98-9e4f00bfb448') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.369312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e768d5-1eda-4759-9e98-9e4f00bfb448') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.384763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.404356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.411021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:46.428811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:46.456693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:46.538545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.567652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-636e1872-6368-4b88-b5d2-5ff5ccabeb32 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:46.569289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-636e1872-6368-4b88-b5d2-5ff5ccabeb32 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 0.7476203 Apr 15 18:29:46.574536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.605724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-35152c19-9e20-4388-9ed2-f04ded0521b9 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/quotas/c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 375 time: 0.0135953 Apr 15 18:29:46.634082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.639659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20f7028a-14da-4c7b-a00c-96035852e74c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:46.658095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f67150-24a5-4d01-bcdc-085fb7f8ac71,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:46.660507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:46.664392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.665601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/06f67150-24a5-4d01-bcdc-085fb7f8ac71 HTTP/1.1" status: 204 len: 168 time: 0.2077348 Apr 15 18:29:46.713775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40298) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:46.806860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:46.814952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 0477447f-e543-4351-a151-cff2d1338b95 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:46.815511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:46.823417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.827732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Checking router: c907f1a5-6f82-4c7a-b351-9b39ab75624a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:46.836771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:46.837436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:46.880991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.103827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.125983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-196b24ca-bcc0-4316-a454-67cf96ce53d0 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4023659 Apr 15 18:29:47.195003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:47.201404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:47.242533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 0477447f-e543-4351-a151-cff2d1338b95 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:47.258677 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:47.392475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.408763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca860b57-b737-46f5-8d67-d6cee19f4549 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:47.461726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=0477447f-e543-4351-a151-cff2d1338b95,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:47.513136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:47.525731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.537356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa0e41ec-efdd-471a-bd74-129282ce6893 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:47.540401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:47.545084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d27416-a1e1-45e4-a582-966df37f4e77 None None] The sync data for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv is: [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:28:38Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4b13d720-58de-4276-8ce9-7cba7554ab64', 'name': '', 'network_id': '2668dbd2-c293-4925-b27d-fb27fcdb8924', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:60:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:36Z', 'updated_at': '2021-04-15T18:28:44Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'a2912bf1-4de6-4221-9943-ab77b4b9fd1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:47.568066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.597213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:47.601550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:47.605485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:47.611754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-f769db39-791e-4f67-ab69-44c12d7335af service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017596 Apr 15 18:29:47.619569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/c5f0dbaf-7e86-4afb-9c99-78a1cbb571e2 HTTP/1.1" status: 204 len: 168 time: 4.0690236 Apr 15 18:29:47.620438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40302) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:47.631611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1145136839'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:47.711397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:47.716291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:47.725987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/ports/0477447f-e543-4351-a151-cff2d1338b95 HTTP/1.1" status: 204 len: 168 time: 1.0083058 Apr 15 18:29:47.726229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40306) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:48.017490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273b4aa6-55d4-4a06-974d-b9f3e4a9336f None None] New status for floating IP 22d2cdec-8fd6-43e5-afd2-bc4abe0d6416: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:29:48.084490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:48.102121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:48.113800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:48.227748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:48.233902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.278923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:48.288529 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9801431 Apr 15 18:29:48.290433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:48.295431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40310) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:48.302453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:48.303140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:48.335547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-34467c4f-790b-4a8d-af86-92b3b3975615 service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124541 Apr 15 18:29:48.350125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:48.360075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.374854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.375211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment e31a1d86-6066-4fa0-b101-4b797f1b22fb of type vlan for network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba Apr 15 18:29:48.396420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 34ba7b62-d433-40d3-8c51-4d6b026ea32b {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:48.402691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.460699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.482436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:48.485398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.575727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.582576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:48.583250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.590528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7151050-d2f9-46df-a2f2-1183e7c2035a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:48.718748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0942903 Apr 15 18:29:48.722978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40320) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:48.760051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:48.826720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 4b13d720-58de-4276-8ce9-7cba7554ab64 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:48.827099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.895913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:48.913103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:44Z', 'revision_number': 10, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:48.919741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:48.930690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:48.931382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:48.971440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=e16c89d8-4c87-4f26-92f7-a63ee56eb5ba,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:48.998836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:49.006318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:49.014092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f319dbd7-a896-4c92-9a54-4f41f98ead70 req-cbb6372f-4941-4adb-8305-8d6556b43137 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 210 time: 0.2170284 Apr 15 18:29:49.066154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 4b13d720-58de-4276-8ce9-7cba7554ab64, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4b13d720-58de-4276-8ce9-7cba7554ab64,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:49.066921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:49.096143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:49.152140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:49.159141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:49.164890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:49.175649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:49.234124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:49.240444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:49.248380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 4b13d720-58de-4276-8ce9-7cba7554ab64 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:49.459398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:49.477416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:49.482688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b19af624-a304-4b89-8de9-dc8602248ea0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:49.532822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-972b5650-3150-4ea4-be8e-f246e34c2ab9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:49.614512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=4b13d720-58de-4276-8ce9-7cba7554ab64,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:49.618916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:49.633263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=34ba7b62-d433-40d3-8c51-4d6b026ea32b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:49.653025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:49.740937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:49.762161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/34ba7b62-d433-40d3-8c51-4d6b026ea32b HTTP/1.1" status: 204 len: 168 time: 1.4655139 Apr 15 18:29:49.765312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:49.825354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e5698-e4a7-4acd-8e7a-26d268cc9f13 None None] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:50.011449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.098299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:44Z', 'revision_number': 10, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:50.104581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac99a05-5c85-4c6e-bd07-73caf379254f None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:44Z', 'revision_number': 10, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None, '_interfaces': [{'id': '62e1bb3e-e62c-4831-b758-085f2b665cb2', 'name': '', 'network_id': 'bd43c45b-1552-4fe1-a87b-485a997879bc', 'tenant_id': '2da336b59650428683c397520e53896a', 'mac_address': 'fa:16:3e:4d:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:54Z', 'updated_at': '2021-04-15T18:29:07Z', 'revision_number': 5, 'project_id': '2da336b59650428683c397520e53896a', 'subnets': [{'id': '578f5976-e14c-4f07-b017-a9dab7a148ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:50.150657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 27f6bc56-7951-4ebd-8230-2d60aaad9faf {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:50.151219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.242208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] DHCP port deletion for 81bc19d3-697e-4fd5-926c-cf87a2af7194 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:50.248268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Deleting port 27f6bc56-7951-4ebd-8230-2d60aaad9faf {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:50.248693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.406668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae442e43-1d50-4294-b088-7f0230b36a0e req-d69a6b14-bdbc-4c86-87a2-a825c87e2f9d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 210 time: 0.1355643 Apr 15 18:29:50.495316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.532694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] For port 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27f6bc56-7951-4ebd-8230-2d60aaad9faf,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:50.533550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.618416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 27f6bc56-7951-4ebd-8230-2d60aaad9faf, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=27f6bc56-7951-4ebd-8230-2d60aaad9faf,segment=NetworkSegment(c6a43963-36ab-47b3-aa9d-543f96857d6d),segment_id=c6a43963-36ab-47b3-aa9d-543f96857d6d)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:50.619010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.694320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Calling delete_port for 27f6bc56-7951-4ebd-8230-2d60aaad9faf owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:50.714288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-75507617-e523-4304-b032-f5859f2afc42 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:50.716135 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-75507617-e523-4304-b032-f5859f2afc42 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 0.3956728 Apr 15 18:29:50.802334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.822131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1312d07-c198-470f-b3a6-b90ec7c55bb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:50.831029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 27f6bc56-7951-4ebd-8230-2d60aaad9faf owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:50.873568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:50.876819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Pushing event deleted for resources: {'Port': ['ID=27f6bc56-7951-4ebd-8230-2d60aaad9faf,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:50.894367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f32d8154-a66c-4f7f-ab57-ce6ff8ed14e1 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:50.945477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.946318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.946847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.947341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.947833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.948354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.948850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.949336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.949967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.950788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.951383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.951876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:29:50.970333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:51.018470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] No DVR routers for this DVR port 27f6bc56-7951-4ebd-8230-2d60aaad9faf on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:51.075393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=0644da0f-cb08-476c-b1cb-e405a7e7ba35,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:51.079224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:51.114723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:51.115095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:51.159347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'e31a1d86-6066-4fa0-b101-4b797f1b22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:51.159757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: e16c89d8-4c87-4f26-92f7-a63ee56eb5ba, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:29:51.179752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:29:51.188999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, e16c89d8-4c87-4f26-92f7-a63ee56eb5ba) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:51.193884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-186687dd-d5ff-4d45-80d0-df66e1959d8b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 8067 time: 0.2404199 Apr 15 18:29:51.198873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396d0d4-860e-4491-bd2f-dd93927c6453 None None] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:51.209581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:51.210308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:51.212582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'port': {'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'admin_state_up': True, 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'security_groups': ['f64f3f7b-eeaf-46d6-a650-20e844d89f7c']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:51.240863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5167129 Apr 15 18:29:51.242045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40342) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:51.250830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba', 'name': 'tempest-PortsIpV6TestJSON-1628588607', 'fixed_ips': [{'subnet_id': '0644da0f-cb08-476c-b1cb-e405a7e7ba35', 'ip_address': '2001:db8::10'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:51.348919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router c907f1a5-6f82-4c7a-b351-9b39ab75624a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:51.446634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:51.452180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:51.454961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:51.462245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:51.474579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:51.511518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27f6bc56-7951-4ebd-8230-2d60aaad9faf no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:51.559423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 27f6bc56-7951-4ebd-8230-2d60aaad9faf {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:51.559826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 27f6bc56-7951-4ebd-8230-2d60aaad9faf not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:51.560258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9233417c-7649-4a5c-98b9-3d80923f4afb no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:51.593978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-e16c89d8-4c87-4f26-92f7-a63ee56eb5ba', 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': '0644da0f-cb08-476c-b1cb-e405a7e7ba35'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:29:51.594904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:51.615171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:51.620196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:port and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:51.620680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 9233417c-7649-4a5c-98b9-3d80923f4afb {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:51.620680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9233417c-7649-4a5c-98b9-3d80923f4afb not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:51.623411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:51.626982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 27f6bc56-7951-4ebd-8230-2d60aaad9faf {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:51.627370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:51.633150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:51.688030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Made reservation on behalf of c49b7510b96c4c27823aff0cc32ded05 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:51.697550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:51.718696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:51.723494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:51.735381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Sync routers for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:51.749233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:51.756155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:51.805406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b5669e7-5e89-4f49-88bc-362b37b14a48 req-8e1942a7-6c99-4f33-9628-3cd9405a5aeb tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 210 time: 0.1404107 Apr 15 18:29:51.809736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Allocated IP 2001:db8::2 (e16c89d8-4c87-4f26-92f7-a63ee56eb5ba/0644da0f-cb08-476c-b1cb-e405a7e7ba35/baccb127-86a2-466c-852f-edba2c7e4d29) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:51.881790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] The port '27f6bc56-7951-4ebd-8230-2d60aaad9faf' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:29:51.925498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port ed19f89a-06d8-4efe-b506-2e0713c42943 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:51.926096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.20.0.3 (22df922b-f838-4e4f-b152-6c65ec2d2b51/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a/cce59452-10cd-4a73-8cf2-656d0ddf627a) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:52.044290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.056179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Transition to ACTIVE for port object baccb127-86a2-466c-852f-edba2c7e4d29 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:52.075511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Transition to ACTIVE for port object baccb127-86a2-466c-852f-edba2c7e4d29 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:52.083579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.112393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:52.112641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:52.114127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/c907f1a5-6f82-4c7a-b351-9b39ab75624a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3867600 Apr 15 18:29:52.121447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40348) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:52.302210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet a2912bf1-4de6-4221-9943-ab77b4b9fd1d {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:52.306210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.312692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:52.319813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:52.324231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:52.373369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.386180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Pushing event updated for resources: {'Port': ['ID=baccb127-86a2-466c-852f-edba2c7e4d29,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:52.432528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:52.474462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Attempting to bind port baccb127-86a2-466c-852f-edba2c7e4d29 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:52.474862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Attempting to bind port baccb127-86a2-466c-852f-edba2c7e4d29 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e31a1d86-6066-4fa0-b101-4b797f1b22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:52.475290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Attempting to bind port baccb127-86a2-466c-852f-edba2c7e4d29 on network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:52.484506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:52.484913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Checking segment: {'id': 'e31a1d86-6066-4fa0-b101-4b797f1b22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:52.485365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.485808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Bound using segment: {'id': 'e31a1d86-6066-4fa0-b101-4b797f1b22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:52.487016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Bound port: baccb127-86a2-466c-852f-edba2c7e4d29, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31a1d86-6066-4fa0-b101-4b797f1b22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:52.487450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.511452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.517794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:29:49Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:52.522014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Checking router: c907f1a5-6f82-4c7a-b351-9b39ab75624a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:52.531612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Routers {'c907f1a5-6f82-4c7a-b351-9b39ab75624a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:52.532292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:52.557299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.573823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.603416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] For port baccb127-86a2-466c-852f-edba2c7e4d29, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:52.607516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] For port baccb127-86a2-466c-852f-edba2c7e4d29, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=baccb127-86a2-466c-852f-edba2c7e4d29,segment=NetworkSegment(e31a1d86-6066-4fa0-b101-4b797f1b22fb),segment_id=e31a1d86-6066-4fa0-b101-4b797f1b22fb)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:52.612219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.628764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Transition to ACTIVE for port object cce59452-10cd-4a73-8cf2-656d0ddf627a will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:52.687807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bc19d3-697e-4fd5-926c-cf87a2af7194']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:52.701186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a43963-36ab-47b3-aa9d-543f96857d6d') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:52.701517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a43963-36ab-47b3-aa9d-543f96857d6d') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:52.714122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.715154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fff2dc1-a7fd-4e9a-a4ed-64633d6d4cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:52.728327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] Set router c907f1a5-6f82-4c7a-b351-9b39ab75624a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:52.729794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.737017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:52.808508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Pushing event updated for resources: {'Port': ['ID=baccb127-86a2-466c-852f-edba2c7e4d29,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:52.813752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:52.814981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:52.953119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f079c5b6-a3b4-4ec5-a9d6-7155b31b4bb4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:53.048553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:53.066506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.095917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:29:49Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:53.100049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:53.100422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc5da-c5d0-4e17-afe3-dd8913ffce81 None None] The sync data for ids ['c907f1a5-6f82-4c7a-b351-9b39ab75624a'] in dv-neutron-786478-1-hyperv is: [{'id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'name': 'tempest-TestNetworkBasicOps-router-1420358480', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45'}], 'enable_snat': True}, 'gw_port_id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:29Z', 'updated_at': '2021-04-15T18:29:49Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '86de55fd-6332-4b97-921b-7f56b1739bdd', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c907f1a5-6f82-4c7a-b351-9b39ab75624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:28:30Z', 'updated_at': '2021-04-15T18:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:53.106932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:53.142633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.160841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2df9457-376a-4f38-84be-e55bd076813f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:53.204489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:53.239886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b13d720-58de-4276-8ce9-7cba7554ab64 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:53.260822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:53.279395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=a2912bf1-4de6-4221-9943-ab77b4b9fd1d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:53.282797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:53.318655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4b13d720-58de-4276-8ce9-7cba7554ab64 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:53.319087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4b13d720-58de-4276-8ce9-7cba7554ab64 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:53.333678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:53.386720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::10 (e16c89d8-4c87-4f26-92f7-a63ee56eb5ba/0644da0f-cb08-476c-b1cb-e405a7e7ba35/ed19f89a-06d8-4efe-b506-2e0713c42943) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:53.407702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network 81bc19d3-697e-4fd5-926c-cf87a2af7194 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:53.419809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8683381-29ab-402d-9dc4-5c761a75a465 None None] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:53.428416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:53.429443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.441596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.464099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f937b-956b-442f-8ee1-f96ea848c58b req-6a24a23d-f3c4-4e62-8604-e0273ae534fa tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:53.466022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c89f937b-956b-442f-8ee1-f96ea848c58b req-6a24a23d-f3c4-4e62-8604-e0273ae534fa tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 931 time: 0.4852779 Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:53.466789 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:53.470961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/a2912bf1-4de6-4221-9943-ab77b4b9fd1d HTTP/1.1" status: 204 len: 168 time: 1.3426979 Apr 15 18:29:53.476062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40354) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:53.477595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2723815 Apr 15 18:29:53.573374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Request body: {'port': {'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:53.627484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.634225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c89f937b-956b-442f-8ee1-f96ea848c58b req-1ecf9c11-1e62-4589-a406-d778a2aa47f7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563463 Apr 15 18:29:53.645974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:53.665454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.686440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=81bc19d3-697e-4fd5-926c-cf87a2af7194,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:53.695320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:53.701669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/81bc19d3-697e-4fd5-926c-cf87a2af7194 HTTP/1.1" status: 204 len: 168 time: 3.9327440 Apr 15 18:29:53.710601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e78156ea-986d-4cb3-b653-ce1cd1dd49c7 None None] Provisioning for port cce59452-10cd-4a73-8cf2-656d0ddf627a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:53.717056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40358) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:53.717454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e78156ea-986d-4cb3-b653-ce1cd1dd49c7 None None] Provisioning complete for port cce59452-10cd-4a73-8cf2-656d0ddf627a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:53.718460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78156ea-986d-4cb3-b653-ce1cd1dd49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.792692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e78156ea-986d-4cb3-b653-ce1cd1dd49c7 None None] Port cce59452-10cd-4a73-8cf2-656d0ddf627a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:53.860030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.890910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] DHCP port deletion for 2668dbd2-c293-4925-b27d-fb27fcdb8924 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:53.895176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Deleting port 2a86dd96-4737-4c36-b106-2a98d273985c {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:53.895602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:53.927810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.207745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84b0cf95-1c9c-408b-b133-39a97d0baf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.219739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.310283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object ed19f89a-06d8-4efe-b506-2e0713c42943 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:54.343601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] For port 2a86dd96-4737-4c36-b106-2a98d273985c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2a86dd96-4737-4c36-b106-2a98d273985c,segment=NetworkSegment(3638b3ed-cc37-459b-976e-dac23b16e5ee),segment_id=3638b3ed-cc37-459b-976e-dac23b16e5ee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:54.344234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.447071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.453030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.473331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 86de55fd-6332-4b97-921b-7f56b1739bdd {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:54.474182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.475389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30f8af47-7518-49c5-9d02-6d3a28453846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:54.514496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Calling delete_port for 2a86dd96-4737-4c36-b106-2a98d273985c owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:54.610884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.631953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81a8c184-98bd-499c-93f1-baf59bae4051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:54.643979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=ed19f89a-06d8-4efe-b506-2e0713c42943,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:54.675459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:54.697193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.761425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cfb53-96f1-4904-9fcc-ed095343fd81 None None] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:54.857172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 86de55fd-6332-4b97-921b-7f56b1739bdd, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=86de55fd-6332-4b97-921b-7f56b1739bdd,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:54.857431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:54.865762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Pushing event deleted for resources: {'Port': ['ID=2a86dd96-4737-4c36-b106-2a98d273985c,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:54.891833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:54.921862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ddbb61c9-0c1b-47c0-af67-d7459d8cce84 None None] Provisioning for port baccb127-86a2-466c-852f-edba2c7e4d29 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:54.969258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] No DVR routers for this DVR port 2a86dd96-4737-4c36-b106-2a98d273985c on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:29:55.010498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 86de55fd-6332-4b97-921b-7f56b1739bdd owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:55.032036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:55.068386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:55.077654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:55.083870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:55.084562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.118198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff11bd-bbd4-4bf4-8001-60c478ec505c req-c4fe55e7-c21a-47ef-90f4-1e4533d75e97 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:55.119820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aaff11bd-bbd4-4bf4-8001-60c478ec505c req-c4fe55e7-c21a-47ef-90f4-1e4533d75e97 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 931 time: 0.2932298 Apr 15 18:29:55.153065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9074984 Apr 15 18:29:55.159991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40364) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:55.167927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': 'e16c89d8-4c87-4f26-92f7-a63ee56eb5ba', 'name': 'tempest-PortsIpV6TestJSON-659495967', 'fixed_ips': [{'subnet_id': '0644da0f-cb08-476c-b1cb-e405a7e7ba35', 'ip_address': '2001:db8::f'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:55.214706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce59452-10cd-4a73-8cf2-656d0ddf627a {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:29:55.224505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.252560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Transition to ACTIVE for port object cce59452-10cd-4a73-8cf2-656d0ddf627a will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:55.285020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aaff11bd-bbd4-4bf4-8001-60c478ec505c req-794abbdb-e2f7-4eba-b2b2-0d1a717722c6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558146 Apr 15 18:29:55.300255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.327927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fd8e5ac-9bc1-4a7e-800f-98aa00ea074c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:55.376195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device baccb127-86a2-466c-852f-edba2c7e4d29 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:55.411474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port 62e1bb3e-e62c-4831-b758-085f2b665cb2 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:55.411865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.457310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:55.463182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.466210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:port and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:55.471554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port baccb127-86a2-466c-852f-edba2c7e4d29 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:55.479796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port baccb127-86a2-466c-852f-edba2c7e4d29 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:55.480343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.481442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:55.493232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:55.546771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Provisioning complete for port baccb127-86a2-466c-852f-edba2c7e4d29 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:55.547180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.584371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:55.592195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.601012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Pushing event updated for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:55.604853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:55.610425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:55.650792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 77362259-ce68-4af8-ac8c-61a97c82ba11 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:29:55.682918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=86de55fd-6332-4b97-921b-7f56b1739bdd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:55.685674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:55.756068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.796419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.841757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port baccb127-86a2-466c-852f-edba2c7e4d29, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=baccb127-86a2-466c-852f-edba2c7e4d29,segment=NetworkSegment(e31a1d86-6066-4fa0-b101-4b797f1b22fb),segment_id=e31a1d86-6066-4fa0-b101-4b797f1b22fb)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:55.881165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:55.892687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:55.987265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2a86dd96-4737-4c36-b106-2a98d273985c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:56.021739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:29:56.022103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:29:56.033026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 2a86dd96-4737-4c36-b106-2a98d273985c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:56.033360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2a86dd96-4737-4c36-b106-2a98d273985c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:56.040726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=baccb127-86a2-466c-852f-edba2c7e4d29,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:56.043981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:56.075138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.122994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port 62e1bb3e-e62c-4831-b758-085f2b665cb2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=62e1bb3e-e62c-4831-b758-085f2b665cb2,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:29:56.123401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.188827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Attempting to bind port cce59452-10cd-4a73-8cf2-656d0ddf627a on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:29:56.189206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Attempting to bind port cce59452-10cd-4a73-8cf2-656d0ddf627a by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:29:56.189579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Attempting to bind port cce59452-10cd-4a73-8cf2-656d0ddf627a on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:56.204948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Port cce59452-10cd-4a73-8cf2-656d0ddf627a on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:29:56.205307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Attempting to bind port cce59452-10cd-4a73-8cf2-656d0ddf627a on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:29:56.274652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:29:56.275030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:29:56.275458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Bound using segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:29:56.275936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Bound port: cce59452-10cd-4a73-8cf2-656d0ddf627a, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:29:56.276319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.289544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.294255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.301714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for 62e1bb3e-e62c-4831-b758-085f2b665cb2 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:29:56.389052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.390734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router c907f1a5-6f82-4c7a-b351-9b39ab75624a {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:29:56.419777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.421013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/c907f1a5-6f82-4c7a-b351-9b39ab75624a HTTP/1.1" status: 204 len: 168 time: 2.9423406 Apr 15 18:29:56.424519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40370) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:56.427313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:29:56.524360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:29:56.532649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.555118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b9f37bb-624f-40d3-a7a7-82f5efa671ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:56.558829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::f (e16c89d8-4c87-4f26-92f7-a63ee56eb5ba/0644da0f-cb08-476c-b1cb-e405a7e7ba35/77362259-ce68-4af8-ac8c-61a97c82ba11) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:29:56.599743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Provisioning for port ed19f89a-06d8-4efe-b506-2e0713c42943 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:56.604854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Provisioning complete for port ed19f89a-06d8-4efe-b506-2e0713c42943 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:56.605359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.615148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f0877-0e90-464f-bb7e-fbaae583c9d7 req-3b1eaced-786a-41c6-9a40-887f7c8995e2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:56.617065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-609f0877-0e90-464f-bb7e-fbaae583c9d7 req-3b1eaced-786a-41c6-9a40-887f7c8995e2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.1872001 Apr 15 18:29:56.679657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3d404-5723-4979-b988-8921c64df4ea None None] Port ed19f89a-06d8-4efe-b506-2e0713c42943 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:56.686727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.722341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-609f0877-0e90-464f-bb7e-fbaae583c9d7 req-d673b915-97bb-46f8-a747-5c156bfe5d04 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970697 Apr 15 18:29:56.750446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.768884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a491efe7-a51a-43c9-965e-cf1ba527d68f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:56.815639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-30c91071-c68d-4c4c-aa0b-7589c6514029 None None] Provisioning complete for port ed19f89a-06d8-4efe-b506-2e0713c42943 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:56.816067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30c91071-c68d-4c4c-aa0b-7589c6514029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:56.873489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-30c91071-c68d-4c4c-aa0b-7589c6514029 None None] Port ed19f89a-06d8-4efe-b506-2e0713c42943 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:56.881935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Pushing event updated for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:56.884131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Port': ['ID=62e1bb3e-e62c-4831-b758-085f2b665cb2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:56.897591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:56.901791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:56.987975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.021462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fed8bcc2-65a1-4d0a-bbcf-f27e596da809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.141596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.340801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.363587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.369568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device baccb127-86a2-466c-852f-edba2c7e4d29 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:29:57.387623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:57.388443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.390094 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] 10.222.0.49 "PUT /v2.0/ports/cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 1093 time: 3.8216794 Apr 15 18:29:57.390759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:29:57.444632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 77362259-ce68-4af8-ac8c-61a97c82ba11 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:29:57.454009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port baccb127-86a2-466c-852f-edba2c7e4d29 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:57.454572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.485232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'status': 'completed', 'code': 200} Apr 15 18:29:57.515821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2668dbd2-c293-4925-b27d-fb27fcdb8924']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:57.533289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3638b3ed-cc37-459b-976e-dac23b16e5ee') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:57.533662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3638b3ed-cc37-459b-976e-dac23b16e5ee') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:57.549475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.574847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.584323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:29:57.587427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.603629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-110065e5-eba4-4778-bae2-a39906f35a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:57.605307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-110065e5-eba4-4778-bae2-a39906f35a2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1096 time: 0.1693058 Apr 15 18:29:57.613580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:57.657424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 86de55fd-6332-4b97-921b-7f56b1739bdd no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:29:57.702763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 86de55fd-6332-4b97-921b-7f56b1739bdd {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:29:57.703382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 86de55fd-6332-4b97-921b-7f56b1739bdd not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:29:57.715721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:57.741992 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-d7c83316-288f-4ceb-856e-51cad05250f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 217 time: 0.1227698 Apr 15 18:29:57.888603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=77362259-ce68-4af8-ac8c-61a97c82ba11,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:57.911688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:57.918733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:57.929693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.010296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-0b96a5dc-cadc-4141-be95-dc82432c3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:58.011568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-0b96a5dc-cadc-4141-be95-dc82432c3dc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.2622430 Apr 15 18:29:58.059434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:29:58.096442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:29:58.159441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:29:58.175375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 2668dbd2-c293-4925-b27d-fb27fcdb8924 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:29:58.178223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:29:58.184802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:58.185126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:29:58.203706 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:29:58.292430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:29:58.302501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0541284-2764-4378-a8a2-f8f771ae1a0c req-0174b319-35d7-4f04-b13e-a27d9b1b9403 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:58.304899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0cca-121b-4c8d-9762-d1faa919489b req-8326193d-49ea-4bfe-8014-6a6c77178c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:58.305023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0541284-2764-4378-a8a2-f8f771ae1a0c req-0174b319-35d7-4f04-b13e-a27d9b1b9403 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.4244511 Apr 15 18:29:58.305127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:29:58.305489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-8326193d-49ea-4bfe-8014-6a6c77178c2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2868063 Apr 15 18:29:58.312232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-725f17e5-7689-4782-9345-675ed6f353b6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5936396 Apr 15 18:29:58.313270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40378) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:58.332729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:58.332967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1673508 Apr 15 18:29:58.333062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:58.350914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.352546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40382) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:58.375998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0223ce21-32fa-4ec1-9bda-135f80cda190 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:58.397198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.418332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0541284-2764-4378-a8a2-f8f771ae1a0c req-24c6dbc3-42c5-4f0f-bad8-0da45071fdcc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038997 Apr 15 18:29:58.446888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting subnet 578f5976-e14c-4f07-b017-a9dab7a148ae {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:29:58.450822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.521282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.540339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=2668dbd2-c293-4925-b27d-fb27fcdb8924,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:58.545787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:58.546425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:58.564183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/2668dbd2-c293-4925-b27d-fb27fcdb8924 HTTP/1.1" status: 204 len: 168 time: 2.1378033 Apr 15 18:29:58.571207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40386) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:58.610846 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5305fdfd-15ba-4552-a586-0f9660ac0c0b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0346055 Apr 15 18:29:58.611761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40390) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:58.621551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--2057955211', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:58.628011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.644334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:58.661209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:58.667840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:58.679184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-ef77fdc7-f3d9-4c5d-adb2-ead9e88fe36b service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651381 Apr 15 18:29:58.680946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:58.728772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cdf75-8294-46e3-b39b-a68eb4b4f2c3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:58.730550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a7cdf75-8294-46e3-b39b-a68eb4b4f2c3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3707786 Apr 15 18:29:58.737636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40394) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:58.839072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.846918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:29:58.849376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:58.852926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.853917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:29:58.864946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:29:58.865643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:58.935574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-084763e5-3c14-48f3-bdbf-88bd062d6d50 None None] Provisioning for port 77362259-ce68-4af8-ac8c-61a97c82ba11 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:29:58.939717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:29:58.946397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-084763e5-3c14-48f3-bdbf-88bd062d6d50 None None] Provisioning complete for port 77362259-ce68-4af8-ac8c-61a97c82ba11 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:29:58.946824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-084763e5-3c14-48f3-bdbf-88bd062d6d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.977199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-868f0cca-121b-4c8d-9762-d1faa919489b req-c2475620-ef3f-4b0b-a080-c55b0b732e52 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876871 Apr 15 18:29:58.980951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:58.980951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment ea9e16a2-3e45-4efc-88d9-c6113c78b992 of type vlan for network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f Apr 15 18:29:59.000103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.000373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0aed9-e61e-49df-bd3f-e7425ee406aa tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.006729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0aed9-e61e-49df-bd3f-e7425ee406aa tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.013304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0aed9-e61e-49df-bd3f-e7425ee406aa tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.015170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44a0aed9-e61e-49df-bd3f-e7425ee406aa tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2290256 Apr 15 18:29:59.021068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40398) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:59.021907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edc09be8-4434-417b-aea6-50edf4b9fdc9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:59.056276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:29:59.084404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.148007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.154320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.155042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.162568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:29:59.187565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-084763e5-3c14-48f3-bdbf-88bd062d6d50 None None] Port 77362259-ce68-4af8-ac8c-61a97c82ba11 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:29:59.189068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8839-5051-4ec6-900b-083aba748362 req-0bb5c35b-d5a5-4deb-b6ed-c5d554b8244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.189220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:29:59.191726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-0bb5c35b-d5a5-4deb-b6ed-c5d554b8244b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1096 time: 0.1569653 Apr 15 18:29:59.194613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c0b8a-c2e0-47c7-b3fd-b68629446513 None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:29:59.359886 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7441418 Apr 15 18:29:59.370100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40402) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:59.384850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:29:59.401281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=374b4a88-5c6e-490e-8aa9-9a06aac5e19f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:59.406818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:29:59.409427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:59.412853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:29:59.415333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:29:59.428371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:29:59.438137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:29:59.463271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Subnet': ['ID=578f5976-e14c-4f07-b017-a9dab7a148ae,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:29:59.467272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8839-5051-4ec6-900b-083aba748362 req-bd72fee1-6745-42e4-86c0-810578d310ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.469487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-bd72fee1-6745-42e4-86c0-810578d310ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.2690203 Apr 15 18:29:59.470845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.471950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.476895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:29:59.535673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 77362259-ce68-4af8-ac8c-61a97c82ba11 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:59.536274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.557720 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-a03717c7-d34d-4b8d-bbad-a4342c2e4650 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 217 time: 0.0802531 Apr 15 18:29:59.584402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.591845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcede97e-0e54-4343-9872-218fa7d03be4 None None] Network bd43c45b-1552-4fe1-a87b-485a997879bc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:29:59.600878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.645777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/578f5976-e14c-4f07-b017-a9dab7a148ae HTTP/1.1" status: 204 len: 168 time: 1.3116338 Apr 15 18:29:59.651386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40408) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:29:59.701416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8839-5051-4ec6-900b-083aba748362 req-f3aab450-ffff-428b-8770-287e4c7d8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:29:59.703487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-f3aab450-ffff-428b-8770-287e4c7d8490 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.1389036 Apr 15 18:29:59.876447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] DHCP port deletion for bd43c45b-1552-4fe1-a87b-485a997879bc request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:29:59.880965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Deleting port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:29:59.881586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:29:59.965766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.062933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d16c7f-b5d5-4de1-a9db-ca0e6f7bf70d req-bb407170-4241-4460-b132-9b98e4f8535c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:00.064720 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94d16c7f-b5d5-4de1-a9db-ca0e6f7bf70d req-bb407170-4241-4460-b132-9b98e4f8535c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.4690938 Apr 15 18:30:00.102051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:00.102408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.118546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] For port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:00.119015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.207128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.263677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.265243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Calling delete_port for b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:00.310566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad8839-5051-4ec6-900b-083aba748362 req-36168e7e-a259-4c4b-a8e1-a33424e51ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:00.312802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-36168e7e-a259-4c4b-a8e1-a33424e51ca2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6003706 Apr 15 18:30:00.325092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94d16c7f-b5d5-4de1-a9db-ca0e6f7bf70d req-903b1528-1386-4d8e-832e-7b1a4d9b1551 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306933 Apr 15 18:30:00.356467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.373379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:00.403536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 77362259-ce68-4af8-ac8c-61a97c82ba11 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:00.465961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Pushing event deleted for resources: {'Port': ['ID=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:00.482976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:00.518978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] No DVR routers for this DVR port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:00.534724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-781ad070-839e-4db8-8df4-2158c786225a service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746433 Apr 15 18:30:00.610768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] For port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7814fd6-9c6f-4ccc-ad32-f20f97bcc243,segment=NetworkSegment(73f45b78-9696-47b7-b36b-5d030379b4f5),segment_id=73f45b78-9696-47b7-b36b-5d030379b4f5)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:00.611171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.784917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Calling delete_port for b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:00.859570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.861257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1ad8839-5051-4ec6-900b-083aba748362 req-a19c1742-c812-4168-85d0-7ac90aa03e2f service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130546 Apr 15 18:30:00.865336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.880665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d8c2009-f47a-4fe1-a610-120cd03915dd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:00.901124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:00.992462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=77362259-ce68-4af8-ac8c-61a97c82ba11,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:00.995284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:01.013628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:30:01.014041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:30:01.049815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.173 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/f20c6d5b-8db8-46ea-bf80-02e5c904bc2f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:01.114586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.130465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/77362259-ce68-4af8-ac8c-61a97c82ba11 HTTP/1.1" status: 204 len: 168 time: 2.0790696 Apr 15 18:30:01.131242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40412) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:01.202912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a02708-1493-4294-84b9-c7531d9683a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:30:01.204365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-00a02708-1493-4294-84b9-c7531d9683a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/77362259-ce68-4af8-ac8c-61a97c82ba11 HTTP/1.1" status: 404 len: 333 time: 0.0676994 Apr 15 18:30:01.207508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40416) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:01.266564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.290632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port ed19f89a-06d8-4efe-b506-2e0713c42943 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:01.291021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.304014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.304324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:01.320014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50e54195-cfd6-4cb3-95b2-fe4693781dfc tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:01.348134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:01.348890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:01.349363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 62e1bb3e-e62c-4831-b758-085f2b665cb2 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:01.392205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 62e1bb3e-e62c-4831-b758-085f2b665cb2 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:01.392576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 62e1bb3e-e62c-4831-b758-085f2b665cb2 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:01.458556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:01.463185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:01.519590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:01.520795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:01.523146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:01.541837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Deleting port b7814fd6-9c6f-4ccc-ad32-f20f97bcc243 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:01.542247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.651809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] The port 'b7814fd6-9c6f-4ccc-ad32-f20f97bcc243' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:30:01.827565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.911743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:01.935301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0f034-594e-4224-9106-c884264f965b req-93de362e-2211-4838-ba5a-1b665a17a4f9 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:01.937483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28d0f034-594e-4224-9106-c884264f965b req-93de362e-2211-4838-ba5a-1b665a17a4f9 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.4843452 Apr 15 18:30:01.958073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.070106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for ed19f89a-06d8-4efe-b506-2e0713c42943 owned by {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:02.201078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28d0f034-594e-4224-9106-c884264f965b req-0d6738eb-a4b2-4136-ace5-cf04986700cf tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515479 Apr 15 18:30:02.213571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd43c45b-1552-4fe1-a87b-485a997879bc']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:02.242132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f45b78-9696-47b7-b36b-5d030379b4f5') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:02.242481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f45b78-9696-47b7-b36b-5d030379b4f5') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:02.257034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.309874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.322784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.325614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:02.439277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.458248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:02.541885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:30:02.740494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:02.752819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:02.767146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:02.768433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:02.775303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.777023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4058967 Apr 15 18:30:02.782389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40422) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:02.828754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc4f5a5a-a034-4f4f-af44-5852f1e065f1 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448649 Apr 15 18:30:02.831230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40426) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:02.909275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=ed19f89a-06d8-4efe-b506-2e0713c42943,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:02.927098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:02.930553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network bd43c45b-1552-4fe1-a87b-485a997879bc has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:02.941940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:02.964604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:02.980162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479c066-1a18-4639-9d6a-1f3b578b6e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:02.984618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8479c066-1a18-4639-9d6a-1f3b578b6e0a tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1494644 Apr 15 18:30:02.984851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40430) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:03.034155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11ade8ab-cafe-4809-8583-0a0ba0066557 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450759 Apr 15 18:30:03.034155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40434) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:03.180678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Network bd43c45b-1552-4fe1-a87b-485a997879bc has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:03.204177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-120014556', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:03.208118 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:03.302553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:01Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:03.308072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:03.308444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Updating router 6aaf8994-ecbc-45cf-835e-7ae260c5212c port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:30:03.338617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.378524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.397098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/ed19f89a-06d8-4efe-b506-2e0713c42943 HTTP/1.1" status: 204 len: 168 time: 2.1883101 Apr 15 18:30:03.403580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.411515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40442) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:03.457113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aba2430e-5911-4ad4-8fd2-e20307bdc5e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:03.479629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.503421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c42dfb-695d-4f41-8a12-93c2e8e60ee1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:30:03.504022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-92c42dfb-695d-4f41-8a12-93c2e8e60ee1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:03.507049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Pushing event deleted for resources: {'Network': ['ID=bd43c45b-1552-4fe1-a87b-485a997879bc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:03.511683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:03.514976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/networks/bd43c45b-1552-4fe1-a87b-485a997879bc HTTP/1.1" status: 204 len: 168 time: 3.8545847 Apr 15 18:30:03.522064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:03.535914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'routes': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:03.668256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-92c42dfb-695d-4f41-8a12-93c2e8e60ee1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:03.672635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-92c42dfb-695d-4f41-8a12-93c2e8e60ee1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/ed19f89a-06d8-4efe-b506-2e0713c42943 HTTP/1.1" status: 404 len: 333 time: 0.2570772 Apr 15 18:30:03.675914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40450) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:03.728768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:03.732828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:03.740269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:03.754502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:03.769971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:03.777058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.778438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.791869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Transition to ACTIVE for port object f20c6d5b-8db8-46ea-bf80-02e5c904bc2f will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:03.798398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.815037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:03.824883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942589f3-7b8a-4033-898d-d19417ff6882 req-6328f41e-b77c-4f47-b823-9a44cf9eeae9 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:03.826544 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942589f3-7b8a-4033-898d-d19417ff6882 req-6328f41e-b77c-4f47-b823-9a44cf9eeae9 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.4723396 Apr 15 18:30:03.892244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Added routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:30:03.892882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Removed routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:30:03.893031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 0644da0f-cb08-476c-b1cb-e405a7e7ba35 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:03.893130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.901540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:03.953633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:03.980944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.060285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-942589f3-7b8a-4033-898d-d19417ff6882 req-3d68e2cc-3056-4ec6-9b5b-007fe52e413a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247798 Apr 15 18:30:04.145768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.146211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.146536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.146904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.147266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.147649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.147993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.148350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.148713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.149068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.149423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.149776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:04.155010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:04.161799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.203427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Attempting to bind port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:04.204775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Attempting to bind port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:04.204775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Attempting to bind port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:04.207138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.210728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.210960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:04.211376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:04.212038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.212402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:04.213469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Bound port: f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:04.214270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.296948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:04.300212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:04.306827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.328541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ee1e3d1-73b8-4d01-a0a2-f7540f63ef4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:04.361061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router cfe02456-4a19-4d09-8c59-294db038b733 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:04.480109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:04.485451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:04.517065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:04.524133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.528232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a6d773d-e190-494c-96e2-c1d289873a3d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 705 time: 1.0023918 Apr 15 18:30:04.528686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40454) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:04.529362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:04.530089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:04.534884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Sync routers for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:04.549173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:04.550480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:04.588203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b7f137a-3b54-4186-84bd-9f9f1f64641b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:04.606799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1b7f137a-3b54-4186-84bd-9f9f1f64641b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:04.611191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b7f137a-3b54-4186-84bd-9f9f1f64641b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 205 time: 0.0786037 Apr 15 18:30:04.611477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40458) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:04.643282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.661725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fa75366d-b9ae-4f01-8b8a-f1c490cf50ae tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:04.714430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:04.723901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:04.780076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.795325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=0644da0f-cb08-476c-b1cb-e405a7e7ba35,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:04.800921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:04.835844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:04.836422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:04.868738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:04.874836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Checking router: cfe02456-4a19-4d09-8c59-294db038b733 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:04.885540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Routers {'cfe02456-4a19-4d09-8c59-294db038b733'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:04.886285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['cfe02456-4a19-4d09-8c59-294db038b733'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:05.013486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=95730115-dbdc-4888-b3fc-05c132b28d94,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:05.022546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:05.027901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.041185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e357325-68a0-4ccb-9850-b5facac84b64 None None] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:05.053513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5420261c-8916-4824-9934-87ed89ba945c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/0644da0f-cb08-476c-b1cb-e405a7e7ba35 HTTP/1.1" status: 204 len: 168 time: 1.3764513 Apr 15 18:30:05.056218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40462) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:05.100741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:01Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:05.106757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297ab884-daac-4fa8-a080-09c26d5fca07 None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:01Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:05.268255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.329025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:05.329394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 374b4a88-5c6e-490e-8aa9-9a06aac5e19f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:30:05.359397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port baccb127-86a2-466c-852f-edba2c7e4d29 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:05.359777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.405950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:30:05.418918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] Set router cfe02456-4a19-4d09-8c59-294db038b733 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:05.428517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 374b4a88-5c6e-490e-8aa9-9a06aac5e19f) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:05.486728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:05.487398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.532100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.537342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.575042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4b534-ba00-44f7-8827-95bada39709f None None] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:05.585205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde47a-4e76-466b-bb7d-50bf8c5065c9 req-0ceb90ad-057a-42ac-a9b7-01d72229cb2c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:05.587455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-18cde47a-4e76-466b-bb7d-50bf8c5065c9 req-0ceb90ad-057a-42ac-a9b7-01d72229cb2c tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 943 time: 0.1871877 Apr 15 18:30:05.588672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.589207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router cfe02456-4a19-4d09-8c59-294db038b733 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:30:05.610573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.615550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-232bf07a-9297-4f47-aa55-8897de2263be tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 204 len: 168 time: 1.0024376 Apr 15 18:30:05.628218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40468) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:05.661682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-107199937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:05.667501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-18cde47a-4e76-466b-bb7d-50bf8c5065c9 req-ea33b0ca-42a0-4b58-8508-fddcc8f01780 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510495 Apr 15 18:30:05.670104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6351762 Apr 15 18:30:05.673361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40472) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:05.678026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:05.687300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Usage tracker for resource:router and tenant:2da336b59650428683c397520e53896a is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:05.699673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:05.712006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:05.720700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port baccb127-86a2-466c-852f-edba2c7e4d29, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=baccb127-86a2-466c-852f-edba2c7e4d29,segment=NetworkSegment(e31a1d86-6066-4fa0-b101-4b797f1b22fb),segment_id=e31a1d86-6066-4fa0-b101-4b797f1b22fb)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:05.721450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.786917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:05.796000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.798206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.798841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d633521f-9381-4eef-9139-5e738059fa99 None None] The sync data for ids ['cfe02456-4a19-4d09-8c59-294db038b733'] in dv-neutron-786478-1-hyperv is: [{'id': 'cfe02456-4a19-4d09-8c59-294db038b733', 'name': 'tempest-RoutersIpV6Test-router-1258444608', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:28:50Z', 'updated_at': '2021-04-15T18:29:56Z', 'revision_number': 11, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:05.890087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for baccb127-86a2-466c-852f-edba2c7e4d29 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:05.901233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:05.902204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:05.982273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.080863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cce59452-10cd-4a73-8cf2-656d0ddf627a details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:30:06.094565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a4ac5988-8d3b-4279-8a2e-85c1596201e7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:06.147525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=baccb127-86a2-466c-852f-edba2c7e4d29,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:06.154011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.155773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:06.208027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No DVR routers for this DVR port baccb127-86a2-466c-852f-edba2c7e4d29 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:06.240417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.250869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:06.270296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562d1b5-2318-4645-ac75-5d0a20195266 None None] DHCP port deletion for e16c89d8-4c87-4f26-92f7-a63ee56eb5ba request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:30:06.279729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:30:06.381305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.390201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.397360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Allocated IP 172.20.0.2 (374b4a88-5c6e-490e-8aa9-9a06aac5e19f/95730115-dbdc-4888-b3fc-05c132b28d94/77211598-da91-4a9e-ba69-84498ef883f4) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:06.414127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce59452-10cd-4a73-8cf2-656d0ddf627a {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:30:06.463808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.468838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bfa1a124-999c-49b5-8cc7-d468587ddeb7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8392725 Apr 15 18:30:06.479129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40476) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:06.493694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:06.512007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:06.516168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.520123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:06.532148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16c89d8-4c87-4f26-92f7-a63ee56eb5ba']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:06.545123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31a1d86-6066-4fa0-b101-4b797f1b22fb') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:06.545438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31a1d86-6066-4fa0-b101-4b797f1b22fb') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:06.559171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.576312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.585083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:06.647549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:06.654259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:06.729381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['cce59452-10cd-4a73-8cf2-656d0ddf627a'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:30:06.813264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.847891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Transition to ACTIVE for port object 77211598-da91-4a9e-ba69-84498ef883f4 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:06.853503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:06.867924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.890051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Transition to ACTIVE for port object 77211598-da91-4a9e-ba69-84498ef883f4 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:06.905894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:06.926995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:07.062051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network e16c89d8-4c87-4f26-92f7-a63ee56eb5ba has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:07.082495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:07.087221 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:07.108823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.111981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Pushing event updated for resources: {'Port': ['ID=77211598-da91-4a9e-ba69-84498ef883f4,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:07.126643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:07.179053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.183184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb1155ff-1a24-45a2-af97-5d3f60234f20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:07.185513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.196714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:07.199815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:07.201525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.208832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:07.209008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/e16c89d8-4c87-4f26-92f7-a63ee56eb5ba HTTP/1.1" status: 204 len: 168 time: 2.1517107 Apr 15 18:30:07.213194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40482) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:07.216590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=e16c89d8-4c87-4f26-92f7-a63ee56eb5ba,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:07.222511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1404322926'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:07.226606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:07.228911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:07.233369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:network and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:07.236813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:07.243629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:07.257339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:07.263909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.300992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:30:07.314907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.315439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Added segment d1ad4293-064d-42fc-95a4-80749375a306 of type vlan for network d591655e-2e1c-446c-9c4b-b08456b5d60e Apr 15 18:30:07.357775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.378893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:07.395762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.402425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:07.403416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.409561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:07.433749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Attempting to bind port 77211598-da91-4a9e-ba69-84498ef883f4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:07.434098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Attempting to bind port 77211598-da91-4a9e-ba69-84498ef883f4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:07.434539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Attempting to bind port 77211598-da91-4a9e-ba69-84498ef883f4 on network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:07.469415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:07.469836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Checking segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:07.470324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.470790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Bound using segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:07.471327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Bound port: 77211598-da91-4a9e-ba69-84498ef883f4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:07.471754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.522824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3056555 Apr 15 18:30:07.524350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40486) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:07.533386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:07.586621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:07.596886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:07.597318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.643737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Network': ['ID=d591655e-2e1c-446c-9c4b-b08456b5d60e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:07.646790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:07.649510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] For port 77211598-da91-4a9e-ba69-84498ef883f4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:07.662452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d591655e-2e1c-446c-9c4b-b08456b5d60e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:30:07.684177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:07.688526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] For port 77211598-da91-4a9e-ba69-84498ef883f4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=77211598-da91-4a9e-ba69-84498ef883f4,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:07.688691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:07.692114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:07.698259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:07.706972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:07.713120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.745431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5da70b-2004-4686-a485-72e64066885f req-e5d8f330-6810-4b62-b600-16eb7a2b3dd4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:07.747111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9e5da70b-2004-4686-a485-72e64066885f req-e5d8f330-6810-4b62-b600-16eb7a2b3dd4 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 944 time: 0.8451352 Apr 15 18:30:07.755294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:07.773284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:07.839707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9e5da70b-2004-4686-a485-72e64066885f req-d26ed252-e0e3-4d24-a950-01b379d3c171 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842295 Apr 15 18:30:07.842776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Router a3267ad6-9cab-4beb-a3c5-61ab0feedc18 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:30:08.058342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:08.073700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Sync routers for ids ['a3267ad6-9cab-4beb-a3c5-61ab0feedc18'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:08.090732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.092026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94b84636-0b22-4206-a1ce-0ba843f6d16f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "PUT /v2.0/routers/a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 200 len: 697 time: 1.6119542 Apr 15 18:30:08.096315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40490) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:08.103840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Routers {'a3267ad6-9cab-4beb-a3c5-61ab0feedc18'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:08.105104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a3267ad6-9cab-4beb-a3c5-61ab0feedc18'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:08.194645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cce59452-10cd-4a73-8cf2-656d0ddf627a up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:08.231218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Pushing event updated for resources: {'Port': ['ID=77211598-da91-4a9e-ba69-84498ef883f4,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:08.251530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:08.289596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.299541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Set router a3267ad6-9cab-4beb-a3c5-61ab0feedc18 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:08.318558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (374b4a88-5c6e-490e-8aa9-9a06aac5e19f/95730115-dbdc-4888-b3fc-05c132b28d94/fa6851b8-cf02-4bb7-95bd-f4842b0fe775) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:08.332047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:08.345224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.350032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:08.402378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port cce59452-10cd-4a73-8cf2-656d0ddf627a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:08.422730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port cce59452-10cd-4a73-8cf2-656d0ddf627a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:08.423166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.460200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device baccb127-86a2-466c-852f-edba2c7e4d29 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:08.509828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: baccb127-86a2-466c-852f-edba2c7e4d29 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:08.510300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device baccb127-86a2-466c-852f-edba2c7e4d29 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:08.530551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3267ad6-9cab-4beb-a3c5-61ab0feedc18', 'name': 'tempest-RoutersIpV6Test-router-107199937', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:30:05Z', 'updated_at': '2021-04-15T18:30:07Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:08.542281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Checking router: a3267ad6-9cab-4beb-a3c5-61ab0feedc18 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:08.552680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Routers {'a3267ad6-9cab-4beb-a3c5-61ab0feedc18'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:08.553686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['a3267ad6-9cab-4beb-a3c5-61ab0feedc18'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:08.572310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:08.572998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.575966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:08.602511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object fa6851b8-cf02-4bb7-95bd-f4842b0fe775 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:08.645779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.658883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90838b28-7884-41c4-93c1-f98967cb9f66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/routers/a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 200 len: 703 time: 0.5613351 Apr 15 18:30:08.659704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:08.663363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.667655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-40274b99-1ca3-4019-8406-ad13dbbea762 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:08.696841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:30:08.709057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:08.718640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:08.720946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:08.729204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] Set router a3267ad6-9cab-4beb-a3c5-61ab0feedc18 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:08.739381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1588deb8-ca79-44c9-aeab-38c83e01e96f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Synchronizing usage tracker for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:08.777050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1588deb8-ca79-44c9-aeab-38c83e01e96f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Unset dirty status for tenant:2da336b59650428683c397520e53896a on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:08.781278 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1588deb8-ca79-44c9-aeab-38c83e01e96f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 200 len: 205 time: 0.1189101 Apr 15 18:30:08.783854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40500) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:08.902307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3267ad6-9cab-4beb-a3c5-61ab0feedc18', 'name': 'tempest-RoutersIpV6Test-router-107199937', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:30:05Z', 'updated_at': '2021-04-15T18:30:07Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:08.916353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fb553-eb9c-43cb-aeea-904be6661f90 None None] The sync data for ids ['a3267ad6-9cab-4beb-a3c5-61ab0feedc18'] in dv-neutron-786478-1-hyperv is: [{'id': 'a3267ad6-9cab-4beb-a3c5-61ab0feedc18', 'name': 'tempest-RoutersIpV6Test-router-107199937', 'tenant_id': '2da336b59650428683c397520e53896a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:30:05Z', 'updated_at': '2021-04-15T18:30:07Z', 'revision_number': 2, 'project_id': '2da336b59650428683c397520e53896a', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:08.933546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'code': 200} Apr 15 18:30:08.934239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:08.941020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:08.985294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:08.990693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:09.070557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:09.080256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.117205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:09.126162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:09.205905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.259645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66986ead-048b-4829-a3d9-5809f78dbe98 req-69980211-314d-4ff1-a808-5c747892c3fe tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:09.259904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-66986ead-048b-4829-a3d9-5809f78dbe98 req-69980211-314d-4ff1-a808-5c747892c3fe tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.1952472 Apr 15 18:30:09.326994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-66986ead-048b-4829-a3d9-5809f78dbe98 req-6e952183-196d-44ba-9966-b9e540ca0bc3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589471 Apr 15 18:30:09.402863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.412783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 77211598-da91-4a9e-ba69-84498ef883f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:09.462155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:30:09.502566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 77211598-da91-4a9e-ba69-84498ef883f4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:09.508756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:09.537387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.542951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.582181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.589745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:09.590212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.599023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b5688b7-7459-4fd5-af7d-1cf8f7b08854 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:09.630144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.630707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Fanout notify agent at l3_agent the message router_deleted on router a3267ad6-9cab-4beb-a3c5-61ab0feedc18 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:30:09.763610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.768133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08b1054e-785e-478e-9639-c70e24d43177 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 204 len: 168 time: 0.9779134 Apr 15 18:30:09.771991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b4f95-c3c0-4fca-94c2-aec024e0042e req-126092d8-d4c7-4015-b0ea-e8a59d39a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:09.773460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40506) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:09.773595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-739b4f95-c3c0-4fca-94c2-aec024e0042e req-126092d8-d4c7-4015-b0ea-e8a59d39a713 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1098 time: 0.6191044 Apr 15 18:30:09.776390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=42eafd75-a6a2-40a8-9101-94926aea87b1,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:09.779251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:09.849363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b94db4f5-938b-4f51-8bac-64f1605129ff tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 200 len: 205 time: 0.0648940 Apr 15 18:30:09.852634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-739b4f95-c3c0-4fca-94c2-aec024e0042e req-1c3026f8-c81e-4cb3-a30e-51f94c7c75d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609689 Apr 15 18:30:09.852906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40510) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:09.891452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Checking segment: {'id': 'd1ad4293-064d-42fc-95a4-80749375a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:09.891858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network hostable DHCP agents. Network: d591655e-2e1c-446c-9c4b-b08456b5d60e, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:30:09.912621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network d591655e-2e1c-446c-9c4b-b08456b5d60e is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:30:09.925481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d591655e-2e1c-446c-9c4b-b08456b5d60e) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:09.935868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbea37-af99-448b-a1d3-4a6c0c28f9a0 None None] Network d591655e-2e1c-446c-9c4b-b08456b5d60e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:09.944810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:09.944810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:09.945648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-0193326f-2e6d-4175-abca-24e7ccbacccb tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:09.946827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0193326f-2e6d-4175-abca-24e7ccbacccb tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/a3267ad6-9cab-4beb-a3c5-61ab0feedc18 HTTP/1.1" status: 404 len: 336 time: 0.0929327 Apr 15 18:30:09.949505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40514) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.006820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.007100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b82011-82cb-47c3-959a-dfc4739886a2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:10.007381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b82011-82cb-47c3-959a-dfc4739886a2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:10.009912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8b82011-82cb-47c3-959a-dfc4739886a2 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/683731ea-d795-4dd4-bd24-90a221481ca4 HTTP/1.1" status: 404 len: 337 time: 0.0590670 Apr 15 18:30:10.013114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40518) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.022637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4972615 Apr 15 18:30:10.023515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40522) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.029761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-254249757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:10.038080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:10.047191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:router and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:10.050589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:10.056247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.057216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:10.068983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.070122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.086878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.092177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35caf6f7-7eb6-4f21-8f65-37794c67d9e1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:10.119705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.152948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.154621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2fe68dc8-3812-43d0-b367-8805cf87a780 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1297591 Apr 15 18:30:10.157662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40526) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.158964 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-455b282e-4e59-430f-9eb0-87462c801b6f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:10.159627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455b282e-4e59-430f-9eb0-87462c801b6f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:10.162332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-455b282e-4e59-430f-9eb0-87462c801b6f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/60825682-67bb-490c-adf4-bd84db0e74c1 HTTP/1.1" status: 404 len: 337 time: 0.1468618 Apr 15 18:30:10.164594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e', 'name': 'tempest-PortsIpV6TestJSON-79772457'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:10.170737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.220217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daf4917-9184-4321-af42-05ab53fab175 None None] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:10.233465 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b350cdaa-44f2-4347-9715-d7e87ea2a5fb tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:10.234014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b350cdaa-44f2-4347-9715-d7e87ea2a5fb tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:10.238848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b350cdaa-44f2-4347-9715-d7e87ea2a5fb tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/34ba7b62-d433-40d3-8c51-4d6b026ea32b HTTP/1.1" status: 404 len: 337 time: 0.0615754 Apr 15 18:30:10.239050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40534) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.249473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:10.254554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:10.260277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.295902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d591655e-2e1c-446c-9c4b-b08456b5d60e', 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': '42eafd75-a6a2-40a8-9101-94926aea87b1'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:10.296178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11bf33c-d9f5-4634-ab7b-1395ad97ce73 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:10.296769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11bf33c-d9f5-4634-ab7b-1395ad97ce73 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:10.296908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.301367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c11bf33c-d9f5-4634-ab7b-1395ad97ce73 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/578f5976-e14c-4f07-b017-a9dab7a148ae HTTP/1.1" status: 404 len: 337 time: 0.0586748 Apr 15 18:30:10.302348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40538) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.366151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fdd22d4d-0bda-4891-8fa2-e46f417a9301 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 200 len: 205 time: 0.0603776 Apr 15 18:30:10.367754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40544) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.419001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:10.420439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:10.465312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3d9818b9-0767-4f96-9e0d-99470027742a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:10.466633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d9818b9-0767-4f96-9e0d-99470027742a tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/cfe02456-4a19-4d09-8c59-294db038b733 HTTP/1.1" status: 404 len: 336 time: 0.0977895 Apr 15 18:30:10.470532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40548) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.494588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Allocated IP 2001:db8::2 (d591655e-2e1c-446c-9c4b-b08456b5d60e/42eafd75-a6a2-40a8-9101-94926aea87b1/2f38e398-8a34-4f60-8e3a-b0d5930b6a36) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:10.538970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c27da2e3-0f2a-45cf-9956-fea108887739 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=11c64bde-c2fc-4680-8297-4eb7e50fc843 HTTP/1.1" status: 200 len: 205 time: 0.0670347 Apr 15 18:30:10.541631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40552) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.632229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:10.635239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-19b28818-d963-4d1b-8ac6-580848c98f01 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:10.636476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19b28818-d963-4d1b-8ac6-580848c98f01 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/11c64bde-c2fc-4680-8297-4eb7e50fc843 HTTP/1.1" status: 404 len: 336 time: 0.0936308 Apr 15 18:30:10.642044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40556) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.650096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:10.661767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Provisioning for port 77211598-da91-4a9e-ba69-84498ef883f4 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:10.694671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Provisioning complete for port 77211598-da91-4a9e-ba69-84498ef883f4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:10.695233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.732314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf2102b-8958-4b34-af28-2db50ed8fd33 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:10.733737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf2102b-8958-4b34-af28-2db50ed8fd33 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:10.736478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2cf2102b-8958-4b34-af28-2db50ed8fd33 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/2f38cc21-eadf-42d4-8198-7823de89c091 HTTP/1.1" status: 404 len: 337 time: 0.0930953 Apr 15 18:30:10.738671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40560) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.742458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:10.751755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:10.850583 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-abc906b6-d130-44ee-87f2-05f3815b5c58 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 200 len: 205 time: 0.1100144 Apr 15 18:30:10.852980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40564) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:10.863932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 9766a0d1-f0d1-4469-8261-896153d2637b yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:30:10.875223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29a554-4298-40d5-a28c-704e8be23079 req-ed211c2e-7da3-49f5-baba-f131812a96fb tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:10.877352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a29a554-4298-40d5-a28c-704e8be23079 req-ed211c2e-7da3-49f5-baba-f131812a96fb tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.3304482 Apr 15 18:30:10.891847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:11.051793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:11.074321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-49207b02-15ed-4ba0-a645-23f73336a11d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:11.075626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-49207b02-15ed-4ba0-a645-23f73336a11d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/ae9b685d-6f7b-4400-b4fc-c3801af2414b HTTP/1.1" status: 404 len: 336 time: 0.2213533 Apr 15 18:30:11.078497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40568) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.140416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc332e94-b0ef-4429-849f-708b4a7a01b9 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd39beb4-bb40-4f6f-95f8-6a1beeb1467f HTTP/1.1" status: 200 len: 205 time: 0.0591164 Apr 15 18:30:11.142002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40572) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.193412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] For port 77211598-da91-4a9e-ba69-84498ef883f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=77211598-da91-4a9e-ba69-84498ef883f4,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:11.195111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:11.198792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:11.204204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7dd8166-0e8d-44cd-8113-18261043fbbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:11.244173 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-40c73a5b-560c-4fbd-b767-a2ae050e1150 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:11.246090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-40c73a5b-560c-4fbd-b767-a2ae050e1150 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/fd39beb4-bb40-4f6f-95f8-6a1beeb1467f HTTP/1.1" status: 404 len: 336 time: 0.1021271 Apr 15 18:30:11.254548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.298202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Pushing event updated for resources: {'Port': ['ID=77211598-da91-4a9e-ba69-84498ef883f4,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:11.301736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Transition to ACTIVE for port object 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:11.305158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:11.323815 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-b549ecf0-4513-49a7-89a6-1005e78839e4 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:11.324429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b549ecf0-4513-49a7-89a6-1005e78839e4 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:11.334879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b549ecf0-4513-49a7-89a6-1005e78839e4 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/2e4f39c4-1fad-4ddc-8849-991e8d6e25d8 HTTP/1.1" status: 404 len: 337 time: 0.0762808 Apr 15 18:30:11.335391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40580) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.336586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Transition to ACTIVE for port object 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:11.343116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:11.360786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:11.453905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d601008-f516-44b9-a993-bf31bac93501 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=b82247dc-e2fb-4dcc-88a0-b130db9ca365 HTTP/1.1" status: 200 len: 205 time: 0.1171131 Apr 15 18:30:11.457860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40584) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.475587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a29a554-4298-40d5-a28c-704e8be23079 req-28207349-ce1f-43a6-8e4e-dcf034733d37 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5819154 Apr 15 18:30:11.508760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Pushing event updated for resources: {'Port': ['ID=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:11.529316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:11.555790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3eb34b3b-d30b-454b-abfe-bc3547c4c610 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:11.557272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Provisioning complete for port 77211598-da91-4a9e-ba69-84498ef883f4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:11.557700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:11.558191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:11.559952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40588) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.566543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8920505 Apr 15 18:30:11.569312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3eb34b3b-d30b-454b-abfe-bc3547c4c610 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/b82247dc-e2fb-4dcc-88a0-b130db9ca365 HTTP/1.1" status: 404 len: 336 time: 0.1008275 Apr 15 18:30:11.572731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40592) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.597507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:11.612586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0cef9f-88db-417f-a698-b0d01e3d55ed tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:11.613222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0cef9f-88db-417f-a698-b0d01e3d55ed tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:11.615586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea0cef9f-88db-417f-a698-b0d01e3d55ed tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/57d39de5-99bc-436d-a103-cb0d76fc5f47 HTTP/1.1" status: 404 len: 337 time: 0.0543528 Apr 15 18:30:11.618546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40596) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.648597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:11.649421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:11.684199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fdd11a6b-46d0-476b-a661-d2dbfa140e8f tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e HTTP/1.1" status: 200 len: 205 time: 0.0634396 Apr 15 18:30:11.685878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40600) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:11.706288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Network d591655e-2e1c-446c-9c4b-b08456b5d60e is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:11.714643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:11.730167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:12.095207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::3ba (d591655e-2e1c-446c-9c4b-b08456b5d60e/42eafd75-a6a2-40a8-9101-94926aea87b1/9766a0d1-f0d1-4469-8261-896153d2637b) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:12.113490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-bc4bc106-0a2a-4140-9598-003a63884a02 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] delete failed (client error): The resource could not be found. Apr 15 18:30:12.114823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc4bc106-0a2a-4140-9598-003a63884a02 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/routers/a1ce0a06-2ed6-47d4-bc3b-97b99ef36c0e HTTP/1.1" status: 404 len: 336 time: 0.4254138 Apr 15 18:30:12.118192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40604) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.162556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c623067d-eab4-4257-951d-4e073cc9f53e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:12.163276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c623067d-eab4-4257-951d-4e073cc9f53e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:12.166203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c623067d-eab4-4257-951d-4e073cc9f53e tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/3c3925a1-0502-496f-afde-276312cdb513 HTTP/1.1" status: 404 len: 337 time: 0.0457327 Apr 15 18:30:12.167933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40608) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.180877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Attempting to bind port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:12.181301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Attempting to bind port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd1ad4293-064d-42fc-95a4-80749375a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:12.181716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Attempting to bind port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 on network d591655e-2e1c-446c-9c4b-b08456b5d60e {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:12.197529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:12.243864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:12.244277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Checking segment: {'id': 'd1ad4293-064d-42fc-95a4-80749375a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:12.244734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.245178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a08d874-c63e-4882-b4bb-d1e93a298b98 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:12.245315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Bound using segment: {'id': 'd1ad4293-064d-42fc-95a4-80749375a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:12.245690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a08d874-c63e-4882-b4bb-d1e93a298b98 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:12.245862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Bound port: 2f38e398-8a34-4f60-8e3a-b0d5930b6a36, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ad4293-064d-42fc-95a4-80749375a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd591655e-2e1c-446c-9c4b-b08456b5d60e'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:12.246135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.247528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0a08d874-c63e-4882-b4bb-d1e93a298b98 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] 10.222.0.32 "DELETE /v2.0/subnets/ffea3185-aa2a-4b37-af3d-113a82cd48a9 HTTP/1.1" status: 404 len: 337 time: 0.0753992 Apr 15 18:30:12.272882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.273528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.274109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.274574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.275083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.275912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.276053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.276554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.277451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Provisioning for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:12.282168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ce940a9d-7b5f-4eeb-a1b1-4ceb73857f5d tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.7048881 Apr 15 18:30:12.283208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40614) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.337495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:12.337949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.383004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.383331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.384269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.384879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.385524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.386221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.386833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.392246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-988a99d5-c264-455a-8ec8-46c34108c931 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4616 time: 0.1053872 Apr 15 18:30:12.392732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40618) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.448872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.467751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 9766a0d1-f0d1-4469-8261-896153d2637b will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:12.494155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.576416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c86f7-e219-4856-bf43-9e68d8a64cd7 None None] Port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:12.619848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] For port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:12.637382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5772c3b7-6c87-42ac-848a-0d50bedeb2de tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:12.664941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-51e60ee3-55ef-43e1-ac8b-4cf9bfe6b6a7 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.2698369 Apr 15 18:30:12.710447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] For port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,segment=NetworkSegment(d1ad4293-064d-42fc-95a4-80749375a306),segment_id=d1ad4293-064d-42fc-95a4-80749375a306)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:12.726828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.758141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=9766a0d1-f0d1-4469-8261-896153d2637b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:12.761226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:12.771121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network d591655e-2e1c-446c-9c4b-b08456b5d60e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:12.772315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:12.774719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:12.781339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.782069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.786961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:12.787777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40628) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.823496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6633227 Apr 15 18:30:12.825582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40634) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.895831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bc98ce70-cd26-4519-8576-59493e8e4814 None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:12.896343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc98ce70-cd26-4519-8576-59493e8e4814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:12.907264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40638) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:12.921816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1426-5623-43fd-ac0b-e77989dba32f req-45c4d873-7110-49e4-a086-03cdea78f513 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:12.928668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039117284', 'description': 'tempest-secgroup-smoke-2039117284 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:12.930785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-644e1426-5623-43fd-ac0b-e77989dba32f req-45c4d873-7110-49e4-a086-03cdea78f513 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.2206798 Apr 15 18:30:12.994309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-644e1426-5623-43fd-ac0b-e77989dba32f req-b28faa1f-e6a1-43cf-9f93-51fd7de60d8b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590985 Apr 15 18:30:13.022012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:13.032020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bc98ce70-cd26-4519-8576-59493e8e4814 None None] Port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:13.037770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Pushing event updated for resources: {'Port': ['ID=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:13.043372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:13.071558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:13.083079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:13.083571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Updating router 6aaf8994-ecbc-45cf-835e-7ae260c5212c port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:30:13.101980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:13.127907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:13.155656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.214625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dbf27-625f-4f84-bcbd-f494a9b62c97 req-9546422f-fbd3-4a13-a4b8-00e23d0d9b7a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:13.215226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:13.223064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b27dbf27-625f-4f84-bcbd-f494a9b62c97 req-9546422f-fbd3-4a13-a4b8-00e23d0d9b7a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.1157250 Apr 15 18:30:13.314016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b27dbf27-625f-4f84-bcbd-f494a9b62c97 req-41c184fa-4b6e-430b-bd18-248415053446 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874932 Apr 15 18:30:13.332041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40644) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:13.407656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 77211598-da91-4a9e-ba69-84498ef883f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:13.418602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14008b-01e2-4cd5-a8d5-795be79e7e92 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:13.419401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da14008b-01e2-4cd5-a8d5-795be79e7e92 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] Synchronizing usage tracker for tenant:32593c29a1984cc6812ac7de5ae1c7d5 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:13.438078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-da14008b-01e2-4cd5-a8d5-795be79e7e92 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] Unset dirty status for tenant:32593c29a1984cc6812ac7de5ae1c7d5 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:13.439385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-da14008b-01e2-4cd5-a8d5-795be79e7e92 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1093 time: 0.1062443 Apr 15 18:30:13.442255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f704bd4-01fa-407f-bca1-1d9e4f09811c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2da336b59650428683c397520e53896a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503804 Apr 15 18:30:13.442882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40648) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:13.444318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40650) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:13.448301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.465704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:13.476278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:13.484035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:floatingip and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:13.487103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:13.491262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:13.494575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:13.494936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:13.509522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:13.512502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:13.564410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.566872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.606801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 77211598-da91-4a9e-ba69-84498ef883f4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:13.607227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.657292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.664159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.673122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76d7d943-2d57-4d1d-bdd9-e99c16f4963a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:13.714792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.761154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.766924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8538604 Apr 15 18:30:13.768953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40656) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:13.772611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.773520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e738d545-aea1-4525-bdcd-9f8e6b45d2dd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:13.776894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:13.785892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Transition to ACTIVE for port object fa6851b8-cf02-4bb7-95bd-f4842b0fe775 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:13.793945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.794512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:13.803783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.810746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:13.812250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce719bd4-540b-4542-bc40-d81d2818e02f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:13.835782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:13.841613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:13.855700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:13.877338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.884453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5354aff4-e072-473b-a6fe-44c49de1ca9c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:13.903722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.909361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd5946-32bd-4dc0-a1e4-e619418ee872,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:13.912170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:13.913019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.968875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:13.972798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcfd5946-32bd-4dc0-a1e4-e619418ee872 HTTP/1.1" status: 204 len: 168 time: 0.5259078 Apr 15 18:30:14.102325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.111838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.121159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d4727a5-478d-4129-8d5b-696f807cf7c1 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:14.171898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4c1c51-103d-4214-b2b9-8eafb3cd8fdb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:14.175147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:14.186803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.26.7.252 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a8394768-69df-47a5-a4f9-c65b89172c15) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:14.194400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.195996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4139245 Apr 15 18:30:14.201381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40664) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:14.209153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:14.218649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:14.244167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:14.245597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.250450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.290075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:14.295375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:14.301966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:14.314015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:14.336614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f4bd1391-24d3-41ba-ab53-9346a7a2c62f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:14.363274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.475071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.496114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=9766a0d1-f0d1-4469-8261-896153d2637b,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:14.505508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:14.529079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.537461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.540879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d445b698-4e5b-47f9-9c84-1eeec02c6eea tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:14.589431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7235c4ab-8c13-48c4-b7fd-923f9bcfc2ce,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:14.605150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:14.644378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.698534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.700474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Attempting to bind port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:14.701094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Attempting to bind port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:14.701762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Attempting to bind port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 on network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:14.708409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:14.713735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Checking segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:14.714276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.714763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Bound using segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:14.715351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Bound port: fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:14.715792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.859464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:14.864524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:14.868255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:14.872844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.918115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.972893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:14.974790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7714486 Apr 15 18:30:14.978102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40684) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:14.985698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:14.985914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=a8394768-69df-47a5-a4f9-c65b89172c15,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:14.989607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:15.001094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:15.002397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:15.005694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:15.038340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5b05940-bc41-4996-8bbd-ec581a3398ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:15.042165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:15.057157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:15.062158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:15.069979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.073503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529ee1b-f1e7-414f-86fa-ac6358a3fbb1 None None] Network d591655e-2e1c-446c-9c4b-b08456b5d60e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:15.089511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:15.122964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40688) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:15.183762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.228303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f0a1b492-0e30-4a8c-bb51-9627e1b8a63b None None] Provisioning for port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:15.263565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:15.276030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:15.276718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:15.277433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:15.385440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-106088778'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:15.391641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:15.396030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:15.399199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:15.405587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:15.429464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.435500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.440283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:15.455664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:15.491818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e84cb0-154e-4aaf-806f-5e1d22d1e601,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:15.507818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:15.515105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.542735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.547487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:15.563477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.565099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5859191 Apr 15 18:30:15.567051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:15.568174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40694) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:15.576406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:security_group_rule and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:15.587185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:15.591764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:15.599382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:15.601305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:15.617922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:15.624729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:15.636272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:15.675045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.702441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:15.738804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.761094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.765521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:15.766225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.772482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.776103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.776344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:15.776761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.779151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06baa3c5-5622-49dd-8067-2d9356f7267b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:15.783459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.788782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e42b652-5bd8-4d86-a9af-af3344cb2d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:15.794738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.796538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.830031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a085b8-9fe4-4c89-ad96-d8aff263a47b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:15.866248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:30:15.876360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1def7-bce9-43e0-8851-43ade141e7d6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:15.888715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:15.894197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.894600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment ae73252f-c22b-4c93-bc81-eb99e56a6850 of type vlan for network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 Apr 15 18:30:15.904318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.910255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:15.913942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05f484dd-dc78-4025-9618-d46253913f2b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:15.970854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.977524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:15.981591 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac2a5f1d-b467-446c-8437-38bc08cf3d36 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4098032 Apr 15 18:30:15.983874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40698) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:15.996647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:16.012208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:16.027820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:16.034073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=9766a0d1-f0d1-4469-8261-896153d2637b,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:16.037257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:16.037955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:16.059428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network d591655e-2e1c-446c-9c4b-b08456b5d60e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:16.060833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:16.069304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:16.135503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.142309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:16.142998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.156626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-880691f6-15bd-47d7-8405-2f44964775ec tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:16.160102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.182378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:30:16.216643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,segment=NetworkSegment(d1ad4293-064d-42fc-95a4-80749375a306),segment_id=d1ad4293-064d-42fc-95a4-80749375a306)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:16.221932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.224601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7986c268-018f-4f1e-99a7-056b3562a8ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:16.266091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.371368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=5936bfb8-a6c8-491c-9f05-07b61366f9e3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:16.383209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2565777 Apr 15 18:30:16.383209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:16.392837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40702) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:16.404609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-1225245388'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:16.420351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:16.431544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:16.437578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:16.447611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:16.461609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:30:16.478669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.486644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.488081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.509082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:16.560357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:16.568118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.577834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:14Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:16.581184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.597186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed9d78-e2a9-40e0-bdc5-f110ca6e71a5 None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:14Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:16.603865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Provisioning complete for port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:16.604293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.702550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Router 5a8e1731-14db-4225-bd67-0cb31381d60a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:30:16.704309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:16.741146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:16.795255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=a8394768-69df-47a5-a4f9-c65b89172c15,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:16.799125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:16.806608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c689b03c-6de9-4f62-9bbc-b1d91ac13dd0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:16.839642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc3e4ed-3a07-4170-9634-96f7e56c4cbd,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:16.843174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:16.844124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.848215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8590944 Apr 15 18:30:16.848215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:30:16.851093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40706) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:16.860279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': 'e738d545-aea1-4525-bdcd-9f8e6b45d2dd', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:16.907569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.908105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 5279908d-3bdb-450a-9f44-716923a8f00c of type vlan for network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 Apr 15 18:30:16.940282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:16.948242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:16.950313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Provisioning for port 9766a0d1-f0d1-4469-8261-896153d2637b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:16.954296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:16.957963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Provisioning complete for port 9766a0d1-f0d1-4469-8261-896153d2637b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:16.958395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:16.991161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:17.009113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.011470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:17.013412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:30:17.018315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.022327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] Sync routers for ids ['5a8e1731-14db-4225-bd67-0cb31381d60a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:17.024920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/routers/5a8e1731-14db-4225-bd67-0cb31381d60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1979167 Apr 15 18:30:17.027763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40710) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:17.039050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] Routers {'5a8e1731-14db-4225-bd67-0cb31381d60a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:17.040039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a8e1731-14db-4225-bd67-0cb31381d60a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:17.078997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-71f433db-5727-42b5-9fb7-8a76ef637337 None None] Port 9766a0d1-f0d1-4469-8261-896153d2637b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:17.086909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.156682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:17.166800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] Routers {'5a8e1731-14db-4225-bd67-0cb31381d60a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:17.167703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a8e1731-14db-4225-bd67-0cb31381d60a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:17.210196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eec8a9fe-4ab9-4d60-adbf-635ed8e83d5e None None] Provisioning complete for port 9766a0d1-f0d1-4469-8261-896153d2637b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:17.213116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eec8a9fe-4ab9-4d60-adbf-635ed8e83d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.248166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.257249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:17.260942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.268673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fdbdc111-c000-4dbc-a3fc-471a322c29d6 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:17.271321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cad80fe-a6d7-472b-8310-595d4989d49f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:17.272177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cad80fe-a6d7-472b-8310-595d4989d49f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:17.286479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.298513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.303243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d748aea-84bf-450a-8d1a-416d77f26b27 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:17.320714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:17.328650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5cad80fe-a6d7-472b-8310-595d4989d49f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:17.329166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1200fb2b-1e78-41df-9f17-e279eaf0fd5c None None] The sync data for ids ['5a8e1731-14db-4225-bd67-0cb31381d60a'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:17.333219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5cad80fe-a6d7-472b-8310-595d4989d49f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a8e1731-14db-4225-bd67-0cb31381d60a HTTP/1.1" status: 200 len: 987 time: 0.3028855 Apr 15 18:30:17.347352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40714) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:17.350396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eec8a9fe-4ab9-4d60-adbf-635ed8e83d5e None None] Port 9766a0d1-f0d1-4469-8261-896153d2637b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:17.413667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0169575 Apr 15 18:30:17.416822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40718) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:17.426014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:17.427326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149f8544-dd64-495c-8e93-b431b0ddf79b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:17.434662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.444036 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5837195 Apr 15 18:30:17.444036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:17.449177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP 56cc4937-7f52-48e8-af58-986e7c363c63 associated. External IP: 172.26.7.252, port: cce59452-10cd-4a73-8cf2-656d0ddf627a. Apr 15 18:30:17.467901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:17.587214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:17.593111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:17.593803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.799145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.840975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:17.844879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.845795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:17.897120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:17.985876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:17.990903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:17.991522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:18.030919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:18.034305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:18.037613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=6f30ffcb-e93a-48d0-8d3f-d96ed8760485,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:18.053371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:30:18.104112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:18.194119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-4f34e248-05d3-4173-803d-aad4e238d415 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039117284&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.2654154 Apr 15 18:30:18.204373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:18.250710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:18.254629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:18.324791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:18.338867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 9766a0d1-f0d1-4469-8261-896153d2637b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:18.339245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:18.430329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:18.437019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:18.537445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:18.662416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-1afdc6df-ec88-4a71-acd9-a03ea3cb350a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:18.663214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-1afdc6df-ec88-4a71-acd9-a03ea3cb350a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:18.673678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 9766a0d1-f0d1-4469-8261-896153d2637b owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:18.720021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-1afdc6df-ec88-4a71-acd9-a03ea3cb350a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:18.721327 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-1afdc6df-ec88-4a71-acd9-a03ea3cb350a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 200 len: 797 time: 0.5260561 Apr 15 18:30:18.744532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:18.753504 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-f226c88f-4206-4b74-8706-cd641bec7929 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0224626 Apr 15 18:30:18.860644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:18.876124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-31169f1a-36fd-4829-a6c9-5b5c427cd17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:18.926039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=9766a0d1-f0d1-4469-8261-896153d2637b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:18.976678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:19.116981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:19.131295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-890859f1-5a0a-4e41-a08b-c14810a61b9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:19.131442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:19.146719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:19.147080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:19.216668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:19.254698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:19.286171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-890859f1-5a0a-4e41-a08b-c14810a61b9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:19.288910 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-890859f1-5a0a-4e41-a08b-c14810a61b9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5258267 Apr 15 18:30:19.365023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:19.397435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9511676 Apr 15 18:30:19.401607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:30:19.446540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:19.463281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'status': 'completed', 'code': 200} Apr 15 18:30:19.569957 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-983e2d0d-350c-4a1c-bc06-804cbdf29fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060099 Apr 15 18:30:19.615361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:19.615697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:19.781231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Router 5a8e1731-14db-4225-bd67-0cb31381d60a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:19.789397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-103a65cd-2f39-48e1-ab23-1d57c2321dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:19.791172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-103a65cd-2f39-48e1-ab23-1d57c2321dec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1098 time: 0.3095341 Apr 15 18:30:19.791833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:19.810234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16cf1092-16c3-44fb-ae85-2cf0fa234676 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:19.847405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-0fe973ec-55e2-4ac9-9e3d-4df1299a1c51 service neutron] 10.222.0.32 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646143 Apr 15 18:30:19.965132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:15Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:19.966192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=ea3ad1f0-28b8-4ef4-b609-47d2f586eae9,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:19.970262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:19.972440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:19.979987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:19.980768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:20.063311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': 'ae73252f-c22b-4c93-bc81-eb99e56a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:20.063711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 5936bfb8-a6c8-491c-9f05-07b61366f9e3, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:30:20.155844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:30:20.178523 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5cfc1ab9-6f0d-4024-9d40-0824373a3e1a req-3e5981a7-ef70-4851-9647-93c17d7ca031 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 210 time: 0.0693691 Apr 15 18:30:20.182510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 5936bfb8-a6c8-491c-9f05-07b61366f9e3) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:20.201887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:20.203918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:20.210298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba853b05-6d55-40fe-8721-657ab2bf18cd None None] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:20.228510 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8077371 Apr 15 18:30:20.229959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:20.236464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:20.312304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:20.361437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:20.375892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] Sync routers for ids ['5a8e1731-14db-4225-bd67-0cb31381d60a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:20.401779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] Routers {'5a8e1731-14db-4225-bd67-0cb31381d60a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:20.402547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a8e1731-14db-4225-bd67-0cb31381d60a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:20.407896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/routers/5a8e1731-14db-4225-bd67-0cb31381d60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577748 Apr 15 18:30:20.411584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40752) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:20.428658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:20.432756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-796a3da0-4dc5-424f-86ba-c7e0d42e322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:20.434505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:20.438603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:20.439373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-796a3da0-4dc5-424f-86ba-c7e0d42e322d service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.6405461 Apr 15 18:30:20.445928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:20.532959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cdc609-a612-4139-b54b-9362e3ee89dc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:30:20.537099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96cdc609-a612-4139-b54b-9362e3ee89dc tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/9766a0d1-f0d1-4469-8261-896153d2637b HTTP/1.1" status: 404 len: 333 time: 0.1215601 Apr 15 18:30:20.540561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40756) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:20.540946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:20.555375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] Routers {'5a8e1731-14db-4225-bd67-0cb31381d60a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:20.556430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:29:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a8e1731-14db-4225-bd67-0cb31381d60a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:20.620671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-6cfccbe2-147c-4ddb-9a21-83663af18695 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 999 time: 0.1747963 Apr 15 18:30:20.648039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:20.648515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38aeaa-bdc4-4546-b8e2-6227e386f744 None None] The sync data for ids ['5a8e1731-14db-4225-bd67-0cb31381d60a'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:20.669624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:20.675665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:20.722842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-e5a188dc-a3b3-461e-be78-5f4be0e5ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:20.722842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-e5a188dc-a3b3-461e-be78-5f4be0e5ed44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0911698 Apr 15 18:30:20.892483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-439858e8-d809-48e9-b537-a1480e7cae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:20.892483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-439858e8-d809-48e9-b537-a1480e7cae06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1609707 Apr 15 18:30:21.119909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-5936bfb8-a6c8-491c-9f05-07b61366f9e3', 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': 'ea3ad1f0-28b8-4ef4-b609-47d2f586eae9'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:21.119909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:21.124564 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-55d35858-bc8d-488f-86e2-d3ebc8c2fff2 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829965 Apr 15 18:30:21.239262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Allocated IP 172.20.0.2 (5936bfb8-a6c8-491c-9f05-07b61366f9e3/ea3ad1f0-28b8-4ef4-b609-47d2f586eae9/799119b7-70a4-49e4-b158-d30d0c97412d) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:21.307423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-871f4ecd-e720-471c-972a-1db6bf53ad03 req-89bdd7f2-834b-4865-96ce-34237987052e service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181191 Apr 15 18:30:21.592036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:21.592036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Transition to ACTIVE for port object 799119b7-70a4-49e4-b158-d30d0c97412d will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:21.592036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Transition to ACTIVE for port object 799119b7-70a4-49e4-b158-d30d0c97412d will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:21.592036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:15Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:21.598431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9df40259-af0e-466d-bdc0-79a4bb9b9cc7 req-d5bd7903-1955-44c2-823f-576c13242613 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 210 time: 0.0748415 Apr 15 18:30:21.598431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:21.602704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324e97e-c8a0-406b-b9d5-1e39dfbcd98c None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:15Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:21.692130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:21.726589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85fc925e-cb42-4dcb-8e6a-557fd9a388a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:21.921772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Pushing event updated for resources: {'Port': ['ID=799119b7-70a4-49e4-b158-d30d0c97412d,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:21.937232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:21.981907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9a8664-9fb5-473c-abb3-a907dff18372 None None] New status for floating IP 56cc4937-7f52-48e8-af58-986e7c363c63: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:30:22.000491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.003807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.076456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:22.080171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.080578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:22.080708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8e1731-14db-4225-bd67-0cb31381d60a {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:30:22.084523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:22.113270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.117319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0258119-a2ea-4302-ba71-f3058bfbc7a1 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/routers/5a8e1731-14db-4225-bd67-0cb31381d60a HTTP/1.1" status: 204 len: 168 time: 1.5730641 Apr 15 18:30:22.118126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40762) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:22.284519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Attempting to bind port 799119b7-70a4-49e4-b158-d30d0c97412d on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:22.284926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Attempting to bind port 799119b7-70a4-49e4-b158-d30d0c97412d by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ae73252f-c22b-4c93-bc81-eb99e56a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:22.285343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Attempting to bind port 799119b7-70a4-49e4-b158-d30d0c97412d on network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:22.303744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:22.304482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Checking segment: {'id': 'ae73252f-c22b-4c93-bc81-eb99e56a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:22.305274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.305920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Bound using segment: {'id': 'ae73252f-c22b-4c93-bc81-eb99e56a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:22.306619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Bound port: 799119b7-70a4-49e4-b158-d30d0c97412d, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae73252f-c22b-4c93-bc81-eb99e56a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5936bfb8-a6c8-491c-9f05-07b61366f9e3'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:22.307212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.346226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 42eafd75-a6a2-40a8-9101-94926aea87b1 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:22.356112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.410831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-9bd3a8e2-b796-477d-bbdf-cbf69d172ff7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:22.412010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-9bd3a8e2-b796-477d-bbdf-cbf69d172ff7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:22.431880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.448601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.450559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ab02d52-19af-442a-a0c6-f95eecab6a5d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:22.473434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] For port 799119b7-70a4-49e4-b158-d30d0c97412d, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:22.477005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] For port 799119b7-70a4-49e4-b158-d30d0c97412d, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=799119b7-70a4-49e4-b158-d30d0c97412d,segment=NetworkSegment(ae73252f-c22b-4c93-bc81-eb99e56a6850),segment_id=ae73252f-c22b-4c93-bc81-eb99e56a6850)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:22.480694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.497428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:22.507173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-9bd3a8e2-b796-477d-bbdf-cbf69d172ff7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:22.508575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-9bd3a8e2-b796-477d-bbdf-cbf69d172ff7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 200 len: 797 time: 0.3451965 Apr 15 18:30:22.598416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=f1c552c6-6433-4cf1-8a46-ac748195778f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:22.603694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:22.633374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-fbb1901a-bfd4-4d91-abb7-e2fa494c9353 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:22.636608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.662774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Pushing event updated for resources: {'Port': ['ID=799119b7-70a4-49e4-b158-d30d0c97412d,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:22.668197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:22.674980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '5279908d-3bdb-450a-9f44-716923a8f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:22.675392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 6f30ffcb-e93a-48d0-8d3f-d96ed8760485, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:30:22.694870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:30:22.695697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbf67346-76e5-4256-bebf-470763b442b0 req-fbb1901a-bfd4-4d91-abb7-e2fa494c9353 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:22.697304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-fbb1901a-bfd4-4d91-abb7-e2fa494c9353 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8069 time: 0.1727643 Apr 15 18:30:22.704774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6f30ffcb-e93a-48d0-8d3f-d96ed8760485) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:22.715949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35cf8f-ed88-425f-8640-e2d9a9fe1201 None None] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:22.716385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['e738d545-aea1-4525-bdcd-9f8e6b45d2dd']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:22.719833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:22.720602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.759764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5288596 Apr 15 18:30:22.760697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40772) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:22.768256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-424564073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:22.782548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:22.786810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:22.790767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:22.797137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:22.848694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.849853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.873072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4827482b-64f8-4e70-ba9a-37cc7e097c45 req-d30e1dc7-f10f-45a1-bceb-884feaaf78c0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 210 time: 0.0678198 Apr 15 18:30:22.893144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.913624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.939548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:22.943861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c9ef2652-5bf0-4f07-a53e-a0dd85b43e7e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1791425 Apr 15 18:30:22.944236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40776) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:22.991522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-6f30ffcb-e93a-48d0-8d3f-d96ed8760485', 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': 'f1c552c6-6433-4cf1-8a46-ac748195778f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:22.992430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:23.188805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Allocated IP 172.21.0.2 (6f30ffcb-e93a-48d0-8d3f-d96ed8760485/f1c552c6-6433-4cf1-8a46-ac748195778f/59184854-c4f4-403c-aa77-adf309c5bac7) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:23.220171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:23.293313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:23.336717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 799119b7-70a4-49e4-b158-d30d0c97412d up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:23.445449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:23.451419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:23.480413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:23.486448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 799119b7-70a4-49e4-b158-d30d0c97412d completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:23.497200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Transition to ACTIVE for port object 59184854-c4f4-403c-aa77-adf309c5bac7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:23.517494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Transition to ACTIVE for port object 59184854-c4f4-403c-aa77-adf309c5bac7 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:23.522105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:23.537648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1f14446-b3b0-4d10-b874-2c0611b47038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:23.642368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:23.666159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b5dc511-5bb7-492e-8d91-068239c551c6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:23.869615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Pushing event updated for resources: {'Port': ['ID=59184854-c4f4-403c-aa77-adf309c5bac7,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:23.883313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:23.932991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:23.934466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:23.936844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:24.055270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Attempting to bind port 59184854-c4f4-403c-aa77-adf309c5bac7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:24.055695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Attempting to bind port 59184854-c4f4-403c-aa77-adf309c5bac7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '5279908d-3bdb-450a-9f44-716923a8f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:24.056110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Attempting to bind port 59184854-c4f4-403c-aa77-adf309c5bac7 on network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:24.066975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:24.067917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Checking segment: {'id': '5279908d-3bdb-450a-9f44-716923a8f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:24.068567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.069632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Bound using segment: {'id': '5279908d-3bdb-450a-9f44-716923a8f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:24.069632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Bound port: 59184854-c4f4-403c-aa77-adf309c5bac7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5279908d-3bdb-450a-9f44-716923a8f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6f30ffcb-e93a-48d0-8d3f-d96ed8760485'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:24.070777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.075260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=42eafd75-a6a2-40a8-9101-94926aea87b1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:24.085013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b059c0a4-812e-483d-a8a5-dc80aed35e03 req-47e55d0a-f745-4c54-b5d0-41c5d78c8dd8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 210 time: 0.0757170 Apr 15 18:30:24.089005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:24.209539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] For port 59184854-c4f4-403c-aa77-adf309c5bac7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:24.211993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ffbb67ab-80fc-45f4-bf43-5792acc09b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.214485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.217112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] For port 59184854-c4f4-403c-aa77-adf309c5bac7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=59184854-c4f4-403c-aa77-adf309c5bac7,segment=NetworkSegment(5279908d-3bdb-450a-9f44-716923a8f00c),segment_id=5279908d-3bdb-450a-9f44-716923a8f00c)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:24.222486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.243276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50b744c8-243c-4e3a-9ef8-ca6b73853454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:24.285914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8181d50-3451-4ec5-b526-f3ab6265c789 None None] Network d591655e-2e1c-446c-9c4b-b08456b5d60e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:24.307899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.357653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cfb46-abb7-45fb-bdc5-f73b010ce7b0 None None] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:24.404284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/42eafd75-a6a2-40a8-9101-94926aea87b1 HTTP/1.1" status: 204 len: 168 time: 2.2849641 Apr 15 18:30:24.407209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40782) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:24.413482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.12 (374b4a88-5c6e-490e-8aa9-9a06aac5e19f/95730115-dbdc-4888-b3fc-05c132b28d94/c787e945-24dd-4a72-a4b1-ce57982af43e) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:24.544964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.578677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Provisioning for port 799119b7-70a4-49e4-b158-d30d0c97412d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:24.620427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:24.620804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.656850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Pushing event updated for resources: {'Port': ['ID=59184854-c4f4-403c-aa77-adf309c5bac7,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:24.659858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Provisioning complete for port 799119b7-70a4-49e4-b158-d30d0c97412d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:24.660044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.689274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:24.816871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.20.0.1 (5936bfb8-a6c8-491c-9f05-07b61366f9e3/ea3ad1f0-28b8-4ef4-b609-47d2f586eae9/00b76e5f-f935-4aee-9ffc-0a957f6b1294) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:24.824594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:24.865443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object c787e945-24dd-4a72-a4b1-ce57982af43e will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:24.886287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] For port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,segment=NetworkSegment(d1ad4293-064d-42fc-95a4-80749375a306),segment_id=d1ad4293-064d-42fc-95a4-80749375a306)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:24.886705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.010159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.023266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.041102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:25.042498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c161e18-0e84-4671-9433-b13dbe3f6486 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:25.066504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] For port 799119b7-70a4-49e4-b158-d30d0c97412d, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=799119b7-70a4-49e4-b158-d30d0c97412d,segment=NetworkSegment(ae73252f-c22b-4c93-bc81-eb99e56a6850),segment_id=ae73252f-c22b-4c93-bc81-eb99e56a6850)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:25.069479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.071396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:25.108328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.171205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.171476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2084327-c446-4c2e-a13a-9f5bc9deb206 None None] DHCP port deletion for d591655e-2e1c-446c-9c4b-b08456b5d60e request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:30:25.184882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Pushing event updated for resources: {'Port': ['ID=799119b7-70a4-49e4-b158-d30d0c97412d,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:25.188218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:25.204828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:25.246752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object 00b76e5f-f935-4aee-9ffc-0a957f6b1294 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:25.258989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:25.275982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:25.341715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 799119b7-70a4-49e4-b158-d30d0c97412d up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:25.341971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.357926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:25.361090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-716b3407-2bd9-4910-bc78-703bc5112cb9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:25.403254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:25.431368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=2f38e398-8a34-4f60-8e3a-b0d5930b6a36,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:25.434425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:25.484348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 799119b7-70a4-49e4-b158-d30d0c97412d triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:25.484777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.491807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:25.506940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736629-b99a-4da5-8a29-5d9ea02ba4eb req-ab4898de-73d5-4b82-89c2-25d29419355f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:25.508754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3c736629-b99a-4da5-8a29-5d9ea02ba4eb req-ab4898de-73d5-4b82-89c2-25d29419355f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 932 time: 0.2587028 Apr 15 18:30:25.517150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No DVR routers for this DVR port 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:25.583082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:25.583818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.681341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9702556 Apr 15 18:30:25.692445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=00b76e5f-f935-4aee-9ffc-0a957f6b1294,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:25.703034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Request body: {'port': {'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:25.704863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-90f0c97f-cb15-4253-b3ca-dfe43751e847 None None] Provisioning complete for port 799119b7-70a4-49e4-b158-d30d0c97412d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:25.705473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90f0c97f-cb15-4253-b3ca-dfe43751e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.712556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.774142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:25.787621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:25.839542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:25.840085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 2f38e398-8a34-4f60-8e3a-b0d5930b6a36 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:25.845664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:25.847047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:25.890099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:25.895297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3c736629-b99a-4da5-8a29-5d9ea02ba4eb req-a4e9e6af-4442-4978-88fa-85c1a9853755 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387606 Apr 15 18:30:25.903455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d591655e-2e1c-446c-9c4b-b08456b5d60e']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:25.926454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ad4293-064d-42fc-95a4-80749375a306') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:25.926713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ad4293-064d-42fc-95a4-80749375a306') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:25.941253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.958026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.965054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:25.981157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:25.993618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.062846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ab6a7ef-e64c-491d-b7a2-795ea1861855 None None] Provisioning for port c787e945-24dd-4a72-a4b1-ce57982af43e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:26.071666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ab6a7ef-e64c-491d-b7a2-795ea1861855 None None] Provisioning complete for port c787e945-24dd-4a72-a4b1-ce57982af43e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:26.072317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ab6a7ef-e64c-491d-b7a2-795ea1861855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.178790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ab6a7ef-e64c-491d-b7a2-795ea1861855 None None] Port c787e945-24dd-4a72-a4b1-ce57982af43e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:26.221835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network d591655e-2e1c-446c-9c4b-b08456b5d60e has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:26.231381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.307863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.326439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-62371a39-1541-4240-a83f-f269f8cdae15 None None] Provisioning for port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:26.326439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-62371a39-1541-4240-a83f-f269f8cdae15 None None] Provisioning complete for port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:26.326439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62371a39-1541-4240-a83f-f269f8cdae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.400184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-62371a39-1541-4240-a83f-f269f8cdae15 None None] Port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:26.433550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network d591655e-2e1c-446c-9c4b-b08456b5d60e has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:26.465669 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:26.770492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e446ba-9455-4184-ad91-f57f2322ed32 None None] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:26.804853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c787e945-24dd-4a72-a4b1-ce57982af43e {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:30:26.818438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.857259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.861252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14e29c46-8402-43f8-9acf-6a55465661a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:26.863457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Transition to ACTIVE for port object c787e945-24dd-4a72-a4b1-ce57982af43e will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:26.867302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.876889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-43f25c88-c5d3-4aec-b3aa-ced133099461 None None] Provisioning for port 59184854-c4f4-403c-aa77-adf309c5bac7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:26.881987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:26.886666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5d06c72-3a05-4a47-a813-a56e84f76a40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:26.889869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=d591655e-2e1c-446c-9c4b-b08456b5d60e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:26.898830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:26.909501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/d591655e-2e1c-446c-9c4b-b08456b5d60e HTTP/1.1" status: 204 len: 168 time: 2.4976008 Apr 15 18:30:26.909758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40788) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:26.997119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77ae8c0-fa73-4c36-860e-32dd9137d4d6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:26.997810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d77ae8c0-fa73-4c36-860e-32dd9137d4d6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:27.062515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-402ac286-ad2d-4728-83d6-c8df68118d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.069360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d77ae8c0-fa73-4c36-860e-32dd9137d4d6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:27.074427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d77ae8c0-fa73-4c36-860e-32dd9137d4d6 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 HTTP/1.1" status: 200 len: 845 time: 0.1597772 Apr 15 18:30:27.078318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40794) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:27.138334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.207456 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-461b5264-a0de-44e9-bd3d-943459602c40 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1178267 Apr 15 18:30:27.211817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693e14-4f22-4267-8f7a-d95a09d24e00 req-f772f16a-7e8f-4206-80ba-bb4ee0508296 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:27.213554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b693e14-4f22-4267-8f7a-d95a09d24e00 req-f772f16a-7e8f-4206-80ba-bb4ee0508296 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 944 time: 0.1962368 Apr 15 18:30:27.214155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40798) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:27.220880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:27.414961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Pushing event updated for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:27.426266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:27.437552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:27.453912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.460191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b693e14-4f22-4267-8f7a-d95a09d24e00 req-234c47ed-2800-41b2-bcc5-f798b1a101f4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838935 Apr 15 18:30:27.460191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:27.471650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:27.490111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:27.495213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 59184854-c4f4-403c-aa77-adf309c5bac7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:27.499692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.519237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:27.528842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.573233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2dd16702-bfa9-4789-853d-b7bbc6479849 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:27.619527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.688740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 59184854-c4f4-403c-aa77-adf309c5bac7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:27.727367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 59184854-c4f4-403c-aa77-adf309c5bac7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:27.727367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:27.939232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=00b76e5f-f935-4aee-9ffc-0a957f6b1294,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:27.955753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:27.997057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.045440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:28.045440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:28.061707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Attempting to bind port c787e945-24dd-4a72-a4b1-ce57982af43e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:28.061707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Attempting to bind port c787e945-24dd-4a72-a4b1-ce57982af43e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:28.061707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Attempting to bind port c787e945-24dd-4a72-a4b1-ce57982af43e on network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:28.107164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.160425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Port c787e945-24dd-4a72-a4b1-ce57982af43e on network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:30:28.160425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Attempting to bind port c787e945-24dd-4a72-a4b1-ce57982af43e on network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:28.170535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 59184854-c4f4-403c-aa77-adf309c5bac7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=59184854-c4f4-403c-aa77-adf309c5bac7,segment=NetworkSegment(5279908d-3bdb-450a-9f44-716923a8f00c),segment_id=5279908d-3bdb-450a-9f44-716923a8f00c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:28.190830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.202609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ad32011-9bd5-4976-a188-fb52ceedd14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:28.268542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:28.268542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Checking segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:28.268542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Bound using segment: {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:28.268542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Bound port: c787e945-24dd-4a72-a4b1-ce57982af43e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9e16a2-3e45-4efc-88d9-c6113c78b992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:28.268542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.274212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.294618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58d391f4-d7d5-4c3a-a457-a8cdb7a9a158 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:28.343011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=59184854-c4f4-403c-aa77-adf309c5bac7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:28.363295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:28.445421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=2ca3350f-c775-447d-9eb3-811a23f4dc1a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:28.450601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:28.457629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:28.462819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c787e945-24dd-4a72-a4b1-ce57982af43e,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:28.462819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.484221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:28.494126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a3ab0fe9-33d5-48c0-adfd-c39069827123 None None] Provisioning complete for port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:28.494126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0fe9-33d5-48c0-adfd-c39069827123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.524502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:28.524502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:28.561477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Pushing event updated for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:28.561477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:28.566878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:28.566878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.588165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab0fe9-33d5-48c0-adfd-c39069827123 None None] Port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:28.588165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd46c0-07aa-4381-904e-552327dfdd70 None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:28.625889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 5c71b620-6411-4e1d-b136-ad03a34644d2 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:30:28.644360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4180934 Apr 15 18:30:28.644360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:28.654982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1310827749'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:28.680557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:28.680557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:28.693798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:28.693798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:28.709440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.825604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:28.871106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:28.881954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:28.881954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:28.881954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:28.888206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:28.897753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] 10.222.0.49 "PUT /v2.0/ports/c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 200 len: 1094 time: 3.1827118 Apr 15 18:30:28.897753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:30:28.897753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9448481 Apr 15 18:30:28.912552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] Sync routers for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:28.915864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40812) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:28.943135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:28.943135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:28.999177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:29.050501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'status': 'completed', 'code': 200} Apr 15 18:30:29.088857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:29.117116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:29.117116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:29.138282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-a366c4fe-c772-42ae-9c3c-d48cfd6a90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:29.138282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-a366c4fe-c772-42ae-9c3c-d48cfd6a90f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1097 time: 0.1955512 Apr 15 18:30:29.212193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfdb15-fa90-47cc-bb05-e576371cc8fc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:29.212193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-23cfdb15-fa90-47cc-bb05-e576371cc8fc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports/00b76e5f-f935-4aee-9ffc-0a957f6b1294 HTTP/1.1" status: 200 len: 910 time: 0.2957842 Apr 15 18:30:29.225342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40816) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:29.232073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:29.232073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c30391-4e59-47f5-a901-64215a084e5b None None] The sync data for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:29.297462 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-7a8b1e89-de45-42b5-9f10-58925a9efd6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 200 len: 217 time: 0.1530030 Apr 15 18:30:29.399843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 59184854-c4f4-403c-aa77-adf309c5bac7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:29.409834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-03873db9-5b12-43d9-8004-cf3216a25b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:29.409834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-03873db9-5b12-43d9-8004-cf3216a25b9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95730115-dbdc-4888-b3fc-05c132b28d94 HTTP/1.1" status: 200 len: 834 time: 0.1031055 Apr 15 18:30:29.420154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975699ca-ed6d-4e87-ace6-efb875653de0 req-ee9cfb09-6f20-4bab-9464-48b46f766008 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:29.420154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-975699ca-ed6d-4e87-ace6-efb875653de0 req-ee9cfb09-6f20-4bab-9464-48b46f766008 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 944 time: 0.6723456 Apr 15 18:30:29.468664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.524289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 59184854-c4f4-403c-aa77-adf309c5bac7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:29.524289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.560788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf67346-76e5-4256-bebf-470763b442b0 req-a014c54f-e4b8-429c-8ac8-966a23124f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:29.560788 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-a014c54f-e4b8-429c-8ac8-966a23124f75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1419737 Apr 15 18:30:29.577557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.599136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-975699ca-ed6d-4e87-ace6-efb875653de0 req-74593a7a-2133-4107-943a-35d848fc7427 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134176 Apr 15 18:30:29.621817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981832e-2f53-4297-9209-98da57075dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-3c78e998-39ba-4b71-9365-1471f884ed2e', 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'tenant_id': '9588f45603534d668a74aecd9326d1da', 'fixed_ips': [{'subnet_id': '2ca3350f-c775-447d-9eb3-811a23f4dc1a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:29.627081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.632066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.647831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-052ea517-6a32-4e6a-8a5f-1ada973f0cf3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:29.806134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f981832e-2f53-4297-9209-98da57075dad None None] Allocated IP 2001:db8::2 (3c78e998-39ba-4b71-9365-1471f884ed2e/2ca3350f-c775-447d-9eb3-811a23f4dc1a/6646d9b6-ad48-4ea8-b3c0-36f645dc76eb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:29.853061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:29.853061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2056568 Apr 15 18:30:29.860684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40820) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:29.885331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'security_group': {'name': 'tempest-secgroup-552530054'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:29.896643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:29.928100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:29.928100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:29.949298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:29.949298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-592c8912-7e81-4b80-86dc-3cb58e85ab13 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843553 Apr 15 18:30:30.011128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.026442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.031744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396eb021-0e81-44ad-bc6e-047b447014c0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:30.042093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f981832e-2f53-4297-9209-98da57075dad None None] Transition to ACTIVE for port object 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:30.047678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:30.053124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f981832e-2f53-4297-9209-98da57075dad None None] Transition to ACTIVE for port object 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:30.068873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.089165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:30.108856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:30.108856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:30.119465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:30.119465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:30.210624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.210624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.247109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6dcaed7-6194-4233-92db-7be2d36b8b8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:30.257496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.257496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3966756 Apr 15 18:30:30.268386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40824) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:30.268386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-22289759', 'security_groups': ['a6bc65c6-d5b6-49b0-9d9b-00ebff5433d0'], 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ca3350f-c775-447d-9eb3-811a23f4dc1a'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:30.283583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981832e-2f53-4297-9209-98da57075dad None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:30.283583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f981832e-2f53-4297-9209-98da57075dad None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:30.319397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981832e-2f53-4297-9209-98da57075dad None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:30.369717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981832e-2f53-4297-9209-98da57075dad None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:30.375456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.381312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f981832e-2f53-4297-9209-98da57075dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:30.446821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f981832e-2f53-4297-9209-98da57075dad None None] Attempting to bind port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:30.446821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f981832e-2f53-4297-9209-98da57075dad None None] Attempting to bind port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'fecfec80-8ed7-4605-bd4c-7571d56965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:30.446821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981832e-2f53-4297-9209-98da57075dad None None] Attempting to bind port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb on network 3c78e998-39ba-4b71-9365-1471f884ed2e {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:30.452373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981832e-2f53-4297-9209-98da57075dad None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981832e-2f53-4297-9209-98da57075dad None None] Checking segment: {'id': 'fecfec80-8ed7-4605-bd4c-7571d56965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981832e-2f53-4297-9209-98da57075dad None None] Bound using segment: {'id': 'fecfec80-8ed7-4605-bd4c-7571d56965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f981832e-2f53-4297-9209-98da57075dad None None] Bound port: 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecfec80-8ed7-4605-bd4c-7571d56965f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:30.457550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.463723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:30.491744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:30.660600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f981832e-2f53-4297-9209-98da57075dad None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:30.660600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f981832e-2f53-4297-9209-98da57075dad None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:30.675152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f981832e-2f53-4297-9209-98da57075dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.693624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1073a8c1-9bbe-413d-b1f5-b34adee29ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:30.792837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:30.808843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc65c6-d5b6-49b0-9d9b-00ebff5433d0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:30.819979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:30.853524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:30:31.020793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981832e-2f53-4297-9209-98da57075dad None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:31.020793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f981832e-2f53-4297-9209-98da57075dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:31.052392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e21299-7578-46c8-ab08-f09a51fa038e req-6ab68052-7a3b-42e9-a55a-b7a373448c09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:31.052392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d6e21299-7578-46c8-ab08-f09a51fa038e req-6ab68052-7a3b-42e9-a55a-b7a373448c09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 944 time: 0.2113321 Apr 15 18:30:31.079313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbf67346-76e5-4256-bebf-470763b442b0 req-fbe00c89-d5cf-4a3f-a282-7228925c9b96 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1167576 Apr 15 18:30:31.130674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::1eb (3c78e998-39ba-4b71-9365-1471f884ed2e/2ca3350f-c775-447d-9eb3-811a23f4dc1a/4b8de0a8-e48b-45ed-95e4-12683d9fcb02) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:31.155618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d6e21299-7578-46c8-ab08-f09a51fa038e req-62bac4e8-f1f7-49fc-8316-d491a63d56c6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641813 Apr 15 18:30:31.165563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.21.0.1 (6f30ffcb-e93a-48d0-8d3f-d96ed8760485/f1c552c6-6433-4cf1-8a46-ac748195778f/c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:31.401932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:31.423671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:31.444767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:31.483934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:31.543860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-9352752b-f167-41c3-b566-9fc48af3d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:31.543860 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-9352752b-f167-41c3-b566-9fc48af3d626 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1097 time: 0.1932747 Apr 15 18:30:31.604273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:31.789576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca57237c-f6c5-44d0-a7ef-b61bcc02b82e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:31.878391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:31.878391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:31.878391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:31.945925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:31.957068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:31.974048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:32.152129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:32.174263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:32.177804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:32.211287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-edf030a7-a816-4413-bac0-b2dd7bb753e7 None None] Provisioning for port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:32.222415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-edf030a7-a816-4413-bac0-b2dd7bb753e7 None None] Provisioning complete for port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:32.222415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edf030a7-a816-4413-bac0-b2dd7bb753e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:32.243476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-19ac7653-f903-4535-89bc-3e4298e0935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:32.243476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-19ac7653-f903-4535-89bc-3e4298e0935b service neutron] 10.222.0.49 "GET /v2.0/networks?id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 200 len: 898 time: 0.6908722 Apr 15 18:30:32.387556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-edf030a7-a816-4413-bac0-b2dd7bb753e7 None None] Port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:32.398958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-ac7fd5aa-6433-4a2e-970c-360679bbd9c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 200 len: 217 time: 0.1001999 Apr 15 18:30:32.480442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=4b8de0a8-e48b-45ed-95e4-12683d9fcb02,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:32.496323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:32.572417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-4c3d61da-cea1-4665-8576-d8c65abc7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:32.572417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-4c3d61da-cea1-4665-8576-d8c65abc7571 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95730115-dbdc-4888-b3fc-05c132b28d94 HTTP/1.1" status: 200 len: 834 time: 0.1528804 Apr 15 18:30:32.663188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:32.663188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:32.663188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:32.679526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:32.679526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:32.721729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4601166 Apr 15 18:30:32.731744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:32.773001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:32.830477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-c0d41e6a-2157-42c0-9ab1-a259c233df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:32.830477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-c0d41e6a-2157-42c0-9ab1-a259c233df38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2464230 Apr 15 18:30:32.933386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cd7aeb02-6a41-42b5-b677-ea21d0bb54b3 None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:32.933386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cd7aeb02-6a41-42b5-b677-ea21d0bb54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.013581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:33.069230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cd7aeb02-6a41-42b5-b677-ea21d0bb54b3 None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:33.093812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cd7aeb02-6a41-42b5-b677-ea21d0bb54b3 None None] Provisioning for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:33.104178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:33.117470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:33.127295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:33.148919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:33.160116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.196868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a32f0-0677-4b46-a7d1-a1e1e11641bc req-99e195a0-3a9c-4f50-bc37-f2780ac90588 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:33.196868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-682a32f0-0677-4b46-a7d1-a1e1e11641bc req-99e195a0-3a9c-4f50-bc37-f2780ac90588 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 944 time: 0.3287098 Apr 15 18:30:33.284207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-682a32f0-0677-4b46-a7d1-a1e1e11641bc req-ad3d076b-17a2-40b3-a942-fc9e15f279c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855439 Apr 15 18:30:33.314503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-8ab7af51-9d05-4141-ba06-c20cd84333d3 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419011 Apr 15 18:30:33.326773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a6a24d75-c1c3-4fa0-bfb3-3a9a8150adb7 None None] Provisioning for port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:33.331766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.333287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a6a24d75-c1c3-4fa0-bfb3-3a9a8150adb7 None None] Provisioning complete for port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:33.333790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a6a24d75-c1c3-4fa0-bfb3-3a9a8150adb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.335783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.369194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:33.372872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:33.453155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a6a24d75-c1c3-4fa0-bfb3-3a9a8150adb7 None None] Port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:33.457389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.473620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:33.479859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:33.480031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.491393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ca3350f-c775-447d-9eb3-811a23f4dc1a (CIDR: 2001:db8::/64) Apr 15 18:30:33.497431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:30:33.497979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:33.542659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3023e27-addb-40c8-a7f8-c03d6d62e775 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7995908 Apr 15 18:30:33.542659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40838) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:33.542659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea7b3cb9-af2b-46f4-8a59-5e555cfd40cd req-bf6cfe63-cc28-45a0-b02c-806c725811c2 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102139 Apr 15 18:30:33.552361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:33.593560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:33.593560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:33.664382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.688401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:33.688401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:33.700863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:33.715025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.715025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:33.756782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:33.756782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:33.771799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:33.782271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:33.817173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:33.824463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:33.881884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:33.887486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:33.952207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 5c71b620-6411-4e1d-b136-ad03a34644d2 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:34.084973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-34f6b246-13cb-4548-a91b-3b85b0d28f0b None None] Provisioning complete for port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:34.086078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-34f6b246-13cb-4548-a91b-3b85b0d28f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:34.136973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:34.151233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9277542 Apr 15 18:30:34.151632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-34f6b246-13cb-4548-a91b-3b85b0d28f0b None None] Port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:34.151731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40842) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:34.152293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] Sync routers for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:34.167977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:34.167977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:34.232071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c787e945-24dd-4a72-a4b1-ce57982af43e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:30:34.237334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36198b-87af-423f-930b-83a56021b1cb tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:34.238033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de36198b-87af-423f-930b-83a56021b1cb tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:34.246694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:34.262805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:34.263478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:34.274409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de36198b-87af-423f-930b-83a56021b1cb tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:34.276181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de36198b-87af-423f-930b-83a56021b1cb tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports/c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 HTTP/1.1" status: 200 len: 910 time: 0.1247561 Apr 15 18:30:34.280724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40846) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:34.352898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:34.353490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78672c46-c353-4846-8cbd-e581414ecf1c None None] The sync data for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:34.511397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c787e945-24dd-4a72-a4b1-ce57982af43e,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:34.534782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:30:34.540146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:34.612522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:34.642093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c787e945-24dd-4a72-a4b1-ce57982af43e {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:30:34.663920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c787e945-24dd-4a72-a4b1-ce57982af43e,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:34.663920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:34.674803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:34.680575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00652b-a62e-4219-9e7a-e694fd306194 req-2a8331cb-cb80-492c-8312-de3c5b8b3357 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:34.680575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc00652b-a62e-4219-9e7a-e694fd306194 req-2a8331cb-cb80-492c-8312-de3c5b8b3357 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 944 time: 0.2462943 Apr 15 18:30:34.706810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-abe94e7a-9f74-4786-b973-7e02d3d1d21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:34.773776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=92f142a4-2af9-4859-8af8-258e61b520e0,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:34.773776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:34.787557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:34.787557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:34.816147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:34.816147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:34.827610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5d722-9e35-454a-ae40-a9d6f2b06fa6 None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:34.853424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2979598 Apr 15 18:30:34.853424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40852) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:34.853424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-517294218', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '92f142a4-2af9-4859-8af8-258e61b520e0'}], 'security_groups': ['396eb021-0e81-44ad-bc6e-047b447014c0']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:34.931348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc00652b-a62e-4219-9e7a-e694fd306194 req-ffe006b5-292a-4e2c-97cc-22bb67359bb4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558647 Apr 15 18:30:34.964597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['c787e945-24dd-4a72-a4b1-ce57982af43e'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:30:35.093887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.240306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:35.277751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:35.294724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.344595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:35.616986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:35.617420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.644844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Delete allocated IP 2001:db8::1eb (3c78e998-39ba-4b71-9365-1471f884ed2e/2ca3350f-c775-447d-9eb3-811a23f4dc1a) {{(pid=86081) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:30:35.652359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8:0:1::bc (3c78e998-39ba-4b71-9365-1471f884ed2e/92f142a4-2af9-4859-8af8-258e61b520e0/4b8de0a8-e48b-45ed-95e4-12683d9fcb02) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:35.753745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:35.754326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.883341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.902852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:35.907247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:35.924092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:35.955218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Update dhcp port {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'fixed_ips': [{'subnet_id': '2ca3350f-c775-447d-9eb3-811a23f4dc1a', 'ip_address': '2001:db8::2'}, {'subnet_id': '92f142a4-2af9-4859-8af8-258e61b520e0'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '6646d9b6-ad48-4ea8-b3c0-36f645dc76eb'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:30:36.038129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.048785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.079339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=4b8de0a8-e48b-45ed-95e4-12683d9fcb02,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:36.079339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.085148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:36.094544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:36.191354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] In _notify_port_updated(), no bound segment for port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 on network 3c78e998-39ba-4b71-9365-1471f884ed2e {{(pid=86081) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:30:36.197818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:36.197818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.205267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/ports/4b8de0a8-e48b-45ed-95e4-12683d9fcb02 HTTP/1.1" status: 200 len: 929 time: 1.3541973 Apr 15 18:30:36.205267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40858) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:36.301740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:36.302612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.323269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Allocated IP 2001:db8:0:1::2 (3c78e998-39ba-4b71-9365-1471f884ed2e/92f142a4-2af9-4859-8af8-258e61b520e0/6646d9b6-ad48-4ea8-b3c0-36f645dc76eb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:36.519988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:36.559456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.582685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Transition to ACTIVE for port object 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:36.585991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.586683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:36.602954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:36.628702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.687323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeba16-099d-4338-bf22-9dfa1e069f2d req-e9e3c345-12f1-46b1-9620-c6e328b23e52 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:36.689317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fdfeba16-099d-4338-bf22-9dfa1e069f2d req-e9e3c345-12f1-46b1-9620-c6e328b23e52 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 945 time: 0.6317813 Apr 15 18:30:36.770615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:36.776211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:36.781253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 4b8de0a8-e48b-45ed-95e4-12683d9fcb02 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:36.799528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fdfeba16-099d-4338-bf22-9dfa1e069f2d req-e5d96710-93e2-4d6b-93ed-85a0b414a803 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745053 Apr 15 18:30:36.947613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:36.966272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5208fab-c862-405c-8fba-55bcb73aefa7 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:37.077350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=c981dfd0-ad15-4da8-8b4f-ee6c1e0d8861,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:37.091574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.092051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.092484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.092914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.093337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.093760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.094209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.094615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.095771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.095771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.099738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.100321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:37.106223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:37.332022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.366541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02b16b97-da52-4c42-8c9e-fdce50a193ac tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:37.382053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:37.526837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=4b8de0a8-e48b-45ed-95e4-12683d9fcb02,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:37.532037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:37.542403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.663389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.682368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/4b8de0a8-e48b-45ed-95e4-12683d9fcb02 HTTP/1.1" status: 204 len: 168 time: 1.4785359 Apr 15 18:30:37.685016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40862) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:37.737353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-83746731-ce85-4f05-b029-0d05bcf93701 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:30:37.737935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83746731-ce85-4f05-b029-0d05bcf93701 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:37.760035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83746731-ce85-4f05-b029-0d05bcf93701 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:37.765918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83746731-ce85-4f05-b029-0d05bcf93701 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/4b8de0a8-e48b-45ed-95e4-12683d9fcb02 HTTP/1.1" status: 404 len: 333 time: 0.0794954 Apr 15 18:30:37.766733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40866) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:37.816700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:37.816700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.864766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.915546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.931267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:37.935241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Could not find standard attr ID for object 4b8de0a8-e48b-45ed-95e4-12683d9fcb02. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:30:37.952244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Provisioning for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:37.960835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:37.961475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8f55a48-541c-4fe9-ac60-80c4837db7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.985572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:37.992234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaabf24a-b665-4edc-af64-475370e1e4c2 tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:38.008033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc65c6-d5b6-49b0-9d9b-00ebff5433d0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:38.015779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:38.017882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.020197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6bc65c6-d5b6-49b0-9d9b-00ebff5433d0 HTTP/1.1" status: 204 len: 168 time: 0.2523181 Apr 15 18:30:38.023624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40872) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:38.128772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.162412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.212641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.218553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5a2fa670-1a1a-46f6-b3be-7286e174f4c1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:38.222888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c787e945-24dd-4a72-a4b1-ce57982af43e up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:38.238691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396eb021-0e81-44ad-bc6e-047b447014c0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:38.242401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:38.243346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.245877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 5c71b620-6411-4e1d-b136-ad03a34644d2 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:38.247499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40876) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:38.249613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/security-groups/396eb021-0e81-44ad-bc6e-047b447014c0 HTTP/1.1" status: 204 len: 168 time: 0.2234385 Apr 15 18:30:38.256986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719db08-09b0-4280-aea4-ca3cbdc4e389 req-a80bb6f0-cb24-4df3-af1e-81fb2b578340 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:38.259343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e719db08-09b0-4280-aea4-ca3cbdc4e389 req-a80bb6f0-cb24-4df3-af1e-81fb2b578340 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 945 time: 0.2652597 Apr 15 18:30:38.311047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7f08e094-de2b-40ec-afaf-96a0abed4f64 None None] Could not find standard attr ID for object 4b8de0a8-e48b-45ed-95e4-12683d9fcb02. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:30:38.352339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port c787e945-24dd-4a72-a4b1-ce57982af43e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:38.358596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port c787e945-24dd-4a72-a4b1-ce57982af43e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:38.358596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.447177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 2ca3350f-c775-447d-9eb3-811a23f4dc1a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:38.489478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.519963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.521277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:30:38.536352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c787e945-24dd-4a72-a4b1-ce57982af43e,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:38.544084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.546187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:38.554551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e719db08-09b0-4280-aea4-ca3cbdc4e389 req-117f6a5a-d065-4520-aa21-9071a6f0394c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554033 Apr 15 18:30:38.606141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:38.610744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.615639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'code': 200} Apr 15 18:30:38.618658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] Sync routers for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:38.639789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:38.640667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:38.655582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:38.659506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:38.673299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3917005 Apr 15 18:30:38.676293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40882) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:38.726537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:38.736814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:38.737727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:38.745459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:38.807511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:38.808277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313ac39-f7c3-4878-b58d-0fe9b550ebc1 None None] The sync data for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:39.104198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:39.121744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e84c83-86ad-4eaa-af37-e5e45eaa294a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:39.126582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c67131-745b-4b52-be7b-36ee95391d4f req-ee9e1d42-6d5a-4874-8b66-15780117f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:39.128234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17c67131-745b-4b52-be7b-36ee95391d4f req-ee9e1d42-6d5a-4874-8b66-15780117f541 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1099 time: 0.2608316 Apr 15 18:30:39.210094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca3350f-c775-447d-9eb3-811a23f4dc1a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:39.216630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:39.242148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17c67131-745b-4b52-be7b-36ee95391d4f req-f89c5752-25e8-48a0-9c4d-6e0c6c259825 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930295 Apr 15 18:30:39.291833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:39.299442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca3350f-c775-447d-9eb3-811a23f4dc1a HTTP/1.1" status: 204 len: 168 time: 1.0395958 Apr 15 18:30:39.300776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c581c7b-bf30-494e-8170-0f9cefbfbadc None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:39.304080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:39.310251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:39.445474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:39.474922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:39.479309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:39.483591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:39.494512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:39.509929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:39.517053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:39.872036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 00b76e5f-f935-4aee-9ffc-0a957f6b1294 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:39.872561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.077061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bed75-6833-4127-bfef-5befbb94ced8 req-b7f7d835-b7aa-49dd-8388-3350f3207846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:40.083734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e41bed75-6833-4127-bfef-5befbb94ced8 req-b7f7d835-b7aa-49dd-8388-3350f3207846 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.1378372 Apr 15 18:30:40.134708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.168517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e41bed75-6833-4127-bfef-5befbb94ced8 req-00383406-4515-4ab9-b4a7-a7fdd583348d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638103 Apr 15 18:30:40.318426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 00b76e5f-f935-4aee-9ffc-0a957f6b1294 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:40.467438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1c0e34c1-8f63-450c-9c60-d7d5422805a5 None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:40.467438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0e34c1-8f63-450c-9c60-d7d5422805a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.528132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e34c1-8f63-450c-9c60-d7d5422805a5 None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:40.537911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.539928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1c0e34c1-8f63-450c-9c60-d7d5422805a5 None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:40.540334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c0e34c1-8f63-450c-9c60-d7d5422805a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.555123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-599d3f7f-f162-440c-addf-2329448bcf08 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:40.611626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.628014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d0c4680-1e55-4e79-9ff7-91abfb1e4da5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:40.661345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=00b76e5f-f935-4aee-9ffc-0a957f6b1294,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:40.665498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:40.766047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:40.779329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:40.831039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:40.832339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:40.847101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6ddb1-23ec-4138-9cf2-fafb35c869a5 None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:40.856132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:40.856132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.895772 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b5066e65-80f9-45fb-91f4-34e273c998b2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5866885 Apr 15 18:30:40.895772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40894) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:40.904884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'security_group': {'name': 'tempest-secgroup-414484777'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:40.912570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:40.917627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:40.920881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:40.927170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:40.937433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:40.964843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:40.971237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:40.975415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:40.984397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:41.025824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.069527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.072839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.078883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a54799f-c78f-4fcc-9edd-a22bc6e5886b tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:41.129866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.133970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2347801 Apr 15 18:30:41.133970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd4110b-ce37-47ec-89af-3d52465f09c0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:41.134615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40898) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:41.137579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:41.142019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133950516'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:41.149247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:41.153519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:41.157153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:41.163286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:41.173838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.196868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:41.201142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:41.204431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:41.211989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:41.243590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Update dhcp port {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'fixed_ips': [{'subnet_id': '92f142a4-2af9-4859-8af8-258e61b520e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '6646d9b6-ad48-4ea8-b3c0-36f645dc76eb'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:30:41.301116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.305493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.306609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.311597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f85e097a-fdd5-4c1e-83a4-3fd8fba179ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:41.411829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aacbc30-c531-4c62-a981-7b3b62ac3789,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:41.414439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.419158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2831583 Apr 15 18:30:41.423111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:41.425905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:41.432590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'security_group': {'name': 'tempest-secgroup-247248811'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:41.442379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:41.456149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:41.461603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:41.469317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:41.485607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39910521-8e27-4257-9481-2609c8b0c292 req-98c71060-5315-426f-91eb-0d785833e416 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:41.487648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39910521-8e27-4257-9481-2609c8b0c292 req-98c71060-5315-426f-91eb-0d785833e416 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.1604028 Apr 15 18:30:41.494462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.538956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Allocated IP 2001:db8::2 (3c78e998-39ba-4b71-9365-1471f884ed2e/5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c/6646d9b6-ad48-4ea8-b3c0-36f645dc76eb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:41.541858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:41.556259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:security_group_rule and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:41.563149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:41.574538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:41.580512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39910521-8e27-4257-9481-2609c8b0c292 req-e0ccb5e1-c24c-417c-a2bc-23d67e7958b9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746446 Apr 15 18:30:41.683491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.688542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.714056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b91716c-4819-49e4-af9a-da573c75840d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:41.802344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.804177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3767364 Apr 15 18:30:41.807072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40910) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:41.811346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 5c71b620-6411-4e1d-b136-ad03a34644d2 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:41.815968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1908135114', 'security_groups': ['2abab60c-144c-421d-975c-a5f0fd6fd438'], 'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c'}]}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:41.820105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abab60c-144c-421d-975c-a5f0fd6fd438,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:41.824410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:41.862402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b645b35-fe8e-4f59-a907-0789ebdf2693 req-4475d4ad-962f-4dfd-ad6d-751308381c80 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:41.864368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b645b35-fe8e-4f59-a907-0789ebdf2693 req-4475d4ad-962f-4dfd-ad6d-751308381c80 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.1523778 Apr 15 18:30:41.882805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:41.911815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.915634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b645b35-fe8e-4f59-a907-0789ebdf2693 req-00a5e256-eb25-4e8f-9a60-99e408fd0306 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Apr 15 18:30:41.930206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Transition to ACTIVE for port object 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:41.935803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:41.941882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40914) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:41.948938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:42.067183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:42.084692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] Sync routers for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:42.100920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4231634 Apr 15 18:30:42.103863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40920) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:42.105391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:42.109194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:42.114455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:42.125557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:42.128730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:42.129723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:42.135140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:42.203480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:42.220158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-efc3e313-5bd3-48c5-a193-47ec0aabfe60 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:42.229177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] Routers {'5c71b620-6411-4e1d-b136-ad03a34644d2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:42.229912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5c71b620-6411-4e1d-b136-ad03a34644d2'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:42.242705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-efc3e313-5bd3-48c5-a193-47ec0aabfe60 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:42.247251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-efc3e313-5bd3-48c5-a193-47ec0aabfe60 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c71b620-6411-4e1d-b136-ad03a34644d2 HTTP/1.1" status: 200 len: 205 time: 0.1363015 Apr 15 18:30:42.248656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:42.266332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03233e3-8d9a-42c6-ac0c-9ff7dd5e2685 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:42.269908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b03233e3-8d9a-42c6-ac0c-9ff7dd5e2685 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1094 time: 0.3265567 Apr 15 18:30:42.270834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40928) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:42.277195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:42.284324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:42.288440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:42.291597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:42.298409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:42.305530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:42.306019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81950197-7220-4208-b26f-5f32cdfb0afa None None] The sync data for ids ['5c71b620-6411-4e1d-b136-ad03a34644d2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:42.309235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.419473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.459493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.482760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.581558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] device_id is not set on port 42d88d02-9760-4678-9a8a-2c65eb07438d yet. {{(pid=86081) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:30:42.612196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.192 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ca7e857a-3708-47c5-9e46-19706e4d91d8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:42.798671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.831499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.838795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.848970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.852502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fc30936c-92d1-49dc-92a2-3392c842a46b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:42.932308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.932887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 5c71b620-6411-4e1d-b136-ad03a34644d2 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:30:42.988785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ca7e857a-3708-47c5-9e46-19706e4d91d8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:42.993581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:42.994980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:42.996181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-410cc2b3-7af6-440b-af5c-d913bf955aa4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2 HTTP/1.1" status: 204 len: 168 time: 0.7468677 Apr 15 18:30:43.001704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40932) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:43.011585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:43.012019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.054791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:43.056236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:43.058536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:43.073083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:43.083216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Provisioning for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:43.088155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:43.088555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70da9883-ec74-441a-9ec7-d81dd2b5ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.103135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8::275 (3c78e998-39ba-4b71-9365-1471f884ed2e/5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c/42d88d02-9760-4678-9a8a-2c65eb07438d) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:43.115722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet f1c552c6-6433-4cf1-8a46-ac748195778f {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:43.124251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.209181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.324892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:43.400134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:43.400664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.452723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.483612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.519309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.520292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 42d88d02-9760-4678-9a8a-2c65eb07438d will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:43.600876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.676086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.693222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f05f2e3-cb61-45bc-988a-d21627c202e0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:43.821947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.825696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.841578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-097b3544-b06b-4c67-bed0-3b3f5130a129 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:43.914817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=42d88d02-9760-4678-9a8a-2c65eb07438d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:43.926066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:43.964851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:43.977819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ca7e857a-3708-47c5-9e46-19706e4d91d8,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:43.983347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8b54784b-fdc2-461c-984f-b70e19b0eeb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:43.991602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:44.084362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.085623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c552c6-6433-4cf1-8a46-ac748195778f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:44.094111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:44.095157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:44.097813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:44.101903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:44.108669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:44.109365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.151830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3436100 Apr 15 18:30:44.155377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40936) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:44.163207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:44.171380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45191606-e802-45b8-9238-d7edd3f31c9e None None] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:44.180397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.185038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/f1c552c6-6433-4cf1-8a46-ac748195778f HTTP/1.1" status: 204 len: 168 time: 1.1798549 Apr 15 18:30:44.186745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40940) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:44.299393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da associated. External IP: 172.26.7.192, port: c787e945-24dd-4a72-a4b1-ce57982af43e. Apr 15 18:30:44.353069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet ea3ad1f0-28b8-4ef4-b609-47d2f586eae9 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:44.362288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.446069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:44.449995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.453399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f027f647-2979-44b4-aa39-049ca05526ec None None] Provisioning for port 42d88d02-9760-4678-9a8a-2c65eb07438d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:44.462594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f027f647-2979-44b4-aa39-049ca05526ec None None] Provisioning complete for port 42d88d02-9760-4678-9a8a-2c65eb07438d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:44.463023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f027f647-2979-44b4-aa39-049ca05526ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.486708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:44.492292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:44.501119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] DHCP port deletion for 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:30:44.502219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:44.516153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Deleting port 59184854-c4f4-403c-aa77-adf309c5bac7 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:44.516634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.529331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:44.535352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.597387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f027f647-2979-44b4-aa39-049ca05526ec None None] Port 42d88d02-9760-4678-9a8a-2c65eb07438d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:44.638097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.678783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.794061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] For port 59184854-c4f4-403c-aa77-adf309c5bac7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=59184854-c4f4-403c-aa77-adf309c5bac7,segment=NetworkSegment(5279908d-3bdb-450a-9f44-716923a8f00c),segment_id=5279908d-3bdb-450a-9f44-716923a8f00c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:44.794833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:44.938480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Calling delete_port for 59184854-c4f4-403c-aa77-adf309c5bac7 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:45.020966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:45.037783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:45.050819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:45.058883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c (CIDR: 2001:db8::/64) Apr 15 18:30:45.065608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:30:45.066151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:45.133135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Pushing event deleted for resources: {'Port': ['ID=59184854-c4f4-403c-aa77-adf309c5bac7,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:45.135958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:45.158031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ec077cfa-16cc-4721-9701-fba5c8ad6eb3 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9988103 Apr 15 18:30:45.159348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:45.169610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:45.187516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] No DVR routers for this DVR port 59184854-c4f4-403c-aa77-adf309c5bac7 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:45.255959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:45.266721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:45.283628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:45.285700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:45.286269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:45.350885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 59184854-c4f4-403c-aa77-adf309c5bac7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:45.359445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0872581 Apr 15 18:30:45.360189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:30:45.365695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40948) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:45.399031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 59184854-c4f4-403c-aa77-adf309c5bac7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:45.399762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 59184854-c4f4-403c-aa77-adf309c5bac7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:45.436160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:45.445693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:45.449521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:45.457418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'status': 'completed', 'code': 200} Apr 15 18:30:45.458919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:45.527953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:45.534040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:45.540253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:45.555197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:45.575171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a805937-5be1-4e60-b2c9-2e1357806a4d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:45.601321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cb366cb2-068b-4103-b850-2547efcde31c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c HTTP/1.1" status: 200 len: 923 time: 0.2228153 Apr 15 18:30:45.601592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40954) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:45.712831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2606f0b6-5aa1-4a24-a4ae-9ae7b894245f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1099627 Apr 15 18:30:45.737134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3ad1f0-28b8-4ef4-b609-47d2f586eae9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:45.746794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:45.818471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-3b82eccb-6ea9-4d94-9f4f-e55c861b850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:45.820117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-3b82eccb-6ea9-4d94-9f4f-e55c861b850b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1099 time: 0.3588655 Apr 15 18:30:45.866290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:45.869964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525f3c5-0f8e-4a62-90de-a6b5fed699ec None None] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:45.922094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:30:43Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:45.926201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:30:45.935090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:45.935786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:45.936197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.ipam_backend_mixin [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 92f142a4-2af9-4859-8af8-258e61b520e0 (CIDR: 2001:db8:0:1::/64) Apr 15 18:30:45.938250 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/ea3ad1f0-28b8-4ef4-b609-47d2f586eae9 HTTP/1.1" status: 204 len: 168 time: 1.7504005 Apr 15 18:30:45.941413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:45.942274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:30:45.942793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:45.974688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-038604fb-0b82-4469-986a-1fadd3786604 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8150802 Apr 15 18:30:45.977616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:45.991425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'subnet': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:46.012962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-c9701c69-2b20-4531-90e9-3cf518581cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:46.015274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-c9701c69-2b20-4531-90e9-3cf518581cd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 200 len: 898 time: 0.1893642 Apr 15 18:30:46.146090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-1c65adc3-3def-4b95-94b1-126db50633f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 200 len: 1000 time: 0.1247118 Apr 15 18:30:46.147897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:30:46.175491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] DHCP port deletion for 5936bfb8-a6c8-491c-9f05-07b61366f9e3 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:30:46.179694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Deleting port 799119b7-70a4-49e4-b158-d30d0c97412d {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:46.180118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.209569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.219709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-1797192c-46e6-4ebf-b11f-eebbc6d48a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:46.221479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-1797192c-46e6-4ebf-b11f-eebbc6d48a29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95730115-dbdc-4888-b3fc-05c132b28d94 HTTP/1.1" status: 200 len: 834 time: 0.0699494 Apr 15 18:30:46.317286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-48bcac32-ea55-4749-bcaa-4b4e3a67461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:46.319811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-48bcac32-ea55-4749-bcaa-4b4e3a67461b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919895 Apr 15 18:30:46.354166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:46.360271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Usage tracker for resource:subnet and tenant:9588f45603534d668a74aecd9326d1da is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:46.394765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:46.406916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] For port 799119b7-70a4-49e4-b158-d30d0c97412d, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=799119b7-70a4-49e4-b158-d30d0c97412d,segment=NetworkSegment(ae73252f-c22b-4c93-bc81-eb99e56a6850),segment_id=ae73252f-c22b-4c93-bc81-eb99e56a6850)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:46.407629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.419811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:46.487875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-3316e862-9655-4f52-a8ed-58bce6bffb43 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612420 Apr 15 18:30:46.507177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Made reservation on behalf of 9588f45603534d668a74aecd9326d1da for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:46.513409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.523449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:30:46.561074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:30:43Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:46.565370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae04735-adec-4c62-8282-c43ab4899509 None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:30:43Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:30:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:46.566665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Calling delete_port for 799119b7-70a4-49e4-b158-d30d0c97412d owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:46.612937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.654503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.664663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-631b1888-2a4a-4072-93a0-850b4dc118b7 req-a1a35a98-ebde-4e48-b6e7-ce4c525141b5 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707916 Apr 15 18:30:46.671629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-602a5efa-60f8-49c4-ab6f-dcb083b0e29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:46.716889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40966) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:46.765791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Pushing event deleted for resources: {'Port': ['ID=799119b7-70a4-49e4-b158-d30d0c97412d,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:46.780193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:46.796176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f30ffcb-e93a-48d0-8d3f-d96ed8760485']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:46.816156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5279908d-3bdb-450a-9f44-716923a8f00c') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:46.816509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5279908d-3bdb-450a-9f44-716923a8f00c') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:46.828859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] No DVR routers for this DVR port 799119b7-70a4-49e4-b158-d30d0c97412d on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:46.837591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.859059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:46.862577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c198c08-801c-4a9e-bfd5-70baec25b801 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1436305 Apr 15 18:30:46.871289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:46.902005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486d5f0-df3f-4a15-a4d8-4b188d926389 None None] New status for floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:30:47.128402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:47.139181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:47.343205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 799119b7-70a4-49e4-b158-d30d0c97412d no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:47.364365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 6f30ffcb-e93a-48d0-8d3f-d96ed8760485 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:47.390657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 799119b7-70a4-49e4-b158-d30d0c97412d {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:47.390959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 799119b7-70a4-49e4-b158-d30d0c97412d not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:47.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:47.548132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:47.552963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c37ffe6-0cf9-49bc-8e3c-8d9f58495948 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:47.573271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:47.584174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=6f30ffcb-e93a-48d0-8d3f-d96ed8760485,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:47.589990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:47.591808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/6f30ffcb-e93a-48d0-8d3f-d96ed8760485 HTTP/1.1" status: 204 len: 168 time: 1.6487570 Apr 15 18:30:47.594675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40970) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:47.722198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:47.725192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:47.738949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b83a9eb8-fe21-4b09-8511-9914bb0a9691 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:47.869539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40976) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:48.047516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.156158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8edf92f1-bb71-43bc-9736-b7049d27d321 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 994 time: 0.2812483 Apr 15 18:30:48.162093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Subnet': ['ID=fb536e36-7c9b-405f-a35f-c6732cd2cc17,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:48.175980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:48.190993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5936bfb8-a6c8-491c-9f05-07b61366f9e3']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:48.204733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae73252f-c22b-4c93-bc81-eb99e56a6850') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:48.205075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae73252f-c22b-4c93-bc81-eb99e56a6850') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:48.218003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.223811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:48.225038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:48.234884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.235702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166be97-de30-4416-8853-a98a22c4771e None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:48.238075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:48.238870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.242322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:48.257453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2780325 Apr 15 18:30:48.260099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40980) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:48.267294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217925875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb536e36-7c9b-405f-a35f-c6732cd2cc17'}], 'security_groups': ['6cd4110b-ce37-47ec-89af-3d52465f09c0', '2aacbc30-c531-4c62-a981-7b3b62ac3789']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:48.431779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:48.441773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.532954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.583279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Update dhcp port {'port': {'network_id': '3c78e998-39ba-4b71-9365-1471f884ed2e', 'fixed_ips': [{'subnet_id': '92f142a4-2af9-4859-8af8-258e61b520e0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb536e36-7c9b-405f-a35f-c6732cd2cc17'}], 'binding:host_id': 'dv-neutron-786478-1-hyperv'}, 'id': '6646d9b6-ad48-4ea8-b3c0-36f645dc76eb'} from dv-neutron-786478-1-hyperv. {{(pid=86083) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 15 18:30:48.625836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 5936bfb8-a6c8-491c-9f05-07b61366f9e3 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:48.642705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:48.650694 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:48.734997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.738837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a8d8dad0-7f77-4551-90c1-e1d62f0702db tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:48.762430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.766160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=5936bfb8-a6c8-491c-9f05-07b61366f9e3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:48.769466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:48.777010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/5936bfb8-a6c8-491c-9f05-07b61366f9e3 HTTP/1.1" status: 204 len: 168 time: 1.1811736 Apr 15 18:30:48.777894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40984) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:48.784422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005808631'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:48.790157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:48.794629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:48.797956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:48.804631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:48.814884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:48.820891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.850468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:30:48.859820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.860212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b of type vlan for network 618132fe-d9ab-4c94-a59d-34e768468e27 Apr 15 18:30:48.879531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Allocated IP 2001:db8:0:2::2 (3c78e998-39ba-4b71-9365-1471f884ed2e/fb536e36-7c9b-405f-a35f-c6732cd2cc17/6646d9b6-ad48-4ea8-b3c0-36f645dc76eb) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:48.891012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.920965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.927141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:48.927805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:48.933391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29eddc74-fefa-4391-a7ef-8a35733f1463 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:49.025815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:49.035468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2564387 Apr 15 18:30:49.039540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40988) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:49.045951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=618132fe-d9ab-4c94-a59d-34e768468e27,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:49.047308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:49.048766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:49.054552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:49.060145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 618132fe-d9ab-4c94-a59d-34e768468e27 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:30:49.154908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Transition to ACTIVE for port object 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:49.160329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:49.177961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64d6ad4b-d3ca-4d0d-b76e-da83279f2b65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:49.215167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:49.223823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:49.228686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:49.243600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:49.297763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:49.302256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:49.370237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Pushing event updated for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:49.373743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:49.443148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Delete allocated IP 2001:db8::275 (3c78e998-39ba-4b71-9365-1471f884ed2e/5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c) {{(pid=86082) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 15 18:30:49.459767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Allocated IP 2001:db8:0:2::2d6 (3c78e998-39ba-4b71-9365-1471f884ed2e/fb536e36-7c9b-405f-a35f-c6732cd2cc17/42d88d02-9760-4678-9a8a-2c65eb07438d) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:49.863905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:49.894208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Transition to ACTIVE for port object 42d88d02-9760-4678-9a8a-2c65eb07438d will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:49.898540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:49.915845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-77f575cb-900c-4a95-8c5a-3f5a68719674 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:50.059081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:50.059506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.083700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event updated for resources: {'Port': ['ID=42d88d02-9760-4678-9a8a-2c65eb07438d,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:50.097790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:50.117602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:50.128217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Provisioning for port 42d88d02-9760-4678-9a8a-2c65eb07438d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:50.133298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Provisioning complete for port 42d88d02-9760-4678-9a8a-2c65eb07438d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:50.133722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.194379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Port 42d88d02-9760-4678-9a8a-2c65eb07438d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:50.204766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Provisioning for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:50.210012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:50.210436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7237f248-56c6-45e7-a2fd-919ce617e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.243338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] In _notify_port_updated(), no bound segment for port 42d88d02-9760-4678-9a8a-2c65eb07438d on network 3c78e998-39ba-4b71-9365-1471f884ed2e {{(pid=86082) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 15 18:30:50.250164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:50.250822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.252272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "PUT /v2.0/ports/42d88d02-9760-4678-9a8a-2c65eb07438d HTTP/1.1" status: 200 len: 970 time: 1.9909894 Apr 15 18:30:50.255416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 40992) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:50.258958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.275303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-611f76d0-ffb5-4b19-bbe3-c271a7ff416c tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:50.342632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 42d88d02-9760-4678-9a8a-2c65eb07438d {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:50.342632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.411605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=75f70bce-59e6-44a2-b9c2-82d89085894a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:50.424435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:50.469728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-dcda1f6c-8157-401d-945d-6e256179c922 None None] Provisioning complete for port 42d88d02-9760-4678-9a8a-2c65eb07438d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:50.470169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dcda1f6c-8157-401d-945d-6e256179c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.486018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:50.486460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 618132fe-d9ab-4c94-a59d-34e768468e27, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:30:50.506139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 618132fe-d9ab-4c94-a59d-34e768468e27 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:30:50.517067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 618132fe-d9ab-4c94-a59d-34e768468e27) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:50.530540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:50.531198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.532413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9b428-fc9d-474c-abb9-307c4b5aa6d5 None None] Network 618132fe-d9ab-4c94-a59d-34e768468e27 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:50.552210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5113509 Apr 15 18:30:50.555104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 40996) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:50.561544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-493284270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:50.568774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:50.572804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:30:50.581092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:30:50.588104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:50.597953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.599003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.614635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dcda1f6c-8157-401d-945d-6e256179c922 None None] Port 42d88d02-9760-4678-9a8a-2c65eb07438d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:50.615420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.635069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.662342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.666344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-891852dd-bb50-48c7-bd4c-47a8c9f1dc23 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1075644 Apr 15 18:30:50.666628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41000) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:50.673586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'port': {'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27', 'name': 'tempest-RoutersTest-1691016259'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:30:50.813694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-618132fe-d9ab-4c94-a59d-34e768468e27', 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': '75f70bce-59e6-44a2-b9c2-82d89085894a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:30:50.814292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.833435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:30:50.844287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:30:50.853951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'port': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:30:50.860865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.885705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] device_id is not set on port e691994c-3eb1-40ef-b062-4a04704394b4 yet. {{(pid=86082) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 15 18:30:50.930972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:50.989442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Allocated IP 172.20.0.2 (618132fe-d9ab-4c94-a59d-34e768468e27/75f70bce-59e6-44a2-b9c2-82d89085894a/bf80837d-2714-41f0-be25-22eb1d2fb09e) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:51.065884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 42d88d02-9760-4678-9a8a-2c65eb07438d owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:51.203625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.220645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Transition to ACTIVE for port object bf80837d-2714-41f0-be25-22eb1d2fb09e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:51.222173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.238908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:51.239987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Transition to ACTIVE for port object bf80837d-2714-41f0-be25-22eb1d2fb09e will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:51.248165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.322434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.20.0.3 (618132fe-d9ab-4c94-a59d-34e768468e27/75f70bce-59e6-44a2-b9c2-82d89085894a/e691994c-3eb1-40ef-b062-4a04704394b4) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:30:51.338064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e50ac9e-fd9d-4c30-8a35-395836a5e83a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:51.353481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=42d88d02-9760-4678-9a8a-2c65eb07438d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:51.360602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:51.387507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:51.481223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.502873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/42d88d02-9760-4678-9a8a-2c65eb07438d HTTP/1.1" status: 204 len: 168 time: 1.2459223 Apr 15 18:30:51.506243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:51.526689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Pushing event updated for resources: {'Port': ['ID=bf80837d-2714-41f0-be25-22eb1d2fb09e,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:51.535495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Network 618132fe-d9ab-4c94-a59d-34e768468e27 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:51.543468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:51.546025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.546420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.546831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.547222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.547632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.547988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.548358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.548731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.549098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.549457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.549826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.550210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:30:51.557438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:51.562084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:51.613723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-264f3d90-24ad-4149-9946-925abbd9f021 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] GET failed (client error): The resource could not be found. Apr 15 18:30:51.615288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-264f3d90-24ad-4149-9946-925abbd9f021 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports/42d88d02-9760-4678-9a8a-2c65eb07438d HTTP/1.1" status: 404 len: 333 time: 0.1079583 Apr 15 18:30:51.618639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41008) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:51.666088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.703482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object e691994c-3eb1-40ef-b062-4a04704394b4 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:30:51.729915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.770408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.805719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.831012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaceeae9-6534-42f9-9e0c-0e1be3221ff7 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:51.835921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:51.836338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.878776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Attempting to bind port bf80837d-2714-41f0-be25-22eb1d2fb09e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:30:51.879197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Attempting to bind port bf80837d-2714-41f0-be25-22eb1d2fb09e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:30:51.879607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Attempting to bind port bf80837d-2714-41f0-be25-22eb1d2fb09e on network 618132fe-d9ab-4c94-a59d-34e768468e27 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:30:51.895920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:30:51.896431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Checking segment: {'id': 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:30:51.896758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.897194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Bound using segment: {'id': 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:30:51.897712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Bound port: bf80837d-2714-41f0-be25-22eb1d2fb09e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '618132fe-d9ab-4c94-a59d-34e768468e27'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:30:51.898163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.965604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:51.980007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=e691994c-3eb1-40ef-b062-4a04704394b4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:51.983492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:51.986432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fae38808-91e3-442f-a406-ab2e68152820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:52.019358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abab60c-144c-421d-975c-a5f0fd6fd438,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:52.022041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:52.030733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.032158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/security-groups/2abab60c-144c-421d-975c-a5f0fd6fd438 HTTP/1.1" status: 204 len: 168 time: 0.4125047 Apr 15 18:30:52.035231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41012) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:52.069824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] For port bf80837d-2714-41f0-be25-22eb1d2fb09e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:30:52.073107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] For port bf80837d-2714-41f0-be25-22eb1d2fb09e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf80837d-2714-41f0-be25-22eb1d2fb09e,segment=NetworkSegment(bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b),segment_id=bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:30:52.076620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.076819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 618132fe-d9ab-4c94-a59d-34e768468e27 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:52.078000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:52.080349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:30:52.092194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbd1952f-62c3-4700-b358-a8ce269f8998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:52.109626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.142881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.150253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:52.151360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.175389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5050650 Apr 15 18:30:52.176064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41016) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:52.187530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.193814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5807f8a7-f37d-4e42-b9fb-5fc8b7aeec90 tempest-NegativeSecGroupIPv6Test-991489729 tempest-NegativeSecGroupIPv6Test-991489729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:52.211487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aacbc30-c531-4c62-a981-7b3b62ac3789,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:52.215367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:52.217434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.219441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/security-groups/2aacbc30-c531-4c62-a981-7b3b62ac3789 HTTP/1.1" status: 204 len: 168 time: 0.1826963 Apr 15 18:30:52.222437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41020) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:52.257270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Pushing event updated for resources: {'Port': ['ID=bf80837d-2714-41f0-be25-22eb1d2fb09e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:52.262742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:52.297947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.329105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.373178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.379281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b45ac77-2344-47a2-9dba-1c2d278339cd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:52.396252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd4110b-ce37-47ec-89af-3d52465f09c0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:52.401740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:52.403994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.408438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/security-groups/6cd4110b-ce37-47ec-89af-3d52465f09c0 HTTP/1.1" status: 204 len: 168 time: 0.1818843 Apr 15 18:30:52.408618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41024) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:52.482064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:52.486113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.545529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.660881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.973449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:52.991177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-61eaabbb-81b4-4513-ad91-31f1d2e27ddd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:53.080097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:53.087299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:53.118952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.162568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.165510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724bdf31-460e-4864-b776-965ca4bb8bd6 None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:53.175206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c HTTP/1.1" status: 204 len: 168 time: 0.7611420 Apr 15 18:30:53.176182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41028) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:53.252596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet fb536e36-7c9b-405f-a35f-c6732cd2cc17 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:53.256209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.324868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.414432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf80837d-2714-41f0-be25-22eb1d2fb09e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:53.429310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.526921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port bf80837d-2714-41f0-be25-22eb1d2fb09e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:53.541637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.545774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.563583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50f4dcf3-3e0f-4684-bd72-426534f72d46 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:53.712436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=e691994c-3eb1-40ef-b062-4a04704394b4,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:53.726545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:53.778112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:53.800135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cef2f09b-20ba-4656-9ef0-39937fefb32e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:53.843759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=fb536e36-7c9b-405f-a35f-c6732cd2cc17,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:53.889110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e3ff4-c202-4d03-85f7-0d41bce7eb9a None None] Network 618132fe-d9ab-4c94-a59d-34e768468e27 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:53.978958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:53.990033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.000890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/fb536e36-7c9b-405f-a35f-c6732cd2cc17 HTTP/1.1" status: 204 len: 168 time: 0.8234653 Apr 15 18:30:54.001597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41034) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:54.017755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Provisioning for port bf80837d-2714-41f0-be25-22eb1d2fb09e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:54.028694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Provisioning complete for port bf80837d-2714-41f0-be25-22eb1d2fb09e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:54.029319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.048030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-e970b54d-9dab-48ca-91ff-815302f8f313 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:54.048617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e970b54d-9dab-48ca-91ff-815302f8f313 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:54.053907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e970b54d-9dab-48ca-91ff-815302f8f313 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/5eaa8d8c-ab44-4e9e-b5ee-d7d3d8b6bf1c HTTP/1.1" status: 404 len: 337 time: 0.0507510 Apr 15 18:30:54.055340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41038) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:54.215443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting subnet 92f142a4-2af9-4859-8af8-258e61b520e0 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:30:54.221366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.271400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.284698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c2fa7577-0e0d-4988-b99c-97644c7b3d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.307945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.352717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20adb19-c956-4085-9393-e9878c4bda3d None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:54.353099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.430775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] For port bf80837d-2714-41f0-be25-22eb1d2fb09e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf80837d-2714-41f0-be25-22eb1d2fb09e,segment=NetworkSegment(bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b),segment_id=bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:54.443467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.447732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:54.521250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.532160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.585367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Pushing event updated for resources: {'Port': ['ID=bf80837d-2714-41f0-be25-22eb1d2fb09e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:54.593228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:54.637614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-816e52b2-28a0-4995-934c-e5a12eba2efc None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:54.637826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-816e52b2-28a0-4995-934c-e5a12eba2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:54.752704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-816e52b2-28a0-4995-934c-e5a12eba2efc None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:54.773985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-816e52b2-28a0-4995-934c-e5a12eba2efc None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:54.774380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-816e52b2-28a0-4995-934c-e5a12eba2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.049002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Provisioning complete for port bf80837d-2714-41f0-be25-22eb1d2fb09e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:55.050024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.197562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.200311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Provisioning for port e691994c-3eb1-40ef-b062-4a04704394b4 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:30:55.206757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Provisioning complete for port e691994c-3eb1-40ef-b062-4a04704394b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:55.207197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.219959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eeeba0cf-6ef8-44ce-89ad-c05a91b3ab2d tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:55.272291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ac23d1f3-39c8-4568-a5da-cad2945940f4 None None] Port e691994c-3eb1-40ef-b062-4a04704394b4 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:55.312708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:30:55.334066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Subnet': ['ID=92f142a4-2af9-4859-8af8-258e61b520e0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:55.342174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:55.347676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf80837d-2714-41f0-be25-22eb1d2fb09e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:30:55.347840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.355262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.395518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-890580f6-0b7f-427a-a8a4-35e1973d3912 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:55.422990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-01e9034c-fee4-4a2e-8c39-5dcc33985d52 None None] Provisioning complete for port e691994c-3eb1-40ef-b062-4a04704394b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:55.423410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-01e9034c-fee4-4a2e-8c39-5dcc33985d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.495709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-01e9034c-fee4-4a2e-8c39-5dcc33985d52 None None] Port e691994c-3eb1-40ef-b062-4a04704394b4 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:55.497293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port bf80837d-2714-41f0-be25-22eb1d2fb09e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:55.497730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.507777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.510659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.531127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854abd62-3ff8-4d71-89e3-8fe8e24949af None None] Network 3c78e998-39ba-4b71-9365-1471f884ed2e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:30:55.538347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=e691994c-3eb1-40ef-b062-4a04704394b4,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:55.590575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/92f142a4-2af9-4859-8af8-258e61b520e0 HTTP/1.1" status: 204 len: 168 time: 1.5340707 Apr 15 18:30:55.595919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41042) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:55.596986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:55.642119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f70161-cec5-4e7c-a349-f89ed89f58a5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:55.642882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f70161-cec5-4e7c-a349-f89ed89f58a5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:55.647013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74f70161-cec5-4e7c-a349-f89ed89f58a5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca3350f-c775-447d-9eb3-811a23f4dc1a HTTP/1.1" status: 404 len: 337 time: 0.0473175 Apr 15 18:30:55.647841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:55.669763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-83039b0e-34c1-4fb7-9019-b0ffc510d879 None None] Provisioning complete for port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:55.670160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83039b0e-34c1-4fb7-9019-b0ffc510d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:55.673549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 618132fe-d9ab-4c94-a59d-34e768468e27 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:30:55.674750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:30:55.709109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9d5871f8-7d9c-462a-b7f6-b2e7b8632461 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Synchronizing usage tracker for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:55.726028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-ec766fd4-dac8-473a-9ae5-f98339faa1b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1898339 Apr 15 18:30:55.761824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9d5871f8-7d9c-462a-b7f6-b2e7b8632461 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Unset dirty status for tenant:9588f45603534d668a74aecd9326d1da on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:55.766555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d5871f8-7d9c-462a-b7f6-b2e7b8632461 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a8e1731-14db-4225-bd67-0cb31381d60a HTTP/1.1" status: 200 len: 205 time: 0.1145840 Apr 15 18:30:55.766555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41050) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:55.911352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-3d5a0464-fcd6-4398-83eb-f2aa488e030c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] delete failed (client error): The resource could not be found. Apr 15 18:30:55.915344 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d5a0464-fcd6-4398-83eb-f2aa488e030c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/routers/5a8e1731-14db-4225-bd67-0cb31381d60a HTTP/1.1" status: 404 len: 336 time: 0.1457036 Apr 15 18:30:55.916970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:55.954598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-07e8023f-0995-4c2a-b7ca-cc3a77ba4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:55.956233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-07e8023f-0995-4c2a-b7ca-cc3a77ba4092 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1098 time: 0.0978959 Apr 15 18:30:55.981762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router c8039be9-c86e-408a-8d2a-a2a96bce1fef is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:30:55.984813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd6de22-2a0e-4a82-af57-8afb96f84213 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:55.985648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd6de22-2a0e-4a82-af57-8afb96f84213 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:55.989482 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfd6de22-2a0e-4a82-af57-8afb96f84213 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/42eafd75-a6a2-40a8-9101-94926aea87b1 HTTP/1.1" status: 404 len: 337 time: 0.0682569 Apr 15 18:30:55.991923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41058) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.053053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-83039b0e-34c1-4fb7-9019-b0ffc510d879 None None] Port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:56.100143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-83039b0e-34c1-4fb7-9019-b0ffc510d879 None None] Provisioning complete for port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:56.100581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83039b0e-34c1-4fb7-9019-b0ffc510d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:56.118128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-be266c25-82fd-4f00-8e99-055a1d444033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:56.119771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-be266c25-82fd-4f00-8e99-055a1d444033 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1437194 Apr 15 18:30:56.252171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] DHCP port deletion for 3c78e998-39ba-4b71-9365-1471f884ed2e request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:30:56.252963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-2cbb127c-7851-4217-b68c-4bd5da460157 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 1001 time: 0.1254997 Apr 15 18:30:56.260051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Deleting port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:56.260477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:56.325710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-9428b37c-d26d-4a88-8d55-0e30da678335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:56.327417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-9428b37c-d26d-4a88-8d55-0e30da678335 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0679500 Apr 15 18:30:56.416520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-d6f6fc4c-09e8-4936-85d0-2a74f3e6d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:56.418328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-d6f6fc4c-09e8-4936-85d0-2a74f3e6d293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835199 Apr 15 18:30:56.467515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa24aff-1e53-4ed0-b493-654062c48e38 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.467996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa24aff-1e53-4ed0-b493-654062c48e38 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.472534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-efa24aff-1e53-4ed0-b493-654062c48e38 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/0644da0f-cb08-476c-b1cb-e405a7e7ba35 HTTP/1.1" status: 404 len: 337 time: 0.4738233 Apr 15 18:30:56.476588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c0d09f6b-ad65-4c04-a7ee-2bbff22ac5e1 None None] Provisioning complete for port e691994c-3eb1-40ef-b062-4a04704394b4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:30:56.477013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d09f6b-ad65-4c04-a7ee-2bbff22ac5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:56.477995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41062) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.535811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffcf52d-00f5-48e2-a5ee-4dcf294d062e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.536579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffcf52d-00f5-48e2-a5ee-4dcf294d062e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.540615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ffcf52d-00f5-48e2-a5ee-4dcf294d062e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/b3ef49a0-c6df-4c97-b411-c59839b41484 HTTP/1.1" status: 404 len: 337 time: 0.0591466 Apr 15 18:30:56.541761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41066) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.552879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:56.557614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/c8039be9-c86e-408a-8d2a-a2a96bce1fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3804824 Apr 15 18:30:56.557764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] For port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,segment=NetworkSegment(fecfec80-8ed7-4605-bd4c-7571d56965f8),segment_id=fecfec80-8ed7-4605-bd4c-7571d56965f8)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:30:56.558238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:56.560505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41070) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.564819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] Sync routers for ids ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:56.574997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09f6b-ad65-4c04-a7ee-2bbff22ac5e1 None None] Port e691994c-3eb1-40ef-b062-4a04704394b4 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:30:56.583754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] Routers {'c8039be9-c86e-408a-8d2a-a2a96bce1fef'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:56.584698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:56.599979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cafce57-e108-48f4-bdb5-566580616d5b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.600696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cafce57-e108-48f4-bdb5-566580616d5b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.604932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0cafce57-e108-48f4-bdb5-566580616d5b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/28279792-cc6e-4672-ad82-1c6468b0a748 HTTP/1.1" status: 404 len: 333 time: 0.0605588 Apr 15 18:30:56.605800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41074) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.627507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-779b11a4-3eb8-47b9-9516-332366fbfdad service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019506 Apr 15 18:30:56.660532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-67146c88-6306-4073-aec5-311d1c88d34e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.661054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67146c88-6306-4073-aec5-311d1c88d34e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.665276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67146c88-6306-4073-aec5-311d1c88d34e tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/c0234e6e-3304-4bfb-8d2f-1d4701c4e3de HTTP/1.1" status: 404 len: 337 time: 0.0561354 Apr 15 18:30:56.670722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41078) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.702584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Calling delete_port for 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:56.720780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d372fc69-695f-43d2-916a-efb0da1a2258 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.721218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d372fc69-695f-43d2-916a-efb0da1a2258 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.725502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d372fc69-695f-43d2-916a-efb0da1a2258 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/452f7dcc-5a80-4ab1-b7cf-64a69cf4fca8 HTTP/1.1" status: 404 len: 337 time: 0.0514514 Apr 15 18:30:56.727818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41082) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.731153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a52be-6bda-41be-9432-f8fd7c3622cd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:30:56.731848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-915a52be-6bda-41be-9432-f8fd7c3622cd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:30:56.749901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-915a52be-6bda-41be-9432-f8fd7c3622cd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:30:56.751232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-915a52be-6bda-41be-9432-f8fd7c3622cd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports/e691994c-3eb1-40ef-b062-4a04704394b4 HTTP/1.1" status: 200 len: 977 time: 0.1897252 Apr 15 18:30:56.754225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41086) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.789611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aec5f7-7842-43c1-9d44-725f4de0f211 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.790189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aec5f7-7842-43c1-9d44-725f4de0f211 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.794623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08aec5f7-7842-43c1-9d44-725f4de0f211 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/b2185dc3-b03d-448d-8a05-5ddf4f6fbc3e HTTP/1.1" status: 404 len: 333 time: 0.0632069 Apr 15 18:30:56.795125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41090) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.854132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c9dae6-9d4c-458f-88b4-6bedeaaa15a7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.854636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c9dae6-9d4c-458f-88b4-6bedeaaa15a7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.859045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-33c9dae6-9d4c-458f-88b4-6bedeaaa15a7 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/5d422dba-f971-46a1-9546-2738b81cf58f HTTP/1.1" status: 404 len: 337 time: 0.0604200 Apr 15 18:30:56.860185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.880530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:56.887052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:56.898348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] Routers {'c8039be9-c86e-408a-8d2a-a2a96bce1fef'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:56.899178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:56.899619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:56.918390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf1dc05-e2c3-49dd-8fbd-f8994a55fd7c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] DELETE failed (client error): The resource could not be found. Apr 15 18:30:56.918910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf1dc05-e2c3-49dd-8fbd-f8994a55fd7c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:30:56.923265 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecf1dc05-e2c3-49dd-8fbd-f8994a55fd7c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/subnets/a07e6986-6378-4954-8d10-13b44b176bac HTTP/1.1" status: 404 len: 337 time: 0.0596213 Apr 15 18:30:56.924215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:56.978562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5d3aab0-2fb9-491e-8803-b9de431c7224 req-5143307b-11ed-4f45-a1f0-031c3494f08e service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436975 Apr 15 18:30:56.979859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:56.980322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684eb344-6348-4736-aaaa-8ad2e32db8d3 None None] The sync data for ids ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:57.020243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Pushing event deleted for resources: {'Port': ['ID=6646d9b6-ad48-4ea8-b3c0-36f645dc76eb,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:57.024154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Deleting port 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:57.024953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.047902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:57.068458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-297e5bf0-18d1-4fa5-b3eb-197b4d1df54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.088010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] No DVR routers for this DVR port 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:30:57.137216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.270809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.332387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:30:57.341233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.378520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:30:57.378928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6646d9b6-ad48-4ea8-b3c0-36f645dc76eb not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:30:57.407364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Calling delete_port for 49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 owned by {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:57.491513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.507159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c37a366-f9b9-49b2-8ff8-994132e16250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:57.601804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Port': ['ID=49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:57.604547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:57.644305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port e691994c-3eb1-40ef-b062-4a04704394b4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:30:57.644684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.656038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.668480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/ports/49c9bdfe-e7db-4658-8ff6-6a7cd0970ad5 HTTP/1.1" status: 204 len: 168 time: 0.7432139 Apr 15 18:30:57.671688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41104) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:57.711309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:57.867606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.010248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for e691994c-3eb1-40ef-b062-4a04704394b4 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:30:58.121332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.206914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.223923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3fe1a24-13f9-4d10-bc42-8f877f74e5d9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:58.321769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=e691994c-3eb1-40ef-b062-4a04704394b4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:58.329369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:58.336677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.445573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.471198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c78e998-39ba-4b71-9365-1471f884ed2e']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:58.487763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecfec80-8ed7-4605-bd4c-7571d56965f8') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:58.488260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecfec80-8ed7-4605-bd4c-7571d56965f8') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:58.505673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.530148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.537940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:30:58.676346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.725751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:58.735538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:58.921329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Network 3c78e998-39ba-4b71-9365-1471f884ed2e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:30:58.946574 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:30:59.026441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.030516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c009cc26-f937-4c5e-a925-04a45bbc5022 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:59.049794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.060315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Pushing event deleted for resources: {'Network': ['ID=3c78e998-39ba-4b71-9365-1471f884ed2e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:59.063414 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] 10.222.0.32 "DELETE /v2.0/networks/3c78e998-39ba-4b71-9365-1471f884ed2e HTTP/1.1" status: 204 len: 168 time: 1.3907127 Apr 15 18:30:59.064378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:59.107952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router c8039be9-c86e-408a-8d2a-a2a96bce1fef has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:30:59.364795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41112) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:59.534795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-21efbb6c-3603-4f80-a044-a2d0a93ecc1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9588f45603534d668a74aecd9326d1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686554 Apr 15 18:30:59.537493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41118) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:59.544280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:30:59.553809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] Sync routers for ids ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:30:59.563615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/c8039be9-c86e-408a-8d2a-a2a96bce1fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082232 Apr 15 18:30:59.566590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41122) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:59.567845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] Routers {'c8039be9-c86e-408a-8d2a-a2a96bce1fef'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:59.568693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:59.603378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.631770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.637082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:59.646802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] Routers {'c8039be9-c86e-408a-8d2a-a2a96bce1fef'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:30:59.647467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:59.677706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.683420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea11be0f-e937-465d-97b7-edc67a8f3bcf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:30:59.698993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4411c-2547-4558-8e5e-2910cf83a17f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:30:59.702742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:30:59.705130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:30:59.706322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8a4411c-2547-4558-8e5e-2910cf83a17f HTTP/1.1" status: 204 len: 168 time: 0.1677878 Apr 15 18:30:59.721569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:30:59.721991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f47070-149b-48da-af59-f1fd30245cf0 None None] The sync data for ids ['c8039be9-c86e-408a-8d2a-a2a96bce1fef'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:30:59.935977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-173ea137-69fc-4cdb-9278-edb855a30336 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] remove_router_interface failed (client error): The resource could not be found. Apr 15 18:30:59.937116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-173ea137-69fc-4cdb-9278-edb855a30336 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/c8039be9-c86e-408a-8d2a-a2a96bce1fef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3695097 Apr 15 18:30:59.940076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41130) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:30:59.993405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b45cba8e-a69b-4aab-8901-8e02542330b0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:00.007277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b45cba8e-a69b-4aab-8901-8e02542330b0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:00.008544 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b45cba8e-a69b-4aab-8901-8e02542330b0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8039be9-c86e-408a-8d2a-a2a96bce1fef HTTP/1.1" status: 200 len: 205 time: 0.0674860 Apr 15 18:31:00.011489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:00.156883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.454084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41156) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:00.483412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.485732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.507263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.507828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router c8039be9-c86e-408a-8d2a-a2a96bce1fef {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:31:00.519490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.520913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5a14421f-b441-4757-89e4-77562dbf5aa5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/c8039be9-c86e-408a-8d2a-a2a96bce1fef HTTP/1.1" status: 204 len: 168 time: 0.5085742 Apr 15 18:31:00.523811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41162) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:00.571732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1831885444'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:00.577130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:00.581129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Usage tracker for resource:network and tenant:12621313374243448478ec31230eacd9 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:00.584242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:00.591064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:00.600055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Made reservation on behalf of 12621313374243448478ec31230eacd9 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:00.602532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet 75f70bce-59e6-44a2-b9c2-82d89085894a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:31:00.605711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.606403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.625365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.641428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:00.645505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Usage tracker for resource:security_group_rule and tenant:12621313374243448478ec31230eacd9 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:00.648488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:00.654581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:00.664820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.743471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.746581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.751808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ca3033c-197b-450f-bb0f-528ee0fa789f tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:00.758337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.782482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:00.791770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f612a3a-a156-490a-ac01-77b143e48b95,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:00.795904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:00.799896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.800286 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Added segment 3869e4aa-3ae4-4868-9816-3b39e3ea549a of type vlan for network 91e3bfb9-3350-4d8f-b77e-5d43572b56c6 Apr 15 18:31:00.827547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.857780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.863971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:00.864621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:00.870165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eadc10ff-bcc0-42e4-a2e0-3116cef2f050 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:00.979090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5237520 Apr 15 18:31:00.983084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41166) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:00.991321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-6b712d09-2667-46f5-b4e5-2b36211383f7 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-2087805085') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.005074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Pushing event updated for resources: {'Network': ['ID=91e3bfb9-3350-4d8f-b77e-5d43572b56c6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:01.007921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:01.017366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 91e3bfb9-3350-4d8f-b77e-5d43572b56c6 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:01.049131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.065221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-820ec370-b858-4945-9267-500c17c254e8 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:01.119826 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6b712d09-2667-46f5-b4e5-2b36211383f7 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "PUT /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-2087805085 HTTP/1.1" status: 201 len: 201 time: 0.1356323 Apr 15 18:31:01.122529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41170) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.128080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-db31de70-4168-46e1-9e34-85ab5703e0e8 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-2087805085') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.164183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=75f70bce-59e6-44a2-b9c2-82d89085894a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:01.169060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:01.203012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.210159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/75f70bce-59e6-44a2-b9c2-82d89085894a HTTP/1.1" status: 204 len: 168 time: 0.6852095 Apr 15 18:31:01.210891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772adc48-f021-460f-9109-15ea3aa06172 None None] Network 618132fe-d9ab-4c94-a59d-34e768468e27 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:01.212891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41174) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.245990 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-db31de70-4168-46e1-9e34-85ab5703e0e8 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-2087805085 HTTP/1.1" status: 204 len: 168 time: 0.1222005 Apr 15 18:31:01.248729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41178) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.300800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-ca16297f-e41b-4e92-926e-827f98504746 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.439228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.500565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] DHCP port deletion for 618132fe-d9ab-4c94-a59d-34e768468e27 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:31:01.505100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Deleting port bf80837d-2714-41f0-be25-22eb1d2fb09e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:01.506217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.525880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port bf80837d-2714-41f0-be25-22eb1d2fb09e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:01.526278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.557864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ca16297f-e41b-4e92-926e-827f98504746 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags HTTP/1.1" status: 200 len: 238 time: 0.3079042 Apr 15 18:31:01.560778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41182) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.566812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-c42d67e8-631a-4dc0-bca5-b051edeff389 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', {'tags': ['tempest-TagsTest-Tag-1118559765', 'tempest-TagsTest-Tag-1661503593', 'tempest-TagsTest-Tag-1581743332']}) {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.681873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c42d67e8-631a-4dc0-bca5-b051edeff389 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "PUT /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags HTTP/1.1" status: 200 len: 309 time: 0.1198070 Apr 15 18:31:01.684582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41186) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.691002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-aa481caa-4c3d-49c7-815d-cecf18e180e9 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1118559765') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.736012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] For port bf80837d-2714-41f0-be25-22eb1d2fb09e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf80837d-2714-41f0-be25-22eb1d2fb09e,segment=NetworkSegment(bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b),segment_id=bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:01.736417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.755084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port bf80837d-2714-41f0-be25-22eb1d2fb09e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bf80837d-2714-41f0-be25-22eb1d2fb09e,segment=NetworkSegment(bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b),segment_id=bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:01.755486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.819155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aa481caa-4c3d-49c7-815d-cecf18e180e9 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "DELETE /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1118559765 HTTP/1.1" status: 204 len: 168 time: 0.1303518 Apr 15 18:31:01.819407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41190) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.825088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-6a5216e8-7c16-472e-9782-8c644b9a01d5 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1118559765') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.873639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Calling delete_port for bf80837d-2714-41f0-be25-22eb1d2fb09e owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:01.898028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for bf80837d-2714-41f0-be25-22eb1d2fb09e owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:01.936955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-6a5216e8-7c16-472e-9782-8c644b9a01d5 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] show failed (client error): The resource could not be found. Apr 15 18:31:01.940901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a5216e8-7c16-472e-9782-8c644b9a01d5 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1118559765 HTTP/1.1" status: 404 len: 326 time: 0.1175146 Apr 15 18:31:01.941093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41194) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:01.947082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-cc162db0-59a1-4364-9138-e9d47749f56f tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1661503593') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:01.955126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:01.971099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:01.975097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:31:01.975546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:31:02.017643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Pushing event deleted for resources: {'Port': ['ID=bf80837d-2714-41f0-be25-22eb1d2fb09e,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:02.020331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:02.059502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc162db0-59a1-4364-9138-e9d47749f56f tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1661503593 HTTP/1.1" status: 204 len: 168 time: 0.1173306 Apr 15 18:31:02.063300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41198) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.068662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-d3405dee-3861-4a25-a082-7da5e6ffa4d7 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1581743332') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.117343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] No DVR routers for this DVR port bf80837d-2714-41f0-be25-22eb1d2fb09e on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:31:02.178932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3405dee-3861-4a25-a082-7da5e6ffa4d7 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1581743332 HTTP/1.1" status: 204 len: 168 time: 0.1146188 Apr 15 18:31:02.181442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41202) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.187552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-2f754c7a-9622-45ee-8fa3-6ddb3c19c36f tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.309494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f754c7a-9622-45ee-8fa3-6ddb3c19c36f tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "DELETE /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1269350 Apr 15 18:31:02.312899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41206) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.318392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-818bd4f3-744a-40e7-ad69-899425ddd03c tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1661503593') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.422541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-818bd4f3-744a-40e7-ad69-899425ddd03c tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] show failed (client error): The resource could not be found. Apr 15 18:31:02.423592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-818bd4f3-744a-40e7-ad69-899425ddd03c tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1661503593 HTTP/1.1" status: 404 len: 326 time: 0.1097219 Apr 15 18:31:02.426537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41210) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.431791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-de8a131a-a3ef-4e14-9a75-a9a8f2c3e851 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6', 'tempest-TagsTest-Tag-1581743332') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.477129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port bf80837d-2714-41f0-be25-22eb1d2fb09e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:02.477530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:02.539055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-de8a131a-a3ef-4e14-9a75-a9a8f2c3e851 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] show failed (client error): The resource could not be found. Apr 15 18:31:02.540195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de8a131a-a3ef-4e14-9a75-a9a8f2c3e851 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "GET /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags/tempest-TagsTest-Tag-1581743332 HTTP/1.1" status: 404 len: 326 time: 0.1126790 Apr 15 18:31:02.543120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41214) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.549253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.tag.tag_plugin [None req-82a2462e-8b35-46ca-8211-b858d48dccde tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '91e3bfb9-3350-4d8f-b77e-5d43572b56c6') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.553119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] The port 'bf80837d-2714-41f0-be25-22eb1d2fb09e' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:31:02.659876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82a2462e-8b35-46ca-8211-b858d48dccde tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "DELETE /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1155436 Apr 15 18:31:02.666983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41218) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:02.687212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:02.791364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:02.812625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618132fe-d9ab-4c94-a59d-34e768468e27']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.825672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.826592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec1dfa1-ef18-4fbb-b32b-12b7eee8bd0b') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:02.838737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:02.857975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:02.864391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:31:02.992273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.045617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 618132fe-d9ab-4c94-a59d-34e768468e27 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:03.056504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e3bfb9-3350-4d8f-b77e-5d43572b56c6']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3869e4aa-3ae4-4868-9816-3b39e3ea549a') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3869e4aa-3ae4-4868-9816-3b39e3ea549a') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.207476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:31:03.275108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 618132fe-d9ab-4c94-a59d-34e768468e27 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:31:03.303505 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:31:03.345001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf80837d-2714-41f0-be25-22eb1d2fb09e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:03.374237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Network 91e3bfb9-3350-4d8f-b77e-5d43572b56c6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:03.389518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: bf80837d-2714-41f0-be25-22eb1d2fb09e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:03.390025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bf80837d-2714-41f0-be25-22eb1d2fb09e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:03.390497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.403097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.407470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9cd6c384-2436-4787-8ed1-a9af53367b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:03.423974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.436684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=618132fe-d9ab-4c94-a59d-34e768468e27,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:03.441455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:03.447316 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/618132fe-d9ab-4c94-a59d-34e768468e27 HTTP/1.1" status: 204 len: 168 time: 2.2333255 Apr 15 18:31:03.452479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41222) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:03.458700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-209155392'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:03.464051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:03.468107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:03.471181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:03.480847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:03.488285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:03.494750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.583679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Network 91e3bfb9-3350-4d8f-b77e-5d43572b56c6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:31:03.608944 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:31:03.694492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.697653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:03.697989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a2c0775-6e63-46a0-9e27-cdfee3b73271 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:03.709091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.709476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 21769a41-bf2e-4322-b480-ffae9eb338ce of type vlan for network f806fbda-efc2-4282-913c-ad9bf5e321f1 Apr 15 18:31:03.716667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.724925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Pushing event deleted for resources: {'Network': ['ID=91e3bfb9-3350-4d8f-b77e-5d43572b56c6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:03.740028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] 10.222.0.32 "DELETE /v2.0/networks/91e3bfb9-3350-4d8f-b77e-5d43572b56c6 HTTP/1.1" status: 204 len: 168 time: 1.0663404 Apr 15 18:31:03.740028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:03.752866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.790390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.797702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:03.798899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:03.806774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a03c90e-841c-4f0d-81a1-fa646eda6acd tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:03.924440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=f806fbda-efc2-4282-913c-ad9bf5e321f1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:03.927035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:03.932205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4786325 Apr 15 18:31:03.935739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41228) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:03.941432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:03.942974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:04.067900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41234) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:04.080847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:04.085363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:04.088058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:04.094869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:04.104012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:04.110676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.249731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8fc3c6a9-db5a-4e41-86c4-d7c1ce657f59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12621313374243448478ec31230eacd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792395 Apr 15 18:31:04.252632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41240) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:04.328181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.368463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.427703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.432785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-064dad25-1296-404e-aefb-53fa7933dd64 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:04.449652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.451473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f612a3a-a156-490a-ac01-77b143e48b95 HTTP/1.1" status: 204 len: 168 time: 0.1972775 Apr 15 18:31:04.452445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f612a3a-a156-490a-ac01-77b143e48b95,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:04.455557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:04.899797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:04.916332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a78e3fcd-0aea-4f80-a2a8-bd83c958b1fe tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:05.056703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=3710912c-c1a7-424a-b752-8939a3837612,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:05.062775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:05.123300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '21769a41-bf2e-4322-b480-ffae9eb338ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:05.123707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: f806fbda-efc2-4282-913c-ad9bf5e321f1, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:05.142830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:05.151169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, f806fbda-efc2-4282-913c-ad9bf5e321f1) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:05.163610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f6a2f-d625-4c34-bc69-bb70cfa3ffbd None None] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:05.165162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:05.165819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.186373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2500169 Apr 15 18:31:05.189152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41246) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:05.195701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1350025674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:05.203631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:05.207811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:05.210969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:05.218434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:05.233168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.234290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.251698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.278673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.303924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.304859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-627d234c-02dc-4fff-bed2-8250cc43fbb0 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1145535 Apr 15 18:31:05.307991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41250) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:05.410682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-f806fbda-efc2-4282-913c-ad9bf5e321f1', 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': '3710912c-c1a7-424a-b752-8939a3837612'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:05.412166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.583194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Allocated IP 172.20.0.2 (f806fbda-efc2-4282-913c-ad9bf5e321f1/3710912c-c1a7-424a-b752-8939a3837612/81d99a21-24ed-48be-a0a3-dff9516af96a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:05.817664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.828859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Transition to ACTIVE for port object 81d99a21-24ed-48be-a0a3-dff9516af96a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:05.849579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Transition to ACTIVE for port object 81d99a21-24ed-48be-a0a3-dff9516af96a will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:05.854332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.857370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:05.874240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:06.009216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Pushing event updated for resources: {'Port': ['ID=81d99a21-24ed-48be-a0a3-dff9516af96a,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:06.012262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:06.260827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.20.0.1 (f806fbda-efc2-4282-913c-ad9bf5e321f1/3710912c-c1a7-424a-b752-8939a3837612/3213fb3e-3402-4aaa-b462-1c46c7872ef8) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:06.262222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:06.263387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:06.265714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:06.377185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Attempting to bind port 81d99a21-24ed-48be-a0a3-dff9516af96a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:06.377605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Attempting to bind port 81d99a21-24ed-48be-a0a3-dff9516af96a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '21769a41-bf2e-4322-b480-ffae9eb338ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:06.378064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Attempting to bind port 81d99a21-24ed-48be-a0a3-dff9516af96a on network f806fbda-efc2-4282-913c-ad9bf5e321f1 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:06.386767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:06.386767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Checking segment: {'id': '21769a41-bf2e-4322-b480-ffae9eb338ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:06.386767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.388823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Bound using segment: {'id': '21769a41-bf2e-4322-b480-ffae9eb338ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:06.388823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Bound port: 81d99a21-24ed-48be-a0a3-dff9516af96a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21769a41-bf2e-4322-b480-ffae9eb338ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'f806fbda-efc2-4282-913c-ad9bf5e321f1'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:06.388823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.446565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.464723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object 3213fb3e-3402-4aaa-b462-1c46c7872ef8 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:06.492628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] For port 81d99a21-24ed-48be-a0a3-dff9516af96a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:06.496166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] For port 81d99a21-24ed-48be-a0a3-dff9516af96a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=81d99a21-24ed-48be-a0a3-dff9516af96a,segment=NetworkSegment(21769a41-bf2e-4322-b480-ffae9eb338ce),segment_id=21769a41-bf2e-4322-b480-ffae9eb338ce)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:06.497203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.506639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.514402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:06.522865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c4a5190-8f3b-485b-a4e5-c08c92451a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:06.658099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=3213fb3e-3402-4aaa-b462-1c46c7872ef8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:06.676287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:06.686693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Pushing event updated for resources: {'Port': ['ID=81d99a21-24ed-48be-a0a3-dff9516af96a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:06.692531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:06.720933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:06.722184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:06.724469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:06.796593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:06.914424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:07.361221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 81d99a21-24ed-48be-a0a3-dff9516af96a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:07.382268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:07.396178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:07.429137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f4753ea-7ca6-4da0-87da-0daba66a0bee tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:07.440654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 81d99a21-24ed-48be-a0a3-dff9516af96a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:07.529964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=3213fb3e-3402-4aaa-b462-1c46c7872ef8,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:07.533057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:07.549171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:07.686192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:07.687358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:08.137580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7fe99b-9935-4ef7-8ee0-b44e4a569120 None None] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:08.197284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 86a40a48-0dcb-4ab9-bac8-9523e6c2b881 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:08.234078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Provisioning for port 81d99a21-24ed-48be-a0a3-dff9516af96a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:08.242648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Provisioning complete for port 81d99a21-24ed-48be-a0a3-dff9516af96a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:08.244291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:08.395413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:08.406345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/86a40a48-0dcb-4ab9-bac8-9523e6c2b881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0974638 Apr 15 18:31:08.409784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41260) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:08.411158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] Sync routers for ids ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:08.423276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] Routers {'86a40a48-0dcb-4ab9-bac8-9523e6c2b881'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:08.423583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:08.496562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:08.496669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:08.499043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f689783-31c6-497a-a245-ec2b2d0b3df3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:08.499930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7f689783-31c6-497a-a245-ec2b2d0b3df3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:08.508736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] Routers {'86a40a48-0dcb-4ab9-bac8-9523e6c2b881'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:08.509479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:08.520530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7f689783-31c6-497a-a245-ec2b2d0b3df3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:08.524838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7f689783-31c6-497a-a245-ec2b2d0b3df3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports/3213fb3e-3402-4aaa-b462-1c46c7872ef8 HTTP/1.1" status: 200 len: 910 time: 0.1108363 Apr 15 18:31:08.525079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41264) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:08.548967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] For port 81d99a21-24ed-48be-a0a3-dff9516af96a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=81d99a21-24ed-48be-a0a3-dff9516af96a,segment=NetworkSegment(21769a41-bf2e-4322-b480-ffae9eb338ce),segment_id=21769a41-bf2e-4322-b480-ffae9eb338ce)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:08.556927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:08.558557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:08.588613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:08.589198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7c8af3-a6fa-45d2-a8ed-6ba2cd722e8b None None] The sync data for ids ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:08.640800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Pushing event updated for resources: {'Port': ['ID=81d99a21-24ed-48be-a0a3-dff9516af96a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:08.644434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:08.796249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Provisioning complete for port 81d99a21-24ed-48be-a0a3-dff9516af96a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:08.796689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:08.964535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Provisioning for port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:08.970603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Provisioning complete for port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:08.971261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.037203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8e00feb4-bb4e-40d9-bc44-fa30c99e401d None None] Port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:09.159198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b3d1210b-1048-4e56-8a2c-f13953076071 None None] Provisioning complete for port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:09.159591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3d1210b-1048-4e56-8a2c-f13953076071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.168376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.225093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b3d1210b-1048-4e56-8a2c-f13953076071 None None] Port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:09.333950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 81d99a21-24ed-48be-a0a3-dff9516af96a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:09.411270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 81d99a21-24ed-48be-a0a3-dff9516af96a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:09.411811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.533669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 3213fb3e-3402-4aaa-b462-1c46c7872ef8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:09.534093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.750698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:09.889073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 3213fb3e-3402-4aaa-b462-1c46c7872ef8 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:10.079397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:10.095517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:10.189893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=3213fb3e-3402-4aaa-b462-1c46c7872ef8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:10.196223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:10.501502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:10.929181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 86a40a48-0dcb-4ab9-bac8-9523e6c2b881 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:11.353817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:11.364587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] Sync routers for ids ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:11.371210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/86a40a48-0dcb-4ab9-bac8-9523e6c2b881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8450196 Apr 15 18:31:11.374643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41270) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:11.375577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] Routers {'86a40a48-0dcb-4ab9-bac8-9523e6c2b881'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:11.376252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:11.428386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72e1feb1-a335-4c73-a428-c0c240b74b59 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:11.443547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-72e1feb1-a335-4c73-a428-c0c240b74b59 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:11.444671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:11.444808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72e1feb1-a335-4c73-a428-c0c240b74b59 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=86a40a48-0dcb-4ab9-bac8-9523e6c2b881 HTTP/1.1" status: 200 len: 205 time: 0.0691743 Apr 15 18:31:11.447646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41274) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:11.453933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] Routers {'86a40a48-0dcb-4ab9-bac8-9523e6c2b881'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:11.454601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:11.518960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:11.519475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eadcb-2187-4f4d-b6ad-eb20c002e787 None None] The sync data for ids ['86a40a48-0dcb-4ab9-bac8-9523e6c2b881'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:11.590964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:11.912384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:11.914788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:11.937502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:11.938134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 86a40a48-0dcb-4ab9-bac8-9523e6c2b881 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:31:11.949897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:11.951587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0386cc31-7a98-4ba1-8195-0f600fcb99ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/86a40a48-0dcb-4ab9-bac8-9523e6c2b881 HTTP/1.1" status: 204 len: 168 time: 0.5029602 Apr 15 18:31:11.954459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:12.026874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet 3710912c-c1a7-424a-b752-8939a3837612 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:31:12.030575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.086818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.179953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.466129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.481477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dae16f79-0a2e-4def-9013-e0ac06746f80 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:12.579608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=3710912c-c1a7-424a-b752-8939a3837612,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:12.582379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:12.619277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.625721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3345208-02d6-4944-a18c-cbf464b34c1a None None] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:12.626377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/3710912c-c1a7-424a-b752-8939a3837612 HTTP/1.1" status: 204 len: 168 time: 0.6709025 Apr 15 18:31:12.629123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:12.633466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41288) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:12.779983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.857897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 81d99a21-24ed-48be-a0a3-dff9516af96a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:12.858655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:12.929457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] DHCP port deletion for f806fbda-efc2-4282-913c-ad9bf5e321f1 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:31:12.934489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Deleting port 81d99a21-24ed-48be-a0a3-dff9516af96a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:12.935659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.101475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 81d99a21-24ed-48be-a0a3-dff9516af96a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=81d99a21-24ed-48be-a0a3-dff9516af96a,segment=NetworkSegment(21769a41-bf2e-4322-b480-ffae9eb338ce),segment_id=21769a41-bf2e-4322-b480-ffae9eb338ce)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:13.101907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.155396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89286157-9bb3-43a7-8671-0e6741e808ae tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.5206082 Apr 15 18:31:13.158350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:13.168374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] For port 81d99a21-24ed-48be-a0a3-dff9516af96a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=81d99a21-24ed-48be-a0a3-dff9516af96a,segment=NetworkSegment(21769a41-bf2e-4322-b480-ffae9eb338ce),segment_id=21769a41-bf2e-4322-b480-ffae9eb338ce)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:13.169067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.247164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 81d99a21-24ed-48be-a0a3-dff9516af96a owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:13.324475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Calling delete_port for 81d99a21-24ed-48be-a0a3-dff9516af96a owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:13.350162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.365824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 81d99a21-24ed-48be-a0a3-dff9516af96a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:13.367483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4805de8-d8cd-401e-a4f6-0063d0efedf0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:13.386867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54571afc-4b4c-4003-a9a9-892c9a9c7ee8 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Notify agent at dv-neutron-786478-1-hyperv the message router_removed_from_agent {{(pid=86081) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 15 18:31:13.394382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54571afc-4b4c-4003-a9a9-892c9a9c7ee8 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "DELETE /v2.0/agents/84726046-cd22-4975-95c2-ba27d42b2a0c/l3-routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c HTTP/1.1" status: 204 len: 168 time: 0.2348363 Apr 15 18:31:13.395496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41296) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:13.409008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 81d99a21-24ed-48be-a0a3-dff9516af96a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:13.409672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 81d99a21-24ed-48be-a0a3-dff9516af96a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:13.456403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:31:13.457167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:31:13.466784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=81d99a21-24ed-48be-a0a3-dff9516af96a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:13.482712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:13.523461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No DVR routers for this DVR port 81d99a21-24ed-48be-a0a3-dff9516af96a on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:31:13.621299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d13d0ead-8755-4d39-b547-37f41717164e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2242174 Apr 15 18:31:13.624895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41300) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:13.660251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.725905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01755523-c58c-4f59-8acb-f8eb9f30600c None None] New status for floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:31:13.751355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-398ab8b9-575b-4ad2-96c7-cec73b450aee tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 994 time: 0.1252177 Apr 15 18:31:13.796353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f806fbda-efc2-4282-913c-ad9bf5e321f1']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:13.810994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21769a41-bf2e-4322-b480-ffae9eb338ce') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:13.811348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21769a41-bf2e-4322-b480-ffae9eb338ce') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:13.824708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.839969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:13.847641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:31:13.958567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Deleting port 81d99a21-24ed-48be-a0a3-dff9516af96a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:13.959221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.029879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:14.035119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-17510374-5832-4265-acc5-e9ad0d0f6fcb None None] The port '81d99a21-24ed-48be-a0a3-dff9516af96a' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:31:14.043898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.224677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network f806fbda-efc2-4282-913c-ad9bf5e321f1 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:31:14.248761 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:31:14.330424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.333888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-686404d1-a87f-4248-9674-81ea922d23fb tempest-NetworksIpV6Test-998546402 tempest-NetworksIpV6Test-998546402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:14.349621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.361785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=f806fbda-efc2-4282-913c-ad9bf5e321f1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:14.366740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:14.373158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/f806fbda-efc2-4282-913c-ad9bf5e321f1 HTTP/1.1" status: 204 len: 168 time: 1.7424426 Apr 15 18:31:14.377284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41304) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:14.383189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-77643305', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:14.391502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:14.395499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:14.398487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:14.404398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:14.414222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.415297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.430163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.566773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.712221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:14.755270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41308) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:14.876748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a60c59d2-1d2f-4515-84e2-36aef038b5f3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1151478 Apr 15 18:31:15.032067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.062778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.207646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.26.7.34 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/7adc70b1-c417-4108-8719-0a69814acec4) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:15.333939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:15.370185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.400451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.415928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be9fcaec-4b0a-4916-bb71-5a28713d5953 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:15.456637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.490350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:15.493384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.494263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:15.524370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-49c056fc-c5b4-45df-99e5-152ddf6333d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:15.556580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=7adc70b1-c417-4108-8719-0a69814acec4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:15.573357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:15.615048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:15.616528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:15.618901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:15.645960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:15.653533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:15.680533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.698521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:15.701215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:15.703977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8cab53e-62c2-41b9-89ff-a9d0c0b3affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:15.778180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:15.781084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:16.017263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41314) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:16.058851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:16.474322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:16.534167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e264631-4730-4b40-af8d-907b04d8b684 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:16.534554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e264631-4730-4b40-af8d-907b04d8b684 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Notify agent at dv-neutron-786478-1-hyperv the message router_added_to_agent {{(pid=86082) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 15 18:31:16.569392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e264631-4730-4b40-af8d-907b04d8b684 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "POST /v2.0/agents/84726046-cd22-4975-95c2-ba27d42b2a0c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.5463550 Apr 15 18:31:16.569392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41322) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:16.592071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:16.606336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:16.608039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:16.837909 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-30b7345e-6b5a-474e-99a3-385f45ed0a8b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2669530 Apr 15 18:31:16.838992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41330) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:16.968204 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a81d67c6-001b-47e0-88aa-8110fd57937a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1275196 Apr 15 18:31:17.065927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 0bbcef7a-c05e-46c4-aede-34afffbc9c8a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:17.071867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:17.260300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:17.269919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] Sync routers for ids ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:17.280192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] Routers {'0bbcef7a-c05e-46c4-aede-34afffbc9c8a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:17.280873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.299498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:17.303661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9225407 Apr 15 18:31:17.304146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41334) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:17.352001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.362475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] Routers {'0bbcef7a-c05e-46c4-aede-34afffbc9c8a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:17.363141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.432941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.434474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d7f231-4ea0-4bd2-a5ce-4a89601329a6 None None] The sync data for ids ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:17.464229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:31:13Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.467444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:17.476762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:17.477487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:17.532709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7e787ed0-73b7-49e2-9702-bd8da8b4d9ee tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers/0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 200 len: 878 time: 0.2272346 Apr 15 18:31:17.536149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41338) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:17.678347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:17.777059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37c1e31f-1a8e-4951-865a-e53c1cf9a4b3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:router {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:17.828029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37c1e31f-1a8e-4951-865a-e53c1cf9a4b3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:router {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:17.829099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37c1e31f-1a8e-4951-865a-e53c1cf9a4b3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2921798 Apr 15 18:31:17.832323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41342) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:17.838437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-77643305'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:17.971856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41346) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:18.088029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:31:13Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:18.096599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353f05b-c159-4c6b-b8d8-e033562583ed None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '81e83ac2-b1f1-4316-9a63-6b7d34ebc9da', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.192', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'port_id': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'mac_address': 'fa:16:3e:93:af:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac260b3-db09-4a90-979f-7980840a325f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:43Z', 'updated_at': '2021-04-15T18:31:13Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:15Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:18.098455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1369494a-f29c-44ec-8f6b-f27560fd60f7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1214812 Apr 15 18:31:18.461108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:18.480827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:18.690705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 0bbcef7a-c05e-46c4-aede-34afffbc9c8a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:18.930580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:18.942832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] Sync routers for ids ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:18.950215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:18.952322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e0a7688-6e8b-4c3a-a7a9-489ff3fcf1b7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 200 len: 885 time: 1.1189187 Apr 15 18:31:18.954272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] Routers {'0bbcef7a-c05e-46c4-aede-34afffbc9c8a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:18.954930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:18.955396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41350) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:19.026971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:19.039378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] Routers {'0bbcef7a-c05e-46c4-aede-34afffbc9c8a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:19.040248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:19.098939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41354) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:19.131400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:19.131490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bd6143-b742-4246-9568-278f94e93742 None None] The sync data for ids ['0bbcef7a-c05e-46c4-aede-34afffbc9c8a'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:19.202138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d6885ac-a455-4731-a348-b0aa43f77819 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers/0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 200 len: 885 time: 0.2405696 Apr 15 18:31:19.202138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41358) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:19.235018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eba2714-61be-4b29-960d-ea045eb72dcc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.1348624 Apr 15 18:31:19.253467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83cd466b-c4f2-48c7-a030-7a29bca459da tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:19.277111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-83cd466b-c4f2-48c7-a030-7a29bca459da tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:19.281607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-83cd466b-c4f2-48c7-a030-7a29bca459da tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 200 len: 205 time: 0.0796301 Apr 15 18:31:19.281877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41362) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:19.447265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:19.507296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:19.531288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:19.531713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:19.676260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:19.718634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:19.740897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:19.742438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:19.773489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7814f2b0-1fff-43b0-99aa-9dd999658124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:19.881112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:19.885090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:19.895520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:19.895946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.028265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.035856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.045393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:20.048418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 7adc70b1-c417-4108-8719-0a69814acec4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:20.048760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.062075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.062075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7610ddf-fec3-406f-8f5a-dcd7be9068d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:20.135496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:20.137044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:20.239771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41366) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:20.243547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.454488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 7adc70b1-c417-4108-8719-0a69814acec4 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:20.540382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3078f080-f504-439e-bb61-7c156f22d657 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 992 time: 0.2980251 Apr 15 18:31:20.657171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:20.672982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2a783014-af9c-477b-bd73-e7b378ba84ef tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:20.769480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=7adc70b1-c417-4108-8719-0a69814acec4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:20.773559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:20.934199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.015766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc587e0d-48e8-4329-bf45-647bc6e2d933 None None] New status for floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:31:21.130879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.133232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.154933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.155522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbcef7a-c05e-46c4-aede-34afffbc9c8a {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:31:21.178142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.179334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 204 len: 168 time: 1.8962047 Apr 15 18:31:21.183063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41370) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:21.189860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-174154822'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:21.195112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:21.199220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:21.202801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:21.208996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:21.218484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:21.224987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.255290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:21.264817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.265497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 941f99f4-ded2-4c1d-8c7e-c0a4af568139 of type vlan for network a551098a-a9ce-4e87-bf55-228ae5c088cc Apr 15 18:31:21.293940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.328420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.334694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:21.335340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.340840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fecd28f-5d50-44a8-aab2-a1a5568de616 tempest-RoutersNegativeIpV6Test-859960468 tempest-RoutersNegativeIpV6Test-859960468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:21.349389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:21.424987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:21.425623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.448962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2646751 Apr 15 18:31:21.452548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41374) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:21.459570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:21.460776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=a551098a-a9ce-4e87-bf55-228ae5c088cc,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:21.464201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:21.478171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a551098a-a9ce-4e87-bf55-228ae5c088cc details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:21.543170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41378) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:21.580355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:21.584432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:21.587572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:21.593580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:21.602156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:21.608849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.654475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:21.672348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44f71e0f-7492-4ad9-a2ec-ba63d6a18db3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 200 len: 994 time: 0.1277702 Apr 15 18:31:21.739122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:21.739522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:21.954094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41386) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:22.065378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.080934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-21145747-d973-4649-a2ba-9dc31f505bdc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:22.181161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port ca7e857a-3708-47c5-9e46-19706e4d91d8 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:22.181658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.221184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=a4ab5e85-91f5-4f65-9484-7c061d7a86b6,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:22.226223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:22.284973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '941f99f4-ded2-4c1d-8c7e-c0a4af568139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:22.285364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: a551098a-a9ce-4e87-bf55-228ae5c088cc, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:22.304389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network a551098a-a9ce-4e87-bf55-228ae5c088cc is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:22.313991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a551098a-a9ce-4e87-bf55-228ae5c088cc) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:22.324024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca95bd-0aa2-4f4f-90cc-9c60b8b727f2 None None] Network a551098a-a9ce-4e87-bf55-228ae5c088cc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:22.327683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:22.328344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.350841 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8968942 Apr 15 18:31:22.353411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41390) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:22.361560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1831654248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:22.376855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:22.385543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:22.389721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.390129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.397695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:22.408287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:22.533945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for ca7e857a-3708-47c5-9e46-19706e4d91d8 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:22.551844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a551098a-a9ce-4e87-bf55-228ae5c088cc', 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': 'a4ab5e85-91f5-4f65-9484-7c061d7a86b6'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:22.552852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.578524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.579613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.620494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.654558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.716239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Allocated IP 172.20.0.2 (a551098a-a9ce-4e87-bf55-228ae5c088cc/a4ab5e85-91f5-4f65-9484-7c061d7a86b6/fcd81da1-8700-49ee-a5de-d15cd6034b78) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:22.730293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.734403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36b01e3c-d28f-438f-b85c-7d3965453eb2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3771002 Apr 15 18:31:22.734543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41394) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:22.874415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.896661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d944e6-6c4b-4bd8-8079-3e7b3ee0d180 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:22.933056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.943495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Transition to ACTIVE for port object fcd81da1-8700-49ee-a5de-d15cd6034b78 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:22.961942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Transition to ACTIVE for port object fcd81da1-8700-49ee-a5de-d15cd6034b78 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:22.966918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:22.982758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3f0d53e-4091-48d2-9eec-e960793a227d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:22.996348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=ca7e857a-3708-47c5-9e46-19706e4d91d8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:23.057693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:23.300633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Pushing event updated for resources: {'Port': ['ID=fcd81da1-8700-49ee-a5de-d15cd6034b78,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:23.313660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:23.358832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Network a551098a-a9ce-4e87-bf55-228ae5c088cc is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:23.360070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:23.362454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:23.464677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Attempting to bind port fcd81da1-8700-49ee-a5de-d15cd6034b78 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:23.465097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Attempting to bind port fcd81da1-8700-49ee-a5de-d15cd6034b78 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '941f99f4-ded2-4c1d-8c7e-c0a4af568139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:23.465509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Attempting to bind port fcd81da1-8700-49ee-a5de-d15cd6034b78 on network a551098a-a9ce-4e87-bf55-228ae5c088cc {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:23.472125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:23.472547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Checking segment: {'id': '941f99f4-ded2-4c1d-8c7e-c0a4af568139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:23.472999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:23.473437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Bound using segment: {'id': '941f99f4-ded2-4c1d-8c7e-c0a4af568139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:23.474020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Bound port: fcd81da1-8700-49ee-a5de-d15cd6034b78, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941f99f4-ded2-4c1d-8c7e-c0a4af568139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a551098a-a9ce-4e87-bf55-228ae5c088cc'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:23.474445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:23.493751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:31:23.572165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] For port fcd81da1-8700-49ee-a5de-d15cd6034b78, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:23.575240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] For port fcd81da1-8700-49ee-a5de-d15cd6034b78, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fcd81da1-8700-49ee-a5de-d15cd6034b78,segment=NetworkSegment(941f99f4-ded2-4c1d-8c7e-c0a4af568139),segment_id=941f99f4-ded2-4c1d-8c7e-c0a4af568139)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:23.580117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:23.592932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:23.746971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Pushing event updated for resources: {'Port': ['ID=fcd81da1-8700-49ee-a5de-d15cd6034b78,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:23.752139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:23.796837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:23.901472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:23.901874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da disassociated (deleted). External IP: 172.26.7.192, port: c787e945-24dd-4a72-a4b1-ce57982af43e. Apr 15 18:31:24.196633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d06e77f-dc9a-4807-8349-a482bd359f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:24.526601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.20.0.1 (a551098a-a9ce-4e87-bf55-228ae5c088cc/a4ab5e85-91f5-4f65-9484-7c061d7a86b6/b31061c0-652e-4330-90f9-7d454e8ea93a) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:24.633820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:24.877043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:24.911703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object b31061c0-652e-4330-90f9-7d454e8ea93a will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:24.916479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:24.926216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:24.929704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:24.936962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:24.937726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:24.996659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/81e83ac2-b1f1-4316-9a63-6b7d34ebc9da HTTP/1.1" status: 204 len: 168 time: 3.0412877 Apr 15 18:31:25.000160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:31:25.024311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:25.050361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-17cf2b1c-ed34-4e73-8b3b-f7ac10826b14 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:25.094074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'status': 'completed', 'code': 200} Apr 15 18:31:25.178020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:25.218790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-63e6db71-e62a-4d13-afab-e9212e3e19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:25.221027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-63e6db71-e62a-4d13-afab-e9212e3e19c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 1099 time: 0.1264510 Apr 15 18:31:25.265378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=b31061c0-652e-4330-90f9-7d454e8ea93a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:25.270338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:25.330902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network a551098a-a9ce-4e87-bf55-228ae5c088cc is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:25.332240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:25.344423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:25.446477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:25.455114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-c9554f79-7f15-4434-96da-4014adb32147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:25.456757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-c9554f79-7f15-4434-96da-4014adb32147 service neutron] 10.222.0.49 "GET /v2.0/networks?id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 200 len: 898 time: 0.2289889 Apr 15 18:31:25.471668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fcd81da1-8700-49ee-a5de-d15cd6034b78 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:25.532976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-df61f14b-0af0-45e2-bf1b-1b186c62bd8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 200 len: 217 time: 0.0692432 Apr 15 18:31:25.566444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c8c2ec-637b-4d60-9a57-4e5341ee4f52 None None] Network a551098a-a9ce-4e87-bf55-228ae5c088cc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:25.609196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-fe48efc1-9e83-4d30-a340-64682b634722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:25.610828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-fe48efc1-9e83-4d30-a340-64682b634722 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=95730115-dbdc-4888-b3fc-05c132b28d94 HTTP/1.1" status: 200 len: 834 time: 0.0706203 Apr 15 18:31:25.661151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe4a52-29a8-4b4c-ac6d-f1e763902803 req-72dc7ab2-d9ac-490e-9d34-2ef8fbe62939 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:25.662340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9ffe4a52-29a8-4b4c-ac6d-f1e763902803 req-72dc7ab2-d9ac-490e-9d34-2ef8fbe62939 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:25.670444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:25.695388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7775c4d3-a031-4160-81fb-3cae8ecc38d2 None None] Provisioning for port fcd81da1-8700-49ee-a5de-d15cd6034b78 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:25.696323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-8b5b9875-d273-470a-981c-b7fe6f693161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:25.698043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-8b5b9875-d273-470a-981c-b7fe6f693161 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=374b4a88-5c6e-490e-8aa9-9a06aac5e19f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803201 Apr 15 18:31:25.731676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9ffe4a52-29a8-4b4c-ac6d-f1e763902803 req-72dc7ab2-d9ac-490e-9d34-2ef8fbe62939 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:25.732830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ffe4a52-29a8-4b4c-ac6d-f1e763902803 req-72dc7ab2-d9ac-490e-9d34-2ef8fbe62939 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.2749109 Apr 15 18:31:25.826981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port fcd81da1-8700-49ee-a5de-d15cd6034b78 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:25.855589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-74bee6c5-eba5-4780-9d97-407de026a575 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495144 Apr 15 18:31:25.866100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fcd81da1-8700-49ee-a5de-d15cd6034b78 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:25.866533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:25.952661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ffe4a52-29a8-4b4c-ac6d-f1e763902803 req-5d67e615-a44c-418e-8af2-e3ebc171492d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287215 Apr 15 18:31:26.015794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b817ae0c-0255-4c9d-ab2f-9cb9ef97e428 req-553faf27-6071-4c50-90de-7b064b589f83 service neutron] 10.222.0.49 "GET /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534610 Apr 15 18:31:26.051356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:19Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:26.066501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:26.101207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:26.101825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:30:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:26.152725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.156723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.156852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.190889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:26.286444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.302849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=b31061c0-652e-4330-90f9-7d454e8ea93a,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:26.309347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:26.442964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network a551098a-a9ce-4e87-bf55-228ae5c088cc is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:26.443752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:26.470118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port fcd81da1-8700-49ee-a5de-d15cd6034b78, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fcd81da1-8700-49ee-a5de-d15cd6034b78,segment=NetworkSegment(941f99f4-ded2-4c1d-8c7e-c0a4af568139),segment_id=941f99f4-ded2-4c1d-8c7e-c0a4af568139)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:26.477104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.481426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-13ecae03-f177-4b27-bba1-ebd7ab01d682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:26.577794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:26.650764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=fcd81da1-8700-49ee-a5de-d15cd6034b78,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:26.663403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:26.712062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-f9006ff7-a539-4811-a272-a92174f162db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:26.712823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-f9006ff7-a539-4811-a272-a92174f162db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:26.727029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-f9006ff7-a539-4811-a272-a92174f162db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:26.728315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-f9006ff7-a539-4811-a272-a92174f162db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.1322856 Apr 15 18:31:26.850617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port c787e945-24dd-4a72-a4b1-ce57982af43e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:26.851050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.858713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Provisioning complete for port fcd81da1-8700-49ee-a5de-d15cd6034b78 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:26.859185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:26.968989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 59e35f28-63d9-4e11-a632-e6ddfa210ca2 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:27.116798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f5209c6-76cb-4994-91b3-e00f15eb2989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.170217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.173985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Provisioning for port b31061c0-652e-4330-90f9-7d454e8ea93a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:27.179765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Provisioning complete for port b31061c0-652e-4330-90f9-7d454e8ea93a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:27.180184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.183310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port c787e945-24dd-4a72-a4b1-ce57982af43e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c787e945-24dd-4a72-a4b1-ce57982af43e,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:27.183913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.208322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:19Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:27.224096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f48f57-5824-480c-9d47-6f20cbb55821 None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:30:09Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'fa6851b8-cf02-4bb7-95bd-f4842b0fe775', 'name': '', 'network_id': '374b4a88-5c6e-490e-8aa9-9a06aac5e19f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:54:ed:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:08Z', 'updated_at': '2021-04-15T18:31:19Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '95730115-dbdc-4888-b3fc-05c132b28d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:27.247270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-145737a4-8ce7-4147-a4a3-dcb6c515f056 None None] Port b31061c0-652e-4330-90f9-7d454e8ea93a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:27.274289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:27.285774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] Sync routers for ids ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:27.287541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/59e35f28-63d9-4e11-a632-e6ddfa210ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5519149 Apr 15 18:31:27.291600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41406) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:27.310888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] Routers {'59e35f28-63d9-4e11-a632-e6ddfa210ca2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:27.311599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:27.353361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for c787e945-24dd-4a72-a4b1-ce57982af43e owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:27.373987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9715de83-f2ef-442f-be0e-e698d6715ddb None None] Provisioning complete for port b31061c0-652e-4330-90f9-7d454e8ea93a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:27.374662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9715de83-f2ef-442f-be0e-e698d6715ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.402782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:27.413431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] Routers {'59e35f28-63d9-4e11-a632-e6ddfa210ca2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:27.414102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:27.430583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefef64-1cd4-4e63-8fe5-132f70225c8a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:27.431267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-afefef64-1cd4-4e63-8fe5-132f70225c8a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:27.456499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-afefef64-1cd4-4e63-8fe5-132f70225c8a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:27.460511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-afefef64-1cd4-4e63-8fe5-132f70225c8a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports/b31061c0-652e-4330-90f9-7d454e8ea93a HTTP/1.1" status: 200 len: 910 time: 0.1651719 Apr 15 18:31:27.461341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41410) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:27.473551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9715de83-f2ef-442f-be0e-e698d6715ddb None None] Port b31061c0-652e-4330-90f9-7d454e8ea93a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:27.475821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fcd81da1-8700-49ee-a5de-d15cd6034b78 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:27.487205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d1bf9-2de8-4df4-af30-5f8f03458e94 req-d6f03635-82e7-4e97-8488-dd7e09f5af20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:27.489111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8f5d1bf9-2de8-4df4-af30-5f8f03458e94 req-d6f03635-82e7-4e97-8488-dd7e09f5af20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=cac260b3-db09-4a90-979f-7980840a325f HTTP/1.1" status: 200 len: 946 time: 0.3177488 Apr 15 18:31:27.494604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4ab5e85-91f5-4f65-9484-7c061d7a86b6'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:27.515170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:27.515631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd4551-3109-4c35-8b73-4b5c626d159d None None] The sync data for ids ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:27.545140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.560818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-106e9cab-8f3b-49a3-bddc-797a24a80642 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:27.573566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port fcd81da1-8700-49ee-a5de-d15cd6034b78 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:27.574108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.602482 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8f5d1bf9-2de8-4df4-af30-5f8f03458e94 req-860b23ed-03b6-4bda-a415-dd053c6cdd86 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=e738d545-aea1-4525-bdcd-9f8e6b45d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718079 Apr 15 18:31:27.669529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=c787e945-24dd-4a72-a4b1-ce57982af43e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:27.676380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:27.770454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.824938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.880199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port c787e945-24dd-4a72-a4b1-ce57982af43e on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:31:27.882889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:27.887454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'name': 'network-vif-deleted', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:31:27.903164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6566a491-45cc-4383-92a7-c4ba4afbb79d req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/c787e945-24dd-4a72-a4b1-ce57982af43e HTTP/1.1" status: 204 len: 173 time: 1.1672783 Apr 15 18:31:27.946202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac260b3-db09-4a90-979f-7980840a325f', 'name': 'network-vif-deleted', 'tag': 'c787e945-24dd-4a72-a4b1-ce57982af43e', 'status': 'completed', 'code': 200} Apr 15 18:31:28.313383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e351b2b2-cb5c-47e6-be5f-24069496af0b None None] New status for floating IP 81e83ac2-b1f1-4316-9a63-6b7d34ebc9da: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:31:28.412210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:28.419965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:28.450592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5fe094b-c365-488c-810c-0772506a563c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:28.470216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:28.548130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=b31061c0-652e-4330-90f9-7d454e8ea93a,revision_number=3']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:28.556347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:28.557020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:28.558474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/ports/b31061c0-652e-4330-90f9-7d454e8ea93a HTTP/1.1" status: 200 len: 910 time: 1.0959339 Apr 15 18:31:28.559678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:28.562130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41416) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:28.861056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41422) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:28.935741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:28.968064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:29.020775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:29.026162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72d3ea7c-35bd-46b4-9280-e93b421cd6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:29.042114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e738d545-aea1-4525-bdcd-9f8e6b45d2dd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:29.045056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:29.052733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:29.057003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/e738d545-aea1-4525-bdcd-9f8e6b45d2dd HTTP/1.1" status: 204 len: 168 time: 0.1917946 Apr 15 18:31:29.087162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41428) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:29.277089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:30.201055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port b31061c0-652e-4330-90f9-7d454e8ea93a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:30.201577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:30.377628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c787e945-24dd-4a72-a4b1-ce57982af43e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:30.414719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: c787e945-24dd-4a72-a4b1-ce57982af43e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:30.415105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c787e945-24dd-4a72-a4b1-ce57982af43e not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:30.474161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:30.620566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for b31061c0-652e-4330-90f9-7d454e8ea93a owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:30.672140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:31.100470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:31.115820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:31.218447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=b31061c0-652e-4330-90f9-7d454e8ea93a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:31.221052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:31.314277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port fa6851b8-cf02-4bb7-95bd-f4842b0fe775 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:31.314657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:31.766828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port fa6851b8-cf02-4bb7-95bd-f4842b0fe775, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:31.767207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:31.774673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:31.963947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for fa6851b8-cf02-4bb7-95bd-f4842b0fe775 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:32.759573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 59e35f28-63d9-4e11-a632-e6ddfa210ca2 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:32.776920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:32.792934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1261dfdd-db5e-4e9e-903b-135d3b240e66 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:32.953464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=fa6851b8-cf02-4bb7-95bd-f4842b0fe775,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:33.020404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:33.029782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:33.039322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] Sync routers for ids ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:33.049104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] Routers {'59e35f28-63d9-4e11-a632-e6ddfa210ca2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:33.049881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:33.073551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/59e35f28-63d9-4e11-a632-e6ddfa210ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5102880 Apr 15 18:31:33.077599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41432) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:33.118761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:33.129660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] Routers {'59e35f28-63d9-4e11-a632-e6ddfa210ca2'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:33.131267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:33.140282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2255ac69-6679-42a4-824e-80a0bf458649 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=59e35f28-63d9-4e11-a632-e6ddfa210ca2 HTTP/1.1" status: 200 len: 205 time: 0.0609925 Apr 15 18:31:33.146045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41436) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:33.195862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:33.196333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab31f7-3d68-4586-b571-a1c134c98284 None None] The sync data for ids ['59e35f28-63d9-4e11-a632-e6ddfa210ca2'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:33.432931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.599712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.925590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.927887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.947968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.948525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 59e35f28-63d9-4e11-a632-e6ddfa210ca2 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:31:33.960198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 6aaf8994-ecbc-45cf-835e-7ae260c5212c has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:33.963844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:33.965016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-728e5e43-df28-4b27-a0c7-e1c4487b41c5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/59e35f28-63d9-4e11-a632-e6ddfa210ca2 HTTP/1.1" status: 204 len: 168 time: 0.8176336 Apr 15 18:31:33.968402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41440) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:34.042595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet a4ab5e85-91f5-4f65-9484-7c061d7a86b6 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:31:34.046297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.102782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.155942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:34.161334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0731266 Apr 15 18:31:34.164258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41444) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:34.166465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Sync routers for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:34.178820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:34.179573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:34.196280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.238290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet 95730115-dbdc-4888-b3fc-05c132b28d94 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:31:34.241737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.303839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.373300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:34.405382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.484814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.505194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b470f77-1749-4b04-b9a0-d62010fbdb2d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:34.544976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ab5e85-91f5-4f65-9484-7c061d7a86b6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:34.551709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:34.656340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:34.662912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/a4ab5e85-91f5-4f65-9484-7c061d7a86b6 HTTP/1.1" status: 204 len: 168 time: 0.6934597 Apr 15 18:31:34.665178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc24651-4136-45a5-831b-1ea5e8afa3d8 None None] Network a551098a-a9ce-4e87-bf55-228ae5c088cc requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:34.665781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41448) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:34.817759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:31:32Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:34.861727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Checking router: 6aaf8994-ecbc-45cf-835e-7ae260c5212c for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:34.880766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Routers {'6aaf8994-ecbc-45cf-835e-7ae260c5212c'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:34.881465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:35.117903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.186299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.201824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-053a6a1f-d981-410e-8360-b0f8847f8a94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:35.282612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] Set router 6aaf8994-ecbc-45cf-835e-7ae260c5212c gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:35.291293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=95730115-dbdc-4888-b3fc-05c132b28d94,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:35.294698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:35.308481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port fcd81da1-8700-49ee-a5de-d15cd6034b78 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:35.308862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.393782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] DHCP port deletion for a551098a-a9ce-4e87-bf55-228ae5c088cc request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:31:35.395885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fcd81da1-8700-49ee-a5de-d15cd6034b78 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:35.442000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Deleting port fcd81da1-8700-49ee-a5de-d15cd6034b78 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:35.442438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.444977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.463754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/95730115-dbdc-4888-b3fc-05c132b28d94 HTTP/1.1" status: 204 len: 168 time: 1.2982368 Apr 15 18:31:35.467282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41452) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:35.492417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172afef-ecf8-41dc-a173-2e8857752fc3 None None] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:35.575356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port fcd81da1-8700-49ee-a5de-d15cd6034b78, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fcd81da1-8700-49ee-a5de-d15cd6034b78,segment=NetworkSegment(941f99f4-ded2-4c1d-8c7e-c0a4af568139),segment_id=941f99f4-ded2-4c1d-8c7e-c0a4af568139)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:35.575712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.669619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.710680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for fcd81da1-8700-49ee-a5de-d15cd6034b78 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:35.812098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.828960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c8a086e-59b4-48fe-8f56-0e36a849b79c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:35.869576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.878014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:35.878399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:35.936622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=fcd81da1-8700-49ee-a5de-d15cd6034b78,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:35.941325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:35.975570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No DVR routers for this DVR port fcd81da1-8700-49ee-a5de-d15cd6034b78 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:31:36.001430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.070704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port f20c6d5b-8db8-46ea-bf80-02e5c904bc2f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:36.071141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.116319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.147623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] For port fcd81da1-8700-49ee-a5de-d15cd6034b78, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=fcd81da1-8700-49ee-a5de-d15cd6034b78,segment=NetworkSegment(941f99f4-ded2-4c1d-8c7e-c0a4af568139),segment_id=941f99f4-ded2-4c1d-8c7e-c0a4af568139)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:36.148208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.207194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for f20c6d5b-8db8-46ea-bf80-02e5c904bc2f owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:36.245516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a551098a-a9ce-4e87-bf55-228ae5c088cc']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:36.259287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941f99f4-ded2-4c1d-8c7e-c0a4af568139') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:36.259634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941f99f4-ded2-4c1d-8c7e-c0a4af568139') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:36.273455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.288784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.296897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:31:36.305276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Calling delete_port for fcd81da1-8700-49ee-a5de-d15cd6034b78 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:36.368301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:31:32Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:36.377971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c0b910-fe72-4842-95c6-c47644ca7b67 None None] The sync data for ids ['6aaf8994-ecbc-45cf-835e-7ae260c5212c'] in dv-neutron-786478-1-hyperv is: [{'id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'name': 'tempest-TestNetworkBasicOps-router-1530296717', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:29:59Z', 'updated_at': '2021-04-15T18:31:32Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f20c6d5b-8db8-46ea-bf80-02e5c904bc2f', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaf8994-ecbc-45cf-835e-7ae260c5212c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:30:00Z', 'updated_at': '2021-04-15T18:31:20Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:36.391124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.403641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:31:36.404064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:31:36.415883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c486e9a-e789-4bf2-9e9d-23a83570a72b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:36.438324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] DHCP port deletion for 374b4a88-5c6e-490e-8aa9-9a06aac5e19f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:31:36.443071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Deleting port 77211598-da91-4a9e-ba69-84498ef883f4 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:36.443580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.509871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network a551098a-a9ce-4e87-bf55-228ae5c088cc has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:36.516184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=f20c6d5b-8db8-46ea-bf80-02e5c904bc2f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:36.521244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.534470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.534915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.535348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.535773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.536196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.536613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.537028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.537442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.537932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.538551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.538661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.539079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:36.542805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:36.692473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] For port 77211598-da91-4a9e-ba69-84498ef883f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=77211598-da91-4a9e-ba69-84498ef883f4,segment=NetworkSegment(ea9e16a2-3e45-4efc-88d9-c6113c78b992),segment_id=ea9e16a2-3e45-4efc-88d9-c6113c78b992)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:36.692925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.709739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network a551098a-a9ce-4e87-bf55-228ae5c088cc has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:36.716317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:31:36.735681 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:31:36.830770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.834694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-666e5acf-c305-49a4-b939-7411d5319936 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:36.835771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Calling delete_port for 77211598-da91-4a9e-ba69-84498ef883f4 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:31:36.854204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.861918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=a551098a-a9ce-4e87-bf55-228ae5c088cc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:36.867011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:36.878965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/a551098a-a9ce-4e87-bf55-228ae5c088cc HTTP/1.1" status: 204 len: 168 time: 2.2115195 Apr 15 18:31:36.882694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41456) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:36.888886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2143664464', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:36.896888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:36.901806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:36.905485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:36.911792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:36.914447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Deleting port fcd81da1-8700-49ee-a5de-d15cd6034b78 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:31:36.915450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.917676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.920664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.922193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.923317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.938231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.946380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.946942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router 6aaf8994-ecbc-45cf-835e-7ae260c5212c {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:31:36.959287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.964758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:36.966584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/6aaf8994-ecbc-45cf-835e-7ae260c5212c HTTP/1.1" status: 204 len: 168 time: 1.4974391 Apr 15 18:31:36.969443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41460) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:37.012922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-99c2deb0-3fca-4362-9004-3d72aaf602dd None None] The port 'fcd81da1-8700-49ee-a5de-d15cd6034b78' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:31:37.023751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.039936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:37.092238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.096252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d8a7933e-9710-47d4-b2e3-db02110c159b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2097929 Apr 15 18:31:37.097186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41464) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:37.104259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-925056188'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:37.110955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:37.115619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:37.118951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:37.120917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.125974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:37.132693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Pushing event deleted for resources: {'Port': ['ID=77211598-da91-4a9e-ba69-84498ef883f4,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:37.140786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:37.146956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.147101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:37.179506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:37.185021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] No DVR routers for this DVR port 77211598-da91-4a9e-ba69-84498ef883f4 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:31:37.194700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.195097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 0b5b9c9d-583b-4efc-9ee1-5e204f15faee of type vlan for network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a Apr 15 18:31:37.228276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.264362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.270446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:37.271204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.276538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d73af9d4-3740-44a3-bc96-3aa2121c1bb7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:37.342934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.353193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 77211598-da91-4a9e-ba69-84498ef883f4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:37.384306 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2860420 Apr 15 18:31:37.388665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41468) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:37.393503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 77211598-da91-4a9e-ba69-84498ef883f4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:37.393927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 77211598-da91-4a9e-ba69-84498ef883f4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:37.394398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:37.397469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:37.412975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:37.418212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:37.429265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:37.450638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: fa6851b8-cf02-4bb7-95bd-f4842b0fe775 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:37.451039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device fa6851b8-cf02-4bb7-95bd-f4842b0fe775 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:37.451497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:31:37.483536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374b4a88-5c6e-490e-8aa9-9a06aac5e19f']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:37.496957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9e16a2-3e45-4efc-88d9-c6113c78b992') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:37.497299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9e16a2-3e45-4efc-88d9-c6113c78b992') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:37.510007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.525169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:37.526123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.529866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:37.533424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:37.534007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:31:37.541726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:37.551195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:37.557634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.732632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f20c6d5b-8db8-46ea-bf80-02e5c904bc2f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:31:37.733027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f20c6d5b-8db8-46ea-bf80-02e5c904bc2f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:31:37.734663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:37.744509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:37.921258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 374b4a88-5c6e-490e-8aa9-9a06aac5e19f has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:31:37.945276 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:31:38.030038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.033728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9603d2d1-e0fc-4c3e-97b9-f489b75b95c1 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:38.049623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.062333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=374b4a88-5c6e-490e-8aa9-9a06aac5e19f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:38.072265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.072703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.073125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.073542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.074011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.074427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.074835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.075280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.075691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.076096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.076501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.076909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:38.084337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/374b4a88-5c6e-490e-8aa9-9a06aac5e19f HTTP/1.1" status: 204 len: 168 time: 1.1102436 Apr 15 18:31:38.084337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:38.103192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41472) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:38.110270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1391303333', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:38.116012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:38.120435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:38.125858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:38.131987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:38.141755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:38.147792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.177329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:38.186696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.187187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment 9487a16f-8710-4b8b-b133-2ffc292ad5f7 of type vlan for network 8c109119-c2da-4236-a2bf-1903603fa853 Apr 15 18:31:38.218347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.249334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.255742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:38.256402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.261929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5974a00e-63dd-48da-bb5a-a78955e7896b tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:38.355719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.370073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2655175 Apr 15 18:31:38.371438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-199c3f53-29ef-4359-96f1-63094c371a03 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:38.374183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41476) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:38.382155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:38.388138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=8c109119-c2da-4236-a2bf-1903603fa853,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:38.391697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:38.392719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:38.396971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:38.399282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:38.400180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:38.406901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:38.416806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.417904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.434193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.504878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:38.518416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:38.579571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:38.580012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:38.598819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:38.607339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:38.616580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c665013-2482-4b15-bff1-723b7b478e2d None None] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:38.622282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:38.622940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.645233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2553883 Apr 15 18:31:38.648126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41480) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:38.726888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:38.863248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:38.864443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.046099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Allocated IP 172.20.0.2 (bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a/967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc/1f0a5247-b619-4ff5-93db-cc106acb1f4b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:39.292815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.304845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Transition to ACTIVE for port object 1f0a5247-b619-4ff5-93db-cc106acb1f4b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:39.325654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Transition to ACTIVE for port object 1f0a5247-b619-4ff5-93db-cc106acb1f4b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:39.331480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.374311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.402784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:39.410679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.469601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.505097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Pushing event updated for resources: {'Port': ['ID=1f0a5247-b619-4ff5-93db-cc106acb1f4b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:39.509945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:39.548190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:39.549313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:39.551610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:39.563797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.247 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/6dbc5f12-34ca-49ec-81f5-a01741d4435e) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:39.649704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Attempting to bind port 1f0a5247-b619-4ff5-93db-cc106acb1f4b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:39.650185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Attempting to bind port 1f0a5247-b619-4ff5-93db-cc106acb1f4b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:39.650606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Attempting to bind port 1f0a5247-b619-4ff5-93db-cc106acb1f4b on network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:39.657345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:39.657783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Checking segment: {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:39.658655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.659112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Bound using segment: {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:39.659635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Bound port: 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:39.660065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.726189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.769344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] For port 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:39.769576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.773226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] For port 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f0a5247-b619-4ff5-93db-cc106acb1f4b,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:39.777778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:39.784150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6290945b-ad8c-4149-abb0-87fa94cefa94 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:39.796474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2997d38a-4127-4d24-9302-89272a7551ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:39.853120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.20.0.1 (bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a/967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc/4ad054e0-a930-4f5e-9f94-8a7daf0c710a) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:39.928799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=6dbc5f12-34ca-49ec-81f5-a01741d4435e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:39.933469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:39.949894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Pushing event updated for resources: {'Port': ['ID=1f0a5247-b619-4ff5-93db-cc106acb1f4b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:39.953244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:39.995676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:39.996896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:39.999196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:40.043081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.060083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object 4ad054e0-a930-4f5e-9f94-8a7daf0c710a will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:40.084043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.100753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45e52105-86fb-4cae-800c-b395dad2de98 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:40.251828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:40.257185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:40.312333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:40.313527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:40.315907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:40.380561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.474223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.493832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.851586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.909998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.914110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:40.944512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70abb941-5f73-423f-aaca-c80469cc5dfe tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:41.044085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:41.046731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.063328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:41.069947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:41.200759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:41.202021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:41.273364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:41.285755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Sync routers for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:41.301583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:41.302544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:41.310344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.314769 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9365699 Apr 15 18:31:41.316185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.390390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-17a6beba-f2fe-40a2-bab0-ecc3229236a9 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725465 Apr 15 18:31:41.393188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.440179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f0a5247-b619-4ff5-93db-cc106acb1f4b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:41.452651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:31:41.520400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b366764-5d00-47a0-861a-b4b8d953cf15 None None] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:41.554262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0b20e5-e884-40ed-8d9d-b3ff9f06d1ec tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:41.558917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aa0b20e5-e884-40ed-8d9d-b3ff9f06d1ec tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646879 Apr 15 18:31:41.560125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41492) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.603384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:41.612290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36f5e155-603b-4498-8670-32797b4cb44b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509105 Apr 15 18:31:41.612955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41496) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.619482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759607368', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:41.652056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:41.670506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0212491 Apr 15 18:31:41.671297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41500) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.677940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-1984108461'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:41.683945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:41.688935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:41.692558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:41.702569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:41.707180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:41.715895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:41.723660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.748994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:41.753112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:41.754266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:41.756179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:41.756379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:41.762636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:41.763164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:41.773704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.774433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 19fd6a42-5b5d-47f9-9b7c-a90fc585680d of type vlan for network 258de4d0-ec58-4d04-8229-42a2bc034cd2 Apr 15 18:31:41.776165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:41.788786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.807626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.841657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Provisioning for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:41.844494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.851822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:41.853583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.859144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Provisioning complete for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:41.859376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:41.876845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ed982eda-c05a-48da-98e2-86f3ec30e123 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:41.906051 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2335086 Apr 15 18:31:41.907248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41504) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:41.915013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:41.932656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:41.958154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:40Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:41.963388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Checking router: 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:41.963965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Updating router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 port 6dbc5f12-34ca-49ec-81f5-a01741d4435e binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:31:42.000226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=258de4d0-ec58-4d04-8229-42a2bc034cd2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:42.005160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:42.020302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:42.020727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.026638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.046532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:42.074500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:42.081982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:42.119273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:42.133977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:42.156964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:42.163099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.466110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:42.556548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.569588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Transition to ACTIVE for port object 6dbc5f12-34ca-49ec-81f5-a01741d4435e will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:42.577239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.577820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.592719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:42.752030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Pushing event updated for resources: {'Port': ['ID=6dbc5f12-34ca-49ec-81f5-a01741d4435e,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:42.764078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.764787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.765361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.765984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.766538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.767126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.767709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.768258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.768823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.769380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.769954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.770504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:42.774582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:42.832796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Attempting to bind port 6dbc5f12-34ca-49ec-81f5-a01741d4435e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:42.833563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Attempting to bind port 6dbc5f12-34ca-49ec-81f5-a01741d4435e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:42.834198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Attempting to bind port 6dbc5f12-34ca-49ec-81f5-a01741d4435e on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:42.841581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:42.842237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:42.842833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.843416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:42.844072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Bound port: 6dbc5f12-34ca-49ec-81f5-a01741d4435e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:42.844645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.852609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] For port 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f0a5247-b619-4ff5-93db-cc106acb1f4b,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:42.880768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.886968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:42.928029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] For port 6dbc5f12-34ca-49ec-81f5-a01741d4435e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:42.931779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] For port 6dbc5f12-34ca-49ec-81f5-a01741d4435e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6dbc5f12-34ca-49ec-81f5-a01741d4435e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:42.936711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:42.961413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Pushing event updated for resources: {'Port': ['ID=1f0a5247-b619-4ff5-93db-cc106acb1f4b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:42.964834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:42.965774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.055082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.072420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db89cfc0-2981-45c5-abe5-7c96451edb4d tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:43.088472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:43.130125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:31:43.130551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:31:43.140255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Provisioning for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:43.145971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Provisioning complete for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:43.146397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.181338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Pushing event updated for resources: {'Port': ['ID=6dbc5f12-34ca-49ec-81f5-a01741d4435e,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:43.217641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:43.221476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:43.246505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Provisioning complete for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:43.247154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c53e1262-3ffc-4405-bb54-e023b1f792c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.251786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=8e7e82a0-b710-4fe5-8472-167c0df5ef79,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:43.258240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:43.258719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:43.259414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:43.296920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:40Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:40Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:43.307154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:43.307446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Updating router 4c76999a-bb0f-4b66-b05e-954b4394f844 port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:31:43.380801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.409825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:43.410275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 8c109119-c2da-4236-a2bf-1903603fa853, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:43.417223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.435046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82b24d24-1016-4172-b35f-e02055b4728b tempest-RoutersIpV6AdminTest-1541862454 tempest-RoutersIpV6AdminTest-1541862454-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:43.490580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:43.578730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:43.608228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=99ba0d92-bfb1-4cd2-b890-897592f9fe5a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:43.616163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:43.628687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 8c109119-c2da-4236-a2bf-1903603fa853) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:43.651720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:43.652392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.692483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0784132 Apr 15 18:31:43.695611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41508) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:43.709979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:43.710543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 258de4d0-ec58-4d04-8229-42a2bc034cd2, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:43.730403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8a2f6-4dda-477c-81c1-56b27472383e None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:43.736463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:43.756669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 258de4d0-ec58-4d04-8229-42a2bc034cd2) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:43.776826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:43.777490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:43.815066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9039898 Apr 15 18:31:43.815340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41512) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:43.821078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162c208-01dd-4d70-bf01-cbe758bf19b5 None None] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:43.861182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:40Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:43.866496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a227e-453b-4203-8461-c43066b5d259 None None] The sync data for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv is: [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:40Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:43.936415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-62fbfc63-79a2-4368-9c0b-007a01313983 None None] Provisioning complete for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:43.936842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62fbfc63-79a2-4368-9c0b-007a01313983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.108572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-62fbfc63-79a2-4368-9c0b-007a01313983 None None] Port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:44.168323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f0a5247-b619-4ff5-93db-cc106acb1f4b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:44.576747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.resource_extend [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 18:31:44.587177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.684767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-258de4d0-ec58-4d04-8229-42a2bc034cd2', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:44.685951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.759546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.812811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-8c109119-c2da-4236-a2bf-1903603fa853', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:44.814554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.862346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.938734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1f0a5247-b619-4ff5-93db-cc106acb1f4b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:44.939188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.958115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:44.986314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Transition to ACTIVE for port object 4ad054e0-a930-4f5e-9f94-8a7daf0c710a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:45.014566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.060838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.21.0.1 (258de4d0-ec58-4d04-8229-42a2bc034cd2/99ba0d92-bfb1-4cd2-b890-897592f9fe5a/8717c3dd-33db-4302-bc58-6f5047aca978) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:45.095783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a1c44fcc-215e-4a39-8c35-69131ff5c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:45.251410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.268981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object 8717c3dd-33db-4302-bc58-6f5047aca978 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:45.294331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.294701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Pushing event updated for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:45.297695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:45.311425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:45.453004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:45.457710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:45.514261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:45.515839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:45.518556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:45.564301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Allocated IP 172.20.0.2 (8c109119-c2da-4236-a2bf-1903603fa853/8e7e82a0-b710-4fe5-8472-167c0df5ef79/f8dedc54-ae97-474f-a93c-81a98f0ba357) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:45.582571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.611556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Allocated IP 172.21.0.2 (258de4d0-ec58-4d04-8229-42a2bc034cd2/99ba0d92-bfb1-4cd2-b890-897592f9fe5a/1370cc22-58bc-47b6-b105-dfc3456336e5) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:45.704087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.736379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Attempting to bind port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:45.736804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Attempting to bind port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:45.737218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Attempting to bind port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a on network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:45.797783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:45.798244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Checking segment: {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:45.798701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:45.799148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Bound using segment: {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:45.799690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Bound port: 4ad054e0-a930-4f5e-9f94-8a7daf0c710a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5b9c9d-583b-4efc-9ee1-5e204f15faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:45.800112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.055358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] For port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:46.058458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] For port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:46.073878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.093213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7eb2decc-6e07-47bd-94cb-7b7d50f2421e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:46.409526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6dbc5f12-34ca-49ec-81f5-a01741d4435e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:46.432795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.436378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.467714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1487bc79-6886-478a-af2a-24bf24cd2758 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:46.492609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.560642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Transition to ACTIVE for port object f8dedc54-ae97-474f-a93c-81a98f0ba357 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:46.563394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.577358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.580123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:46.583291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:46.616650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Transition to ACTIVE for port object 1370cc22-58bc-47b6-b105-dfc3456336e5 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:46.632047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Pushing event updated for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:46.648815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:46.655901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Transition to ACTIVE for port object f8dedc54-ae97-474f-a93c-81a98f0ba357 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:46.673240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Transition to ACTIVE for port object 1370cc22-58bc-47b6-b105-dfc3456336e5 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:46.674830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 6dbc5f12-34ca-49ec-81f5-a01741d4435e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:46.682070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.699472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24996aaa-85aa-441c-aba6-e36668ecdef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:46.717715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:46.719054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:46.743915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6dbc5f12-34ca-49ec-81f5-a01741d4435e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:46.743915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.771747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:46.776359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (8c109119-c2da-4236-a2bf-1903603fa853/8e7e82a0-b710-4fe5-8472-167c0df5ef79/ef5b1e78-861e-4efa-a854-2cd3c7d44d24) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:46.928010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:47.009753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.011686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:47.012425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:47.026440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object ef5b1e78-861e-4efa-a854-2cd3c7d44d24 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:47.050280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.066839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8c8110d-ea33-4bd8-acba-97a83305b7ad tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:47.082992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Pushing event updated for resources: {'Port': ['ID=f8dedc54-ae97-474f-a93c-81a98f0ba357,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:47.114109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:47.117049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-924a1648-b5c6-4e06-b06c-31a8a18ba32c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:47.120794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:47.138121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3191664 Apr 15 18:31:47.138453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41516) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:47.145941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-1805292062'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:47.151325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:47.155609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:47.158799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:47.165012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:47.178332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:47.184977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.214227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:47.215953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:47.217190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:47.226464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.226949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 7821a66f-1436-4adb-8d20-d56e95b603e1 of type vlan for network 919ac2c9-6764-440d-8679-0e7c6594c3d3 Apr 15 18:31:47.256364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.273172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:47.274345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:47.276721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:47.291740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.298520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:47.299271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.305137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59cc84d9-fa16-4086-a42f-9bcfb4d1f159 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:47.341399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.391062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Pushing event updated for resources: {'Port': ['ID=1370cc22-58bc-47b6-b105-dfc3456336e5,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:47.395803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:47.420885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2779663 Apr 15 18:31:47.421313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:47.424555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=919ac2c9-6764-440d-8679-0e7c6594c3d3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:47.430347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:47.446082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:47.458157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:47.462521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:47.474963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.554253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:47.558588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:47.561859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:47.568038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:47.577735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:47.579019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:47.584186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.591497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:47.595137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:47.601925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:47.603750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.609554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:47.617751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:47.871568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 6dbc5f12-34ca-49ec-81f5-a01741d4435e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6dbc5f12-34ca-49ec-81f5-a01741d4435e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:47.935347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.938988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:47.972050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e3d31cd3-02aa-452e-b50b-29c0ab25c84f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:48.073381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.077345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.092189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ca381b8-98a8-4518-a903-3b4473ea07f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:48.094085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:48.097225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:48.129768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.151619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:48.219027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Attempting to bind port 1370cc22-58bc-47b6-b105-dfc3456336e5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:48.219454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Attempting to bind port 1370cc22-58bc-47b6-b105-dfc3456336e5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:48.219876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Attempting to bind port 1370cc22-58bc-47b6-b105-dfc3456336e5 on network 258de4d0-ec58-4d04-8229-42a2bc034cd2 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:48.232822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Attempting to bind port f8dedc54-ae97-474f-a93c-81a98f0ba357 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:48.233692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Attempting to bind port f8dedc54-ae97-474f-a93c-81a98f0ba357 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:48.233692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Attempting to bind port f8dedc54-ae97-474f-a93c-81a98f0ba357 on network 8c109119-c2da-4236-a2bf-1903603fa853 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:48.243852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:48.245834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:48.246163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:48.246594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Checking segment: {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:48.247556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=8b713503-ee17-4959-9153-39fd31665921,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:48.247670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.248015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Bound using segment: {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:48.248554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Bound port: 1370cc22-58bc-47b6-b105-dfc3456336e5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:48.248988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.251927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:48.283623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:48.284051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Checking segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:48.284505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.284949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Bound using segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:48.285482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Bound port: f8dedc54-ae97-474f-a93c-81a98f0ba357, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:48.285931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.314655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:48.315228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 919ac2c9-6764-440d-8679-0e7c6594c3d3, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:48.336149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:48.345500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 919ac2c9-6764-440d-8679-0e7c6594c3d3) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:48.359806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:48.360641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.383784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9612417 Apr 15 18:31:48.386794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41524) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:48.400940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=6dbc5f12-34ca-49ec-81f5-a01741d4435e,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:48.403933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c676cf-08d3-454f-b571-3c07bab65662 None None] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:48.419488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:48.631656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] For port 1370cc22-58bc-47b6-b105-dfc3456336e5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:48.640894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] For port f8dedc54-ae97-474f-a93c-81a98f0ba357, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:48.646760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] For port f8dedc54-ae97-474f-a93c-81a98f0ba357, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f8dedc54-ae97-474f-a93c-81a98f0ba357,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:48.665832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:48.670812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.685252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] For port 1370cc22-58bc-47b6-b105-dfc3456336e5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1370cc22-58bc-47b6-b105-dfc3456336e5,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:48.689584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca1ee143-3592-46e5-8aed-9654d8769a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:48.819127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:48.960470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:45Z', 'revision_number': 3, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:46Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:31:45Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:48.992593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9500ca-1540-4a6f-a15f-6077f3c18105 None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:45Z', 'revision_number': 3, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:46Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:31:45Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:49.047246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Pushing event updated for resources: {'Port': ['ID=f8dedc54-ae97-474f-a93c-81a98f0ba357,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:49.060378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:49.060914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:49.118626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-919ac2c9-6764-440d-8679-0e7c6594c3d3', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:49.119493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:49.284236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Pushing event updated for resources: {'Port': ['ID=1370cc22-58bc-47b6-b105-dfc3456336e5,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:49.288235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:49.396125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Allocated IP 172.22.0.2 (919ac2c9-6764-440d-8679-0e7c6594c3d3/8b713503-ee17-4959-9153-39fd31665921/43b9d3cf-dd54-4d21-a795-46bf2e0f07b5) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:49.449403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:49.470366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Sync routers for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:49.510350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:49.511213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:49.585910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:49.683296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:49.699296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Transition to ACTIVE for port object 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:49.721304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Transition to ACTIVE for port object 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:49.736242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:49.759223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:49.860356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1633601 Apr 15 18:31:49.864240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:49.913682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:49.972129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Pushing event updated for resources: {'Port': ['ID=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:49.975489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:50.097612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:50.102682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:50.106154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:50.228503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.229045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.229577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.230496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.232938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.233496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.234058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.234751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.235290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.251141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e557414b-f3c7-4191-be70-68e1f27581b2 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6330 time: 0.3855982 Apr 15 18:31:50.254341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41532) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:50.273528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Attempting to bind port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:50.274101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Attempting to bind port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:50.274516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Attempting to bind port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 on network 919ac2c9-6764-440d-8679-0e7c6594c3d3 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:50.285057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:50.285057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Checking segment: {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:50.285371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:50.285764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Bound using segment: {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:50.286324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Bound port: 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:50.286746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:50.438540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.22.0.1 (919ac2c9-6764-440d-8679-0e7c6594c3d3/8b713503-ee17-4959-9153-39fd31665921/b1dbd08e-9bf3-4d44-8314-ff8edcc212ac) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:50.444645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] For port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:50.449063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.450396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.451546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.451964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.452567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.453164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.453760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.454083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] For port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:50.454841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.455563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:50.460186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13f50a6b-bcdc-41c8-ae3f-31607fd91787 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5790 time: 0.2046978 Apr 15 18:31:50.463531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41536) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:50.464716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:50.482200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:50.578867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:50.584127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Checking router: 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:50.584527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Updating router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:31:50.629533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4ad054e0-a930-4f5e-9f94-8a7daf0c710a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:50.650856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:50.693797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Pushing event updated for resources: {'Port': ['ID=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:50.702207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:50.907369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:50.951823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object b1dbd08e-9bf3-4d44-8314-ff8edcc212ac will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:51.014386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-982f48b7-95af-465e-b5d5-48b835a36cbc tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.5493858 Apr 15 18:31:51.030235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.057077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11e3b26b-3d0c-4581-bc5a-e03ead5982a0 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:51.109598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:51.119600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:51.120288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.280418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.308248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Transition to ACTIVE for port object ef5b1e78-861e-4efa-a854-2cd3c7d44d24 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:51.309315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:51.314404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:51.326659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.344609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:51.350897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be4c91-177b-46f3-b836-17b778c9db4b None None] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:51.397166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:51.402508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:51.405880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:51.475771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.548085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Pushing event updated for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:51.556676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:51.616968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d743c055-eeb8-473d-b639-e95d61a9440e None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:51.643881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41542) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:51.649924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-534033585', 'description': 'tempest-secgroup-smoke-534033585 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:51.662959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:51.665581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7b3f6f56-cb69-4605-8686-0b6d232a181c None None] Provisioning for port 1370cc22-58bc-47b6-b105-dfc3456336e5 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:51.667868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.676928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:51.684462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:51.691613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:51.712799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.748766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.757728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:51.763534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:51.770690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:51.781187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:51.816286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:51.875361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.876364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6dbc5f12-34ca-49ec-81f5-a01741d4435e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:51.897014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.904798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.911918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-932a56ea-d450-49c4-90fe-60d95584a154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:51.953818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47c8f186-e9a2-4bc5-b3be-9d4d84e52bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:51.965214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee5d4fa-09fc-485d-afa0-3f8c09fac755,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:51.977942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:51.982671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3376107 Apr 15 18:31:51.982827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41546) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:51.983847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:51.991919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:52.018288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:52.027602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:52.034736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:52.052279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:52.055405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a787a6d4-913b-45c2-aa25-fb29a1394ed2 None None] Provisioning for port f8dedc54-ae97-474f-a93c-81a98f0ba357 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:52.093326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Attempting to bind port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:52.093741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Attempting to bind port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:52.094175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Attempting to bind port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 on network 8c109119-c2da-4236-a2bf-1903603fa853 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:52.102105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:52.102513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Checking segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:52.102957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.103387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Bound using segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:52.103903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Bound port: ef5b1e78-861e-4efa-a854-2cd3c7d44d24, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:52.104393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.117130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 6dbc5f12-34ca-49ec-81f5-a01741d4435e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:52.117561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.165822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.206940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] For port ef5b1e78-861e-4efa-a854-2cd3c7d44d24, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:52.211063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:52.211211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] For port ef5b1e78-861e-4efa-a854-2cd3c7d44d24, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:52.215436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.231950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:52.250407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.250806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.251193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.251573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.251950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.252331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.252706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.253076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.253485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.253820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.254210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.254559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:31:52.263674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:31:52.269299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:52.307386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.326972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:52.327695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:52.350144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.355929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.358633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-db25fb65-d126-419c-b007-4e238d5bbd45 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:52.398779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7059fdcd-2dc9-4ae5-8147-e2feb14e5167,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:52.399628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Pushing event updated for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:52.400656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.409822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:52.443581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:52.444294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebaf4bda-22f8-4000-84b8-8ff2db155495 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:52.461415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:31:52.462232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:52.515439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.519535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5331128 Apr 15 18:31:52.521384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41550) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:52.529808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:52.549188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:52.553777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:52.559731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:52.561657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:52.568908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:52.569115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:52.585893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.597295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1370cc22-58bc-47b6-b105-dfc3456336e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:52.601218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.650671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:52.684677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.691558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.693780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:52.723269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2e1e5ac5-156e-4cc1-a0a6-1f987a3bab96 None None] Provisioning for port 8717c3dd-33db-4302-bc58-6f5047aca978 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:52.735044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9e400e-dde6-43c9-9c35-7c77484890bf,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:52.743171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:52.745245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.746819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2240722 Apr 15 18:31:52.750967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41554) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:52.765617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:52.771457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:31:52.779056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:52.785397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:52.792320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:52.800716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:52.826241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.921465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:52.922819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:52.953836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2e1e5ac5-156e-4cc1-a0a6-1f987a3bab96 None None] Provisioning complete for port 8717c3dd-33db-4302-bc58-6f5047aca978 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:52.954373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5ac5-156e-4cc1-a0a6-1f987a3bab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.984196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:52.993995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.000403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:53.052744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd892a0-2c1d-4f14-9b90-a1d4a8705fea,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:53.056153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:53.067703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e5ac5-156e-4cc1-a0a6-1f987a3bab96 None None] Port 8717c3dd-33db-4302-bc58-6f5047aca978 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:53.077046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.078439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3247693 Apr 15 18:31:53.081466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41558) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:53.087617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:53.095886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:53.104484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:53.108189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:53.118168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:53.143558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.198303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:31:53.236537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a16a3a-afa5-404f-9d3e-8a1fdee1104b None None] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:53.245719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.250645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.252583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-698c6d3b-6fc4-48a2-bc4c-53442531765e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:53.293892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c521098-2d36-42dc-9781-8fbcdd1dcef2,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:53.296819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:53.298109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.300050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2174609 Apr 15 18:31:53.303497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41562) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:53.313748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:53.327740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:31:52Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:53.333837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb31b7d-5e2a-44e2-837f-edd93f1685c6 None None] The sync data for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv is: [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:31:52Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:31:53.335248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:53.347990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:53.356438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:53.379406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:53.406020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:31:53.417876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.566468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.577487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.579656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe56084a-4fa0-4266-a186-aacc690237db tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:53.597830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc0a0bf-1f67-4732-9d0a-8d10f4319808,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:53.602051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:53.634054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.635803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291261 Apr 15 18:31:53.640448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41566) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:53.647036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '3ee5d4fa-09fc-485d-afa0-3f8c09fac755', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:53.654605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:53.659767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:53.664976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:53.675356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:53.687861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:31:53.696908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.702107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1370cc22-58bc-47b6-b105-dfc3456336e5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:53.732522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1370cc22-58bc-47b6-b105-dfc3456336e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:53.733060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.808729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.817223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.819640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd85a829-b2f8-414a-9799-acf044533d91 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:53.847010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eac0a414-e3be-4dd1-a3c4-b56322de48ad None None] Provisioning complete for port 8717c3dd-33db-4302-bc58-6f5047aca978 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:53.848301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eac0a414-e3be-4dd1-a3c4-b56322de48ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.854555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd73c69-a3ec-454d-8f82-2596a34a5de5,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:53.858024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:53.867419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:53.869955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2281585 Apr 15 18:31:53.902609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:31:53.909144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5187652 Apr 15 18:31:53.912182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41572) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:53.919407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'network': {'name': 'tempest-RoutersTest-845842004'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:53.929046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-eac0a414-e3be-4dd1-a3c4-b56322de48ad None None] Port 8717c3dd-33db-4302-bc58-6f5047aca978 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:53.930782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:53.942230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:network and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:53.950848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:53.959948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:53.978178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:53.986445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.010640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-eac0a414-e3be-4dd1-a3c4-b56322de48ad None None] Provisioning for port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:54.038632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:31:45Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:31:52Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:31:54.048280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:31:54.079867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.085103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added segment 3b3ec347-fa2c-47f5-a65c-36d02083c25c of type vlan for network 9f001703-2e5c-4930-9071-116cff94fe4c Apr 15 18:31:54.118693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.161479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:31:54.161968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Updating router 4c76999a-bb0f-4b66-b05e-954b4394f844 port 8717c3dd-33db-4302-bc58-6f5047aca978 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:31:54.188594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.195446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:54.196168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.208419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc39660-40bc-4cc1-b40c-fac1e68a0144 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:54.273087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.288486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03e34fdd-046a-4b75-9fac-460773eb78ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.301691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.312155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-da8af584-648a-4499-9cb7-5d749bbedbb7 None None] Provisioning for port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:54.344563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d1536752-0700-46f7-b339-0e174c8535bd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:54.356965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4429233 Apr 15 18:31:54.360007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41586) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:54.367089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'subnet': {'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:54.379134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Network': ['ID=9f001703-2e5c-4930-9071-116cff94fe4c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:54.382730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fa5a523-a484-4f74-ac5a-6ee177d05a4d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:54.384382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d1536752-0700-46f7-b339-0e174c8535bd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:54.397338 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d1536752-0700-46f7-b339-0e174c8535bd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-534033585&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.2261839 Apr 15 18:31:54.409939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 9f001703-2e5c-4930-9071-116cff94fe4c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:31:54.429516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 1370cc22-58bc-47b6-b105-dfc3456336e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1370cc22-58bc-47b6-b105-dfc3456336e5,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:54.451858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.452801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f8dedc54-ae97-474f-a93c-81a98f0ba357 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:54.549437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:54.553976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:subnet and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:31:54.557880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:31:54.563676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:54.575200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Made reservation on behalf of db368cc6dff94aa6ba3607b7e8bfd9fd for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:54.581365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:54.582838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d982aec7-1b44-4bdd-b8cb-2150e5773edd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:54.617669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d09ae4b3-4841-4a1b-9c88-ca16e724beb6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:54.619799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d09ae4b3-4841-4a1b-9c88-ca16e724beb6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:54.635100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d09ae4b3-4841-4a1b-9c88-ca16e724beb6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:54.636481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d09ae4b3-4841-4a1b-9c88-ca16e724beb6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 797 time: 0.2381129 Apr 15 18:31:54.656206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-a9144d00-6238-4099-80b1-29def2eada20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0120897 Apr 15 18:31:54.807062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-4f7560b4-3aac-438e-9558-e8235857edb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:54.836575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-4f7560b4-3aac-438e-9558-e8235857edb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:54.840078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-4f7560b4-3aac-438e-9558-e8235857edb2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767771 Apr 15 18:31:54.908910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=1370cc22-58bc-47b6-b105-dfc3456336e5,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:54.961290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:54.970930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f8dedc54-ae97-474f-a93c-81a98f0ba357 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:54.981251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f8dedc54-ae97-474f-a93c-81a98f0ba357 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:54.981693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.082545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-7fc004a1-8a57-4864-a4e1-be88d7874c41 service neutron] 10.222.0.32 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044218 Apr 15 18:31:55.140704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3e08002e-15dc-4a7d-aab1-ce3aea72a5dc None None] Provisioning for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:55.172853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.181146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3e08002e-15dc-4a7d-aab1-ce3aea72a5dc None None] Provisioning complete for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:55.181593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e08002e-15dc-4a7d-aab1-ce3aea72a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.190105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46fe75bf-7826-42ae-bc4d-c33b5b2bccb5 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:55.294775 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-a35ba89a-5304-4b5d-9709-5f1340522978 service neutron] 10.222.0.32 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086947 Apr 15 18:31:55.340179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Subnet': ['ID=d3b45947-8506-4771-b5b8-18785374a2f4,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:55.345493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:55.345727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.367411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3e08002e-15dc-4a7d-aab1-ce3aea72a5dc None None] Port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:55.400940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f8dedc54-ae97-474f-a93c-81a98f0ba357, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f8dedc54-ae97-474f-a93c-81a98f0ba357,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:55.403342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.409007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.410990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Checking segment: {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:55.411397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network hostable DHCP agents. Network: 9f001703-2e5c-4930-9071-116cff94fe4c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:31:55.414601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:55.436058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 9f001703-2e5c-4930-9071-116cff94fe4c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:31:55.453308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 9f001703-2e5c-4930-9071-116cff94fe4c) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:55.487162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82887d84-1764-46cd-a475-51b8a938319c None None] Network 9f001703-2e5c-4930-9071-116cff94fe4c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:31:55.493926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:55.496587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.528842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Transition to ACTIVE for port object 8717c3dd-33db-4302-bc58-6f5047aca978 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:55.567858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3b28df8b-8a7d-4335-a044-bf8ac05d9a61 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2064202 Apr 15 18:31:55.568574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:31:55.614711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:55.623825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cc72b952-9a43-4232-bd81-6eaa6fe82474 req-b5e20d93-5ac0-4ed2-85a9-4f02cad13551 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 210 time: 0.0823197 Apr 15 18:31:55.739969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f8dedc54-ae97-474f-a93c-81a98f0ba357,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:55.753645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:55.756529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad098ee3-05b5-4c01-adff-f6e390f1a9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:55.989572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4ad054e0-a930-4f5e-9f94-8a7daf0c710a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:56.060849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a63f1ce3-08ff-4016-ab4a-3d656c245869 None None] Provisioning complete for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:56.061168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a63f1ce3-08ff-4016-ab4a-3d656c245869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.225247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Pushing event updated for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:56.241102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a63f1ce3-08ff-4016-ab4a-3d656c245869 None None] Port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:56.242979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:56.273405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.402273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:56.402697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.447368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-9f001703-2e5c-4930-9071-116cff94fe4c', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:31:56.448462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.640010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port 8717c3dd-33db-4302-bc58-6f5047aca978 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:56.640314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port 8717c3dd-33db-4302-bc58-6f5047aca978 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:56.640720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port 8717c3dd-33db-4302-bc58-6f5047aca978 on network 258de4d0-ec58-4d04-8229-42a2bc034cd2 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:56.664306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:56.664731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Checking segment: {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:56.665186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.665697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Bound using segment: {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:56.666160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Bound port: 8717c3dd-33db-4302-bc58-6f5047aca978, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fd6a42-5b5d-47f9-9b7c-a90fc585680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:56.666583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:56.700575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Allocated IP 172.23.0.1 (9f001703-2e5c-4930-9071-116cff94fe4c/d3b45947-8506-4771-b5b8-18785374a2f4/3fe6c2ac-a56f-4d90-a46d-ba02b380b034) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:56.790466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:56.856552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcafb477-577f-41e4-80cf-f73af3c2ff0a req-688a9022-a64c-4c97-958b-1407b8b86fba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 210 time: 0.0783062 Apr 15 18:31:56.935155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] For port 8717c3dd-33db-4302-bc58-6f5047aca978, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:56.939889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] For port 8717c3dd-33db-4302-bc58-6f5047aca978, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8717c3dd-33db-4302-bc58-6f5047aca978,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:56.945369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.016859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:57.063872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c71b1fea-3098-4405-9acf-94e4ba3806b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:57.065466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c71b1fea-3098-4405-9acf-94e4ba3806b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 797 time: 0.2520788 Apr 15 18:31:57.068490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.076211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:57.105762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Transition to ACTIVE for port object 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:57.122981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:57.122981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.178181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-07ae89c1-7e2a-44f6-8ba8-c6073a75ddff tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:31:57.183613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-26968f60-e02f-45eb-b598-f401c94da3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.195114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-07ae89c1-7e2a-44f6-8ba8-c6073a75ddff tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:31:57.196514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-07ae89c1-7e2a-44f6-8ba8-c6073a75ddff tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8067 time: 0.1210744 Apr 15 18:31:57.202318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.219362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Pushing event updated for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:57.224845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:57.267891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:57.269153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['3ee5d4fa-09fc-485d-afa0-3f8c09fac755']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:57.272579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.333427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Updating router 4c76999a-bb0f-4b66-b05e-954b4394f844 port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:31:57.369087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Allocated IP 172.23.0.2 (9f001703-2e5c-4930-9071-116cff94fe4c/d3b45947-8506-4771-b5b8-18785374a2f4/5b5453c1-a517-4855-bd46-e3ce42065e9a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:57.454108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:57.462104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:57.532674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.549820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:31:57.550930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:57.569616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:31:57.572905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 9f001703-2e5c-4930-9071-116cff94fe4c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:57.575628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:57.579282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:57.617391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:31:57.623879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.041438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.088520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:31:58.103605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.104892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1370cc22-58bc-47b6-b105-dfc3456336e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:58.173225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed206a70-6619-43cd-9580-2a9f20003c26 req-e72b4d1b-06ae-49d3-a88c-e5d21c4ec50e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 210 time: 0.1011553 Apr 15 18:31:58.184181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b246da44-2606-4a90-82c2-23acc7b1ec67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:58.202240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.9 (8c109119-c2da-4236-a2bf-1903603fa853/8e7e82a0-b710-4fe5-8472-167c0df5ef79/6d858667-2c61-430e-8b27-a15b4f7f7d0f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:31:58.246776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.409501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.439250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:58.444733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:58.450449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.456391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Transition to ACTIVE for port object 5b5453c1-a517-4855-bd46-e3ce42065e9a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:58.469512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 6d858667-2c61-430e-8b27-a15b4f7f7d0f will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:58.492303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.533485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1370cc22-58bc-47b6-b105-dfc3456336e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:58.533931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.536151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.570270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Transition to ACTIVE for port object 5b5453c1-a517-4855-bd46-e3ce42065e9a will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:58.603223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.628845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f981832e-2f53-4297-9209-98da57075dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:58.691087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:58.765567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Pushing event updated for resources: {'Port': ['ID=5b5453c1-a517-4855-bd46-e3ce42065e9a,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:58.776249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:58.807528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.888051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:58.898019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:58.900403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:58.945830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:58.956328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:58.957818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:58.973228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ef5b1e78-861e-4efa-a854-2cd3c7d44d24 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:31:59.022848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Transition to ACTIVE for port object b1dbd08e-9bf3-4d44-8314-ff8edcc212ac will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:31:59.033020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Network 9f001703-2e5c-4930-9071-116cff94fe4c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:31:59.034341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:31:59.038671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:31:59.089608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:59.090862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.091281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.118347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:59.222071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0006261 Apr 15 18:31:59.236015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Request body: {'port': {'device_id': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:31:59.325957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-226f7844-6ba2-4652-b4a8-8e076aac1d7c None None] Provisioning for port 6d858667-2c61-430e-8b27-a15b4f7f7d0f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:59.332148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Attempting to bind port 5b5453c1-a517-4855-bd46-e3ce42065e9a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:31:59.332570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Attempting to bind port 5b5453c1-a517-4855-bd46-e3ce42065e9a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:31:59.332984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Attempting to bind port 5b5453c1-a517-4855-bd46-e3ce42065e9a on network 9f001703-2e5c-4930-9071-116cff94fe4c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:31:59.341084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-226f7844-6ba2-4652-b4a8-8e076aac1d7c None None] Provisioning complete for port 6d858667-2c61-430e-8b27-a15b4f7f7d0f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:59.341518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-226f7844-6ba2-4652-b4a8-8e076aac1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.400292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:31:59.404237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:31:59.404660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Checking segment: {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:31:59.405112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.405554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Bound using segment: {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:31:59.406139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Bound port: 5b5453c1-a517-4855-bd46-e3ce42065e9a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:31:59.406561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.416101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Pushing event updated for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:31:59.429681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:31:59.439001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:31:59.439001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.519883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.573131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] For port 5b5453c1-a517-4855-bd46-e3ce42065e9a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:31:59.576349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] For port 5b5453c1-a517-4855-bd46-e3ce42065e9a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5b5453c1-a517-4855-bd46-e3ce42065e9a,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:31:59.594619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.615815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:59.647006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-226f7844-6ba2-4652-b4a8-8e076aac1d7c None None] Port 6d858667-2c61-430e-8b27-a15b4f7f7d0f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:31:59.673608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcefa9-2dec-4105-bb2a-db87c4b00e89 req-7e9a93a7-b609-41f6-a0d1-bbcd836ec9b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:31:59.685277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4cdcefa9-2dec-4105-bb2a-db87c4b00e89 req-7e9a93a7-b609-41f6-a0d1-bbcd836ec9b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 931 time: 0.1420257 Apr 15 18:31:59.704840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.716424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:31:59.747349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4cdcefa9-2dec-4105-bb2a-db87c4b00e89 req-3e7c557e-f97c-46ff-be0f-baf64f35c65c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600960 Apr 15 18:31:59.752633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9bd8642-ac3a-4fa8-97d2-c04b4afa5bb9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:31:59.992008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.086650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event updated for resources: {'Port': ['ID=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:00.097060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:00.209313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Pushing event updated for resources: {'Port': ['ID=5b5453c1-a517-4855-bd46-e3ce42065e9a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:00.213064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:00.261704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 9f001703-2e5c-4930-9071-116cff94fe4c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:32:00.269578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:00.339597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:32:00.340170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:32:00.340725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Attempting to bind port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac on network 919ac2c9-6764-440d-8679-0e7c6594c3d3 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:00.342858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.362489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d858667-2c61-430e-8b27-a15b4f7f7d0f {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:32:00.364499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:32:00.364927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Checking segment: {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:00.365648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.366143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Bound using segment: {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:32:00.366673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Bound port: b1dbd08e-9bf3-4d44-8314-ff8edcc212ac, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7821a66f-1436-4adb-8d20-d56e95b603e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:32:00.367108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.429295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.455074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port ef5b1e78-861e-4efa-a854-2cd3c7d44d24, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:00.467627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.470206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Transition to ACTIVE for port object 6d858667-2c61-430e-8b27-a15b4f7f7d0f will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:32:00.472155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:00.477924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.494106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:32:00.557572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] For port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:32:00.559954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4047e3c-1dea-4ffe-9360-1e553318addd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:00.576523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] For port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:32:00.584218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:00.598673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:00.605701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8717c3dd-33db-4302-bc58-6f5047aca978 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:00.631897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:00.644881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:00.645327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:00.685076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Pushing event updated for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:00.694634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:00.888181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Pushing event updated for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:00.903543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:01.016379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:01.017779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:01.078548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b1ebc-aff2-412a-9bf6-eb7b25c867eb req-4ce4f362-23ba-4c83-be30-4fd7d0db79d2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:01.080760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b9b1ebc-aff2-412a-9bf6-eb7b25c867eb req-4ce4f362-23ba-4c83-be30-4fd7d0db79d2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 943 time: 0.1299362 Apr 15 18:32:01.168378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b9b1ebc-aff2-412a-9bf6-eb7b25c867eb req-bc073a4b-b009-40ef-8e84-6c49edb0a864 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752263 Apr 15 18:32:01.216635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8717c3dd-33db-4302-bc58-6f5047aca978 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:01.238222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8717c3dd-33db-4302-bc58-6f5047aca978 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:01.239280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:01.343924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:01.453866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:01.468506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41630) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:01.469059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8988786 Apr 15 18:32:01.475550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:01.552325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Attempting to bind port 6d858667-2c61-430e-8b27-a15b4f7f7d0f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:32:01.552702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Attempting to bind port 6d858667-2c61-430e-8b27-a15b4f7f7d0f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:32:01.553069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Attempting to bind port 6d858667-2c61-430e-8b27-a15b4f7f7d0f on network 8c109119-c2da-4236-a2bf-1903603fa853 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:01.558704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Port 6d858667-2c61-430e-8b27-a15b4f7f7d0f on network 8c109119-c2da-4236-a2bf-1903603fa853 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:32:01.559640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Attempting to bind port 6d858667-2c61-430e-8b27-a15b4f7f7d0f on network 8c109119-c2da-4236-a2bf-1903603fa853 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:01.565977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:32:01.566418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Checking segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:01.566843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Bound using segment: {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:32:01.567724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Bound port: 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9487a16f-8710-4b8b-b133-2ffc292ad5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:32:01.567724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:01.604379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:01.744502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:32:01.751147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:32:01.761994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:01.796236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:01.872073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8717c3dd-33db-4302-bc58-6f5047aca978, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8717c3dd-33db-4302-bc58-6f5047aca978,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:01.889553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:01.890647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f8dedc54-ae97-474f-a93c-81a98f0ba357 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:01.939183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-347a91b2-ba68-48da-acce-5e6fbc706de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:02.059835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:02.060921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:02.062501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 1093 time: 2.8318520 Apr 15 18:32:02.065278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:02.103369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Pushing event updated for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:02.169477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:02.182754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:02.199781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f8dedc54-ae97-474f-a93c-81a98f0ba357 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:02.200206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:02.247905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:02.271788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:58Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:31:59Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:31:56Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:02.277784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'status': 'completed', 'code': 200} Apr 15 18:32:02.298408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc9d36a-380f-425d-b36b-9c3747784e1e None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:31:58Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:31:59Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:31:56Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:02.357939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd102d-dab8-4daa-9f66-9d66f580afcf None None] Network 9f001703-2e5c-4930-9071-116cff94fe4c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:02.396237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c99d2bf5-eea3-4a15-b88c-9343ca49093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:02.398092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c99d2bf5-eea3-4a15-b88c-9343ca49093c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1096 time: 0.2907465 Apr 15 18:32:02.509693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-7374b54f-48e1-418a-a5e6-4c21215fea9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 217 time: 0.1036656 Apr 15 18:32:02.608593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c97b105e-ec48-4087-a9b4-8a9dbd955d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:02.611436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-c97b105e-ec48-4087-a9b4-8a9dbd955d68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 844 time: 0.0908141 Apr 15 18:32:02.675631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f44dc764-fff7-453a-ab8e-e5cc7d847b82 None None] Provisioning for port 5b5453c1-a517-4855-bd46-e3ce42065e9a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:02.729186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-1c7912d7-e870-4675-b6a6-1dc55b0f77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:02.732774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-1c7912d7-e870-4675-b6a6-1dc55b0f77b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c109119-c2da-4236-a2bf-1903603fa853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1138704 Apr 15 18:32:02.782548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c1d1b-c74b-47da-aa2f-d1ccf9efcf91 req-dccae406-a239-4a73-8048-72e16dd49c9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:02.784425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-158c1d1b-c74b-47da-aa2f-d1ccf9efcf91 req-dccae406-a239-4a73-8048-72e16dd49c9f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 943 time: 0.3640928 Apr 15 18:32:02.859588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:02.930891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-158c1d1b-c74b-47da-aa2f-d1ccf9efcf91 req-fe308d1e-67b3-482b-8fc3-02f85cb7d54b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387496 Apr 15 18:32:02.988259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-5caecf86-9628-4bd0-bc7b-85927e703249 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475212 Apr 15 18:32:03.047214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:32:03.072085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:03.072553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.084217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Removed routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:32:03.084670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.257468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262718f3-60dd-4993-89ab-f0ae8f8ebdbf req-51f25d1e-f31c-4261-a45e-2b63409412d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605736 Apr 15 18:32:03.446083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-d944f3d0-3480-416a-8d17-7fef63ffb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:03.448372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-d944f3d0-3480-416a-8d17-7fef63ffb6dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1096 time: 0.1292441 Apr 15 18:32:03.459203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a4ebefa5-c93a-413d-a3a6-8aed758c185e None None] Provisioning for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:03.464836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a4ebefa5-c93a-413d-a3a6-8aed758c185e None None] Provisioning complete for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:03.465301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a4ebefa5-c93a-413d-a3a6-8aed758c185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.598604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a4ebefa5-c93a-413d-a3a6-8aed758c185e None None] Port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:32:03.693067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.697135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.748109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8717c3dd-33db-4302-bc58-6f5047aca978 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:03.761329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-d00fc0ec-a268-42fa-88d1-2556d2f8c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:03.763946 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-d00fc0ec-a268-42fa-88d1-2556d2f8c46a service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 898 time: 0.3052027 Apr 15 18:32:03.879067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-dce4f6d4-3825-4009-881e-ee5731683a1c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 217 time: 0.1076250 Apr 15 18:32:03.901587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-62aa572a-a4cc-4a70-aac1-e70639a14e05 None None] Provisioning complete for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:03.902038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62aa572a-a4cc-4a70-aac1-e70639a14e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:03.956931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:03.972663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-4a6f3c9c-ba05-4c81-a679-40127e6b00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:03.975296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-4a6f3c9c-ba05-4c81-a679-40127e6b00fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 844 time: 0.0883729 Apr 15 18:32:03.992578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8717c3dd-33db-4302-bc58-6f5047aca978 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:03.993002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:04.159744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:04.169662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:04.171596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8879eff6-ccd6-4a79-8976-1eb4d787297b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 934 time: 2.7015831 Apr 15 18:32:04.178454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-69df0aaa-4a42-4ac1-839c-a4550cdbe97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:04.180874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:04.193217 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-69df0aaa-4a42-4ac1-839c-a4550cdbe97e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c109119-c2da-4236-a2bf-1903603fa853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2012522 Apr 15 18:32:04.193774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41650) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:04.202548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:04.203388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:04.275028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f45497-0e85-4344-ae8a-650414981927 req-a98a5fa0-6c96-40aa-b37a-c13325cb983b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:04.277404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28f45497-0e85-4344-ae8a-650414981927 req-a98a5fa0-6c96-40aa-b37a-c13325cb983b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 943 time: 0.1036894 Apr 15 18:32:04.362555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28f45497-0e85-4344-ae8a-650414981927 req-ae309aa1-8ee3-45ab-b38d-288a2fd99abe tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785942 Apr 15 18:32:04.450445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:04.473342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-62aa572a-a4cc-4a70-aac1-e70639a14e05 None None] Port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:32:04.476097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b1dbd08e-9bf3-4d44-8314-ff8edcc212ac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:04.553745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:04.560355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:04.560787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:04.589347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-64adfc7a-a224-4624-a2a6-3fff8a03b261 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719233 Apr 15 18:32:04.615851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6d858667-2c61-430e-8b27-a15b4f7f7d0f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:32:04.642622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41654) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:04.643339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6e05c82-7574-474b-a635-cc1e969e1446 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 934 time: 0.4479413 Apr 15 18:32:04.647082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-727ff057-58b4-4f03-aa79-3e56879ed3e2 None None] Provisioning complete for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:04.647512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-727ff057-58b4-4f03-aa79-3e56879ed3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:04.649691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'routes': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:04.809797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02bbf7ed-8f96-498f-91df-d25f349a3730 req-55a22da5-7a52-44cf-9ebf-d266ddf713b5 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125864 Apr 15 18:32:04.824148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-727ff057-58b4-4f03-aa79-3e56879ed3e2 None None] Port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:32:04.877064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:03Z', 'revision_number': 6, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:31:59Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:04.881537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:04.881963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Updating router 4c76999a-bb0f-4b66-b05e-954b4394f844 port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:32:04.952466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:04.992749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.050864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:05.061017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:05.069328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'port_id': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'mac_address': 'fa:16:3e:03:35:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:32:05.072395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.073937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5b5453c1-a517-4855-bd46-e3ce42065e9a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:05.138432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:05.314177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5b5453c1-a517-4855-bd46-e3ce42065e9a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:05.323441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5b5453c1-a517-4855-bd46-e3ce42065e9a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:05.323950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.363394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.386197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.399678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:05.403382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:05.411194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d858667-2c61-430e-8b27-a15b4f7f7d0f {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:32:05.417858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Transition to ACTIVE for port object 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:32:05.428481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.438957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added routes are [] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:32:05.439448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=86082) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:32:05.445511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:05.456347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.462725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-97bc0ba2-b599-4c6a-959b-2ea81faffebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:05.484876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.575620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:05.626728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:05.629477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.649094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:05.675020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 5b5453c1-a517-4855-bd46-e3ce42065e9a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5b5453c1-a517-4855-bd46-e3ce42065e9a,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:05.688421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['6d858667-2c61-430e-8b27-a15b4f7f7d0f'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:32:05.737560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:05.738801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ef5b1e78-861e-4efa-a854-2cd3c7d44d24 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:05.784920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:06.006451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=5b5453c1-a517-4855-bd46-e3ce42065e9a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:06.017218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:06.060227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:06.060735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.131425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Attempting to bind port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:32:06.131425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Attempting to bind port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:32:06.131806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Attempting to bind port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 on network 9f001703-2e5c-4930-9071-116cff94fe4c {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:06.140775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:32:06.141461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Checking segment: {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:06.142212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.142965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Bound using segment: {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:32:06.143487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Bound port: 3fe6c2ac-a56f-4d90-a46d-ba02b380b034, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3ec347-fa2c-47f5-a65c-36d02083c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:32:06.143899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.167279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae235e-8966-410f-b9b9-9a1561f553d0 None None] Pushing event updated for resources: {'Port': ['ID=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:06.179204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5ae235e-8966-410f-b9b9-9a1561f553d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:06.276839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] For port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:32:06.284220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] For port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:32:06.345573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.386364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:06.405790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b1dbd08e-9bf3-4d44-8314-ff8edcc212ac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:06.482803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186986b-39a9-4e7c-9a36-2c1046b30c9c req-083f9913-0c3b-4936-84bd-ed6cbf1de955 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:06.484686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b186986b-39a9-4e7c-9a36-2c1046b30c9c req-083f9913-0c3b-4936-84bd-ed6cbf1de955 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 944 time: 0.4043312 Apr 15 18:32:06.490587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.498773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.533555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:06.534279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:06.678982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae235e-8966-410f-b9b9-9a1561f553d0 None None] Pushing event updated for resources: {'Port': ['ID=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:06.694498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5ae235e-8966-410f-b9b9-9a1561f553d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:06.718867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b186986b-39a9-4e7c-9a36-2c1046b30c9c req-373e88eb-70a0-4ca1-accb-8c940fb60452 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633273 Apr 15 18:32:06.733043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:06.748642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:06.754755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:06.853474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5b5453c1-a517-4855-bd46-e3ce42065e9a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:06.995180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:07.005612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:07.007046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d642df1-d2df-4a52-8815-3d31975d2c12 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 700 time: 2.3622341 Apr 15 18:32:07.010536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41664) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:07.021354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5b5453c1-a517-4855-bd46-e3ce42065e9a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:07.023094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:07.040679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:07.229777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5f8b5d80-bb70-4e58-8e42-2f07b09f7046 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 700 time: 0.2183452 Apr 15 18:32:07.234185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41668) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:07.557119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 7, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:32:06Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:07.565774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74515530-f4b5-46ad-81e6-cdd93259b6b8 None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 7, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:32:06Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:07.954211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:07.966404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:07.967268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:08.022148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:08.163163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:08.181939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c864bc-f1db-4897-8c4d-fe5c7de6dd16 req-318f0a05-b208-46a1-bd0a-c24a0e1aa64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:08.182784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-52c864bc-f1db-4897-8c4d-fe5c7de6dd16 req-318f0a05-b208-46a1-bd0a-c24a0e1aa64e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 944 time: 0.2856100 Apr 15 18:32:08.327053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-52c864bc-f1db-4897-8c4d-fe5c7de6dd16 req-f01e318a-a054-4168-b8f0-25d497d1b35a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300228 Apr 15 18:32:08.444673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:08.540667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:08.541575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:08.647770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6d858667-2c61-430e-8b27-a15b4f7f7d0f up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:08.688475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 7, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:32:06Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:08.698055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:08.724281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:08.725058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:08.991191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:09.073508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:09.073976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:09.134650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:09.134650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:09.176378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:09.275353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:09.291555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 6d858667-2c61-430e-8b27-a15b4f7f7d0f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:09.397661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 6d858667-2c61-430e-8b27-a15b4f7f7d0f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:09.398052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:09.448365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:09.728256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:09.786811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 7, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:32:06Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:09.791224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcfd1d7-260d-430e-90cf-074c82016560 None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 7, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034', 'name': '', 'network_id': '9f001703-2e5c-4930-9071-116cff94fe4c', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:7d:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:56Z', 'updated_at': '2021-04-15T18:32:06Z', 'revision_number': 4, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': 'd3b45947-8506-4771-b5b8-18785374a2f4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:09.857431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:09.929634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:09.979105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'code': 200} Apr 15 18:32:10.001635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:10.023151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b518ce36-287a-46da-b13d-c516f776f675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:10.029067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa6388-8b33-4566-8fb0-43fa53d856d4 req-8a77a6fa-3704-4cb2-b7f7-d0739d9e011d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:10.030794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79fa6388-8b33-4566-8fb0-43fa53d856d4 req-8a77a6fa-3704-4cb2-b7f7-d0739d9e011d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.1265509 Apr 15 18:32:10.085890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:10.103636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 15 18:32:10.103636 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 15 18:32:10.103636 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'status': 'ACTIVE', 'ports_id': '3fe6c2ac-a56f-4d90-a46d-ba02b380b034'}] Apr 15 18:32:10.103636 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:32:10.104119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:32:10.106607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:10.163966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:10.167439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:10.227377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=3fe6c2ac-a56f-4d90-a46d-ba02b380b034,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:10.238373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:10.251113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79fa6388-8b33-4566-8fb0-43fa53d856d4 req-4d4feda6-ce73-4610-8c4f-118874fb0ed9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105558 Apr 15 18:32:10.509324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898523a3-cb4c-4739-ba03-f987af0660f1 req-c6433fc2-e35e-4b6c-9d1f-c1169aedaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:10.511012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-898523a3-cb4c-4739-ba03-f987af0660f1 req-c6433fc2-e35e-4b6c-9d1f-c1169aedaf54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1098 time: 0.1277504 Apr 15 18:32:10.570073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-898523a3-cb4c-4739-ba03-f987af0660f1 req-90b6fec0-1553-43f9-baae-155002654465 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Apr 15 18:32:10.663553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:10.683015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Port 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 update to ACTIVE by agent not found {{(pid=86083) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 15 18:32:11.193948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:11.407830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:11.419618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:11.430168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:11.431122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:11.443263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41688) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:11.443445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2085330 Apr 15 18:32:11.531941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet d3b45947-8506-4771-b5b8-18785374a2f4 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:32:11.535747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:11.578823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a97eda-2e7e-43f2-b222-843432fb8df5 req-e398b87e-c2a7-42dd-a036-3ec7c43af348 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:11.580530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20a97eda-2e7e-43f2-b222-843432fb8df5 req-e398b87e-c2a7-42dd-a036-3ec7c43af348 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.1357968 Apr 15 18:32:11.622918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:11.628210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:11.671304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20a97eda-2e7e-43f2-b222-843432fb8df5 req-185293ea-1150-4cc6-bb56-e5aec5620326 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817971 Apr 15 18:32:11.757659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.015794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:09Z', 'revision_number': 8, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:12.019786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:12.030415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:12.031062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:12.042383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.058072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-377bdf77-b62a-4276-9c95-1693a35a9df9 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:12.144773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b45947-8506-4771-b5b8-18785374a2f4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:12.159107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:12.191966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:12.195198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.203317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c341ae-f9c3-47be-aa19-095f5a61b18a None None] Network 9f001703-2e5c-4930-9071-116cff94fe4c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:12.204541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41694) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:12.204663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/d3b45947-8506-4771-b5b8-18785374a2f4 HTTP/1.1" status: 204 len: 168 time: 0.7602124 Apr 15 18:32:12.363160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.452834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 5b5453c1-a517-4855-bd46-e3ce42065e9a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:12.453219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.566385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] DHCP port deletion for 9f001703-2e5c-4930-9071-116cff94fe4c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:32:12.571910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Deleting port 5b5453c1-a517-4855-bd46-e3ce42065e9a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:12.572422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.735348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:09Z', 'revision_number': 8, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:12.739756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea005ec9-3153-4eef-842d-73d49da3b798 None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:09Z', 'revision_number': 8, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1dbd08e-9bf3-4d44-8314-ff8edcc212ac', 'name': '', 'network_id': '919ac2c9-6764-440d-8679-0e7c6594c3d3', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:02:0a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '8b713503-ee17-4959-9153-39fd31665921', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:50Z', 'updated_at': '2021-04-15T18:32:05Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '8b713503-ee17-4959-9153-39fd31665921', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:12.774252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-6986b86a-6060-4b28-81f6-30870cc56ee2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590607174&fields=id&tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 267 time: 0.1182630 Apr 15 18:32:12.828245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5b5453c1-a517-4855-bd46-e3ce42065e9a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:12.892411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] For port 5b5453c1-a517-4855-bd46-e3ce42065e9a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5b5453c1-a517-4855-bd46-e3ce42065e9a,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:12.892860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:12.946397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 5b5453c1-a517-4855-bd46-e3ce42065e9a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5b5453c1-a517-4855-bd46-e3ce42065e9a,segment=NetworkSegment(3b3ec347-fa2c-47f5-a65c-36d02083c25c),segment_id=3b3ec347-fa2c-47f5-a65c-36d02083c25c)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:12.946809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:13.037095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Calling delete_port for 5b5453c1-a517-4855-bd46-e3ce42065e9a owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:13.097362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 5b5453c1-a517-4855-bd46-e3ce42065e9a owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:13.165584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:13.191763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:13.208019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cdea98a3-ae2f-42e4-b855-e94f046c4bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:13.225832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-9ddf28b6-7a0b-479a-ad52-958500da4541 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:13.227459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-9ddf28b6-7a0b-479a-ad52-958500da4541 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 0.4402087 Apr 15 18:32:13.238274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2f267-b54a-4797-9cdc-ba9ebcb26ebf req-39d8c110-486a-49fe-a4c9-c167593e3702 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:13.240059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ed2f267-b54a-4797-9cdc-ba9ebcb26ebf req-39d8c110-486a-49fe-a4c9-c167593e3702 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.3576400 Apr 15 18:32:13.531234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Pushing event deleted for resources: {'Port': ['ID=5b5453c1-a517-4855-bd46-e3ce42065e9a,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:13.537860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:13.572381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] No DVR routers for this DVR port 5b5453c1-a517-4855-bd46-e3ce42065e9a on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:32:13.577657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-5e2786a3-a460-43de-bd59-a128fd616e7b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/quotas/c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 375 time: 0.3365386 Apr 15 18:32:13.586537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:32:13.586904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:32:13.654889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ed2f267-b54a-4797-9cdc-ba9ebcb26ebf req-5c212c17-8593-4986-9453-30f3a7cbe205 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980709 Apr 15 18:32:13.696778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-a7793eb9-5cb8-4cb4-a04c-4747117491e7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1112065 Apr 15 18:32:13.827648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-1ff9783c-dfc4-44bc-bc5c-c4823041461b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:32:13.828756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-1ff9783c-dfc4-44bc-bc5c-c4823041461b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1200399 Apr 15 18:32:13.983034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098639a-ced3-455a-8f67-de24c552fb8f req-7eef9afa-dfea-4c60-84f0-2c500296862f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:13.984651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3098639a-ced3-455a-8f67-de24c552fb8f req-7eef9afa-dfea-4c60-84f0-2c500296862f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.2147238 Apr 15 18:32:14.019852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-9f0a57de-1001-4dfc-93ac-7258576ae458 service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836522 Apr 15 18:32:14.113048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 5b5453c1-a517-4855-bd46-e3ce42065e9a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:14.113375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.154736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3098639a-ced3-455a-8f67-de24c552fb8f req-10782ec6-c6d9-415f-8ff6-bb3849770f62 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605892 Apr 15 18:32:14.179700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41712) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:14.212669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] The port '5b5453c1-a517-4855-bd46-e3ce42065e9a' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:32:14.262311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21288d46-eba4-424c-bc71-11983cb3cdf8 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:14.263999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-21288d46-eba4-424c-bc71-11983cb3cdf8 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1093 time: 0.0831068 Apr 15 18:32:14.267083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41716) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:14.272615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:14.279136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:14.283398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:14.286257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:14.292248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:14.302662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.377867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-34e6e336-9d5b-4410-95d5-926639d5eb63 service neutron] 10.222.0.32 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462262 Apr 15 18:32:14.383023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.452732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.515336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f001703-2e5c-4930-9071-116cff94fe4c']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:14.529991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3ec347-fa2c-47f5-a65c-36d02083c25c') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:14.530560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3ec347-fa2c-47f5-a65c-36d02083c25c') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:14.545423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.572109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.581158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:32:14.584878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.607246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.195 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/1c1f6b2a-db96-4d6a-94c7-590c31101bb4) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:32:14.735111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:14.771194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 9f001703-2e5c-4930-9071-116cff94fe4c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:14.773856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:14.774355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3fe6c2ac-a56f-4d90-a46d-ba02b380b034 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:14.785953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.787947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.817489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:14.833330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:14.969586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 9f001703-2e5c-4930-9071-116cff94fe4c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:32:14.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:32:15.084542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:15.089526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:15.094655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8b9bc32-d950-4fe1-ac43-edadd6821915 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:15.122894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=9f001703-2e5c-4930-9071-116cff94fe4c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:15.125539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:15.130034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/9f001703-2e5c-4930-9071-116cff94fe4c HTTP/1.1" status: 204 len: 168 time: 2.9239953 Apr 15 18:32:15.132772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41726) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:15.254845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=1c1f6b2a-db96-4d6a-94c7-590c31101bb4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:15.267275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:15.309931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:32:15.311087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:15.313460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:32:15.698254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:15.786221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:15.881161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:15.906182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b840315c-47ad-4945-bfc2-63acf6d38a28 req-884b11d1-549a-4195-82bb-008c2949720a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 210 time: 0.0632634 Apr 15 18:32:16.115767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.119371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.134834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f94406f-4786-4e39-bd8e-61029dc288be tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:16.140864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:16.141408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.281523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=1c1f6b2a-db96-4d6a-94c7-590c31101bb4,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:16.284503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:16.353000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port b1dbd08e-9bf3-4d44-8314-ff8edcc212ac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:16.353419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.397527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.490146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for b1dbd08e-9bf3-4d44-8314-ff8edcc212ac owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:16.583656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b2022d12-f6ae-4a6a-8f30-ce90fc90dcca associated. External IP: 172.26.7.195, port: 6d858667-2c61-430e-8b27-a15b4f7f7d0f. Apr 15 18:32:16.685470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:16.702515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c8ec199-1e97-47aa-9b46-17bee7c974e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:17.131441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-f66b00ad-5959-4682-9b3f-0d621694ac00 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:17.133038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-f66b00ad-5959-4682-9b3f-0d621694ac00 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 811 time: 0.2896013 Apr 15 18:32:17.134273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=b1dbd08e-9bf3-4d44-8314-ff8edcc212ac,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:17.140796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:17.144159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:17.155622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-04b6e5dc-880e-4726-8187-761a36845c3d req-5c5e05d6-f148-4ecf-a39c-e64c52631191 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 210 time: 0.1149099 Apr 15 18:32:17.403547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-11a3b615-8674-40ee-9e70-b42075bae659 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c49b7510b96c4c27823aff0cc32ded05 HTTP/1.1" status: 200 len: 8067 time: 0.2572582 Apr 15 18:32:17.415431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'port': {'device_id': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'admin_state_up': True, 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'security_groups': ['f64f3f7b-eeaf-46d6-a650-20e844d89f7c']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:17.513413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:17.515805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:17.529004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Sync routers for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:17.541767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:17.544110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:17.575061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:17.668887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:17.673921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:port and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:17.677461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:17.684555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:17.696828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Made reservation on behalf of c49b7510b96c4c27823aff0cc32ded05 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:17.703385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:17.729215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4603653 Apr 15 18:32:17.732188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:17.737493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:17.831325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'status': 'completed', 'code': 200} Apr 15 18:32:17.833703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:17.951043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-73d876f9-7026-4d1b-857f-af99e2a8d88d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b2022d12-f6ae-4a6a-8f30-ce90fc90dcca HTTP/1.1" status: 200 len: 991 time: 0.2130659 Apr 15 18:32:18.038410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.20.0.6 (22df922b-f838-4e4f-b152-6c65ec2d2b51/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a/63b5109b-48ab-4db4-97c3-4fc827781cc3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:32:18.055845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-2eb1e2e8-b057-4a63-879c-9dfcb008c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:18.057749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-2eb1e2e8-b057-4a63-879c-9dfcb008c545 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1098 time: 0.2130997 Apr 15 18:32:18.155848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:18.242603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b2022d12-f6ae-4a6a-8f30-ce90fc90dcca', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'port_id': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'mac_address': 'fa:16:3e:03:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:15Z', 'updated_at': '2021-04-15T18:32:15Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:18.247975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Checking router: 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:18.258204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:18.258966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:18.354091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:18.371059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:18.384851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2509265 Apr 15 18:32:18.388866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:18.398590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:18.450619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1865a82a-024b-474c-bddd-8813daa77fc0 req-5fb2a2b0-47f2-4dbb-b81e-07d763385730 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 210 time: 0.0690100 Apr 15 18:32:18.456880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41752) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:18.525074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:18.536826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet 8b713503-ee17-4959-9153-39fd31665921 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:32:18.541122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:18.629482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:18.733127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:18.795536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:18.863255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:18.882483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Transition to ACTIVE for port object 63b5109b-48ab-4db4-97c3-4fc827781cc3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:32:18.939618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-5b72aefb-f003-411b-8558-ed6a8441aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:18.941234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-5b72aefb-f003-411b-8558-ed6a8441aa38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 898 time: 0.8701680 Apr 15 18:32:18.942805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:18.987889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41756) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:19.051401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:19.103454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b2022d12-f6ae-4a6a-8f30-ce90fc90dcca', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'port_id': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'mac_address': 'fa:16:3e:03:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:15Z', 'updated_at': '2021-04-15T18:32:15Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:19.108398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc4a016-5ec8-4e09-a464-a1b99b95d7ce None None] The sync data for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv is: [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b2022d12-f6ae-4a6a-8f30-ce90fc90dcca', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.195', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'port_id': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'mac_address': 'fa:16:3e:03:35:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:15Z', 'updated_at': '2021-04-15T18:32:15Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:19.134373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:19.204249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:19.211631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:16Z', 'revision_number': 9, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:19.216982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:19.226759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:19.227698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:19.273430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-42880fb3-6250-4f7b-9066-ce3c2da04d45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 999 time: 0.2936740 Apr 15 18:32:19.306674 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57f072ff-903d-4736-8d54-a8fa34cc54c8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b2022d12-f6ae-4a6a-8f30-ce90fc90dcca HTTP/1.1" status: 200 len: 991 time: 0.3173544 Apr 15 18:32:19.384424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-aacc7edf-fc0b-47e2-8f4b-b89a50dcf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:19.386050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-aacc7edf-fc0b-47e2-8f4b-b89a50dcf668 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 844 time: 0.1039157 Apr 15 18:32:19.388578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:32:19.389752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:19.392071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:32:19.427703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:19.457652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:19.505386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec84283-746d-4f6b-9456-ca5fd663eaff None None] New status for floating IP b2022d12-f6ae-4a6a-8f30-ce90fc90dcca: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:32:19.548285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:19.549321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:19.581682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-476edc4f-d4d4-41db-b775-8489ae3ab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:19.583514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-476edc4f-d4d4-41db-b775-8489ae3ab1c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c109119-c2da-4236-a2bf-1903603fa853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1630080 Apr 15 18:32:19.624719 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2156343 Apr 15 18:32:19.634658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-12c6f727-b2f6-483d-b6d5-47677af67747 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:19.694821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Request body: {'port': {'device_id': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:19.772873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=8b713503-ee17-4959-9153-39fd31665921,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:19.790433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:19.806927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2d9f56b6-6003-4654-8a53-f28aab59f53e None None] Provisioning for port 63b5109b-48ab-4db4-97c3-4fc827781cc3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:19.818074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:19.837259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6228e9bc-c124-4f46-93b3-f2568e6007cc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/8b713503-ee17-4959-9153-39fd31665921 HTTP/1.1" status: 204 len: 168 time: 1.3788757 Apr 15 18:32:19.837823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf586f-4daa-4584-8755-6e67e7ec2154 None None] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:19.841412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41762) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:19.862589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:19.867651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2d9f56b6-6003-4654-8a53-f28aab59f53e None None] Provisioning complete for port 63b5109b-48ab-4db4-97c3-4fc827781cc3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:19.869625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d9f56b6-6003-4654-8a53-f28aab59f53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:19.941782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-3c175738-3af6-4c1c-88c8-f1b8b2f0343e service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515472 Apr 15 18:32:19.942279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72fc55-9b8b-4776-a8ad-5786ac4fe048 req-d6f51dbb-cf4c-4bfc-ac78-9ae41e0f20d6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:19.944632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f72fc55-9b8b-4776-a8ad-5786ac4fe048 req-d6f51dbb-cf4c-4bfc-ac78-9ae41e0f20d6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 931 time: 0.2443759 Apr 15 18:32:19.971611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:16Z', 'revision_number': 9, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:19.977208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753d597-ef5b-483f-9e93-611b6b78c15f None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:16Z', 'revision_number': 9, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8717c3dd-33db-4302-bc58-6f5047aca978', 'name': '', 'network_id': '258de4d0-ec58-4d04-8229-42a2bc034cd2', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:17:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:44Z', 'updated_at': '2021-04-15T18:32:01Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '99ba0d92-bfb1-4cd2-b890-897592f9fe5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:20.051468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f72fc55-9b8b-4776-a8ad-5786ac4fe048 req-0e7689e9-c532-4bb9-9838-759311694865 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895216 Apr 15 18:32:20.068058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.161582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:20.162489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.194256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f56b6-6003-4654-8a53-f28aab59f53e None None] Port 63b5109b-48ab-4db4-97c3-4fc827781cc3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:32:20.267773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5670f6-3ab9-4858-ae5d-d14655b34a93 req-7eca56a3-1394-432b-a825-2ba767239546 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189318 Apr 15 18:32:20.295112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] DHCP port deletion for 919ac2c9-6764-440d-8679-0e7c6594c3d3 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:32:20.299632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Deleting port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:20.300123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.310746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41766) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:20.470347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df69eb9e-86df-43e9-8d1e-ce8fe2201c50 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/b2022d12-f6ae-4a6a-8f30-ce90fc90dcca HTTP/1.1" status: 200 len: 993 time: 0.1510425 Apr 15 18:32:20.537368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] For port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:20.537730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.556223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b5109b-48ab-4db4-97c3-4fc827781cc3 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:32:20.566821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.588967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Transition to ACTIVE for port object 63b5109b-48ab-4db4-97c3-4fc827781cc3 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:32:20.592426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.611799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18d17449-1882-4471-82c6-679f6286f06a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:20.672636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Calling delete_port for 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:20.706470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,segment=NetworkSegment(7821a66f-1436-4adb-8d20-d56e95b603e1),segment_id=7821a66f-1436-4adb-8d20-d56e95b603e1)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:20.706872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:20.758046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Pushing event updated for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:20.771559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:20.854670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:20.992298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:21.001561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.027310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02710475-7418-4755-b885-42aa4ee2571e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:21.032411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Attempting to bind port 63b5109b-48ab-4db4-97c3-4fc827781cc3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:32:21.032770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Attempting to bind port 63b5109b-48ab-4db4-97c3-4fc827781cc3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:32:21.033332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Attempting to bind port 63b5109b-48ab-4db4-97c3-4fc827781cc3 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:21.037876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:21.037876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:21.037876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b1dbd08e-9bf3-4d44-8314-ff8edcc212ac no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:21.041220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Port 63b5109b-48ab-4db4-97c3-4fc827781cc3 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:32:21.041589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Attempting to bind port 63b5109b-48ab-4db4-97c3-4fc827781cc3 on network 22df922b-f838-4e4f-b152-6c65ec2d2b51 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:32:21.048353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:32:21.054782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Checking segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:21.054782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Bound using segment: {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:32:21.054782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Bound port: 63b5109b-48ab-4db4-97c3-4fc827781cc3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7a82a8-f60a-44dc-88af-ed34354c925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:32:21.054782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.086906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b1dbd08e-9bf3-4d44-8314-ff8edcc212ac {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:21.087316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b1dbd08e-9bf3-4d44-8314-ff8edcc212ac not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:21.105486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:32:21.105486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:32:21.142878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=43b9d3cf-dd54-4d21-a795-46bf2e0f07b5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:21.158235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:21.169981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:32:21.173366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:32:21.188953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.208392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:21.259986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No DVR routers for this DVR port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:32:21.366503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Pushing event updated for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:21.372461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:21.406186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:21.406923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.408310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] 10.222.0.49 "PUT /v2.0/ports/63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 200 len: 1093 time: 1.7304070 Apr 15 18:32:21.408866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:21.417067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fdebb-46fe-449b-a344-204ddd271d61 req-f80f0e64-deef-403b-a79a-7a67fee7d913 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:21.418864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d88fdebb-46fe-449b-a344-204ddd271d61 req-f80f0e64-deef-403b-a79a-7a67fee7d913 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.2406554 Apr 15 18:32:21.429767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.474404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'status': 'completed', 'code': 200} Apr 15 18:32:21.579877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-314959eb-714b-4d77-b4a1-e43c9ab03f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:21.581679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-314959eb-714b-4d77-b4a1-e43c9ab03f2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1096 time: 0.0900567 Apr 15 18:32:21.585310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d88fdebb-46fe-449b-a344-204ddd271d61 req-74b73a54-00a1-40c9-964e-596709896c70 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550002 Apr 15 18:32:21.601816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919ac2c9-6764-440d-8679-0e7c6594c3d3']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:21.610321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Deleting port 43b9d3cf-dd54-4d21-a795-46bf2e0f07b5 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:21.610321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.618919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7821a66f-1436-4adb-8d20-d56e95b603e1') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:21.619268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7821a66f-1436-4adb-8d20-d56e95b603e1') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:21.632722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.649755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.657178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:32:21.664166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-6471ee66-9e2f-4c4f-b835-8c3c1021cfeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 200 len: 217 time: 0.0728121 Apr 15 18:32:21.699660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cd2d1-0463-4e5a-870d-9e680e93babb None None] The port '43b9d3cf-dd54-4d21-a795-46bf2e0f07b5' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:32:21.743584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-305c21e3-155d-4189-a9f7-79c9ff1ab29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:21.745202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-305c21e3-155d-4189-a9f7-79c9ff1ab29e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0749180 Apr 15 18:32:21.843177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-366d3de5-2b8a-45f6-be99-5d8aba2c5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:21.844823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-366d3de5-2b8a-45f6-be99-5d8aba2c5307 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0920076 Apr 15 18:32:21.860025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:21.869371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:21.993601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-42b61ab0-b15f-418c-93fb-a5ae56115a49 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420848 Apr 15 18:32:22.057536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 919ac2c9-6764-440d-8679-0e7c6594c3d3 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:32:22.082419 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:32:22.146531 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-874c530a-db1b-4e7f-9fa4-e7e309d7e02e req-12f9a41a-c67c-416d-89d5-c572aa7fcc14 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459503 Apr 15 18:32:22.186821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:22.190137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3114aa1d-8c1a-468d-8d45-d69178819029 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:22.206084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:22.219036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=919ac2c9-6764-440d-8679-0e7c6594c3d3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:22.224187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:22.227997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/919ac2c9-6764-440d-8679-0e7c6594c3d3 HTTP/1.1" status: 204 len: 168 time: 2.3854673 Apr 15 18:32:22.231375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41774) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:22.285179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-e469b5d4-f9d6-457b-b3dc-77c491e3f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:22.286852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-e469b5d4-f9d6-457b-b3dc-77c491e3f037 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1096 time: 0.0832295 Apr 15 18:32:22.455551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-4d360383-3553-4887-a668-abdd1c14cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:22.455551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-4d360383-3553-4887-a668-abdd1c14cba8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1445947 Apr 15 18:32:22.519425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-5f7f5f9b-5eb2-4d8f-8710-b1b30524d9f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 200 len: 217 time: 0.0734384 Apr 15 18:32:22.603232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-2fe09339-d8c4-4c42-8231-6727c5663ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:22.603232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-2fe09339-d8c4-4c42-8231-6727c5663ffe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0745380 Apr 15 18:32:22.692255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-10f31556-dd65-4981-b5c2-eb4b41e20ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:22.693895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-10f31556-dd65-4981-b5c2-eb4b41e20ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846996 Apr 15 18:32:22.848566 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-950d9332-1b44-477e-b3e5-b7f8f0a3b607 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460264 Apr 15 18:32:22.866397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aaf1a-3eb0-42e6-bf8b-36ede41e84aa req-6ab296f4-cf83-4f61-92c9-928175cc9c02 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:22.868011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d03aaf1a-3eb0-42e6-bf8b-36ede41e84aa req-6ab296f4-cf83-4f61-92c9-928175cc9c02 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.1523952 Apr 15 18:32:22.907341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:23.071879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d03aaf1a-3eb0-42e6-bf8b-36ede41e84aa req-69369f4b-1ee3-4e57-9ab2-5d171efabb8d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934726 Apr 15 18:32:23.301138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e0e828f-41ce-4ca8-82c9-ee272728906c req-31813e89-ea79-4ab7-8e5f-06de6987e385 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456794 Apr 15 18:32:23.309691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 8717c3dd-33db-4302-bc58-6f5047aca978 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:23.310110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:23.513336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 8717c3dd-33db-4302-bc58-6f5047aca978, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8717c3dd-33db-4302-bc58-6f5047aca978,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:23.513758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:23.651009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 8717c3dd-33db-4302-bc58-6f5047aca978 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:23.855721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:23.871720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:23.966356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=8717c3dd-33db-4302-bc58-6f5047aca978,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:23.972687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:24.217972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2148-0a39-4b58-b085-06148008cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:24.658896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:24.751312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2081de5-bdf1-4539-969d-a80c753625b9 req-8d19f935-20a7-48b5-b2fd-15901032fb1f tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:24.752858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2081de5-bdf1-4539-969d-a80c753625b9 req-8d19f935-20a7-48b5-b2fd-15901032fb1f tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.5509400 Apr 15 18:32:24.849142 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2081de5-bdf1-4539-969d-a80c753625b9 req-89320134-46d8-4a5a-ab5d-2ed25fc693b8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795121 Apr 15 18:32:25.199225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:25.366289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:25.376538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:25.381574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1479626 Apr 15 18:32:25.382271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41782) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:25.387537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:25.388206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:25.460518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet 99ba0d92-bfb1-4cd2-b890-897592f9fe5a {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:32:25.463751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:25.522969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:25.560278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:25.610911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.008066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.031852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0512254b-f9c6-488b-91a7-4863c064bf7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:26.066417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:23Z', 'revision_number': 10, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:26.070419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:26.079337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:26.079992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:31:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:26.132034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=99ba0d92-bfb1-4cd2-b890-897592f9fe5a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:26.138015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:26.189265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.196820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226a708-ab97-4989-b0e4-59bc1b7a84e8 None None] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:26.200164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/99ba0d92-bfb1-4cd2-b890-897592f9fe5a HTTP/1.1" status: 204 len: 168 time: 0.8168218 Apr 15 18:32:26.203313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41788) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:26.210224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d07c7b-61b4-4f82-95a0-8ce00150e688 req-a173143d-31e8-4198-bd38-ab5d56a6f5d2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:26.211837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-82d07c7b-61b4-4f82-95a0-8ce00150e688 req-a173143d-31e8-4198-bd38-ab5d56a6f5d2 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.2472718 Apr 15 18:32:26.263883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:26.265898 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-82d07c7b-61b4-4f82-95a0-8ce00150e688 req-cef87a73-d56e-45cc-8ed9-ef0985f49e37 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 Apr 15 18:32:26.341814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.417441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 1370cc22-58bc-47b6-b105-dfc3456336e5 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:26.418590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.483788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] DHCP port deletion for 258de4d0-ec58-4d04-8229-42a2bc034cd2 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:32:26.488664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Deleting port 1370cc22-58bc-47b6-b105-dfc3456336e5 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:26.489325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.619239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:23Z', 'revision_number': 10, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:26.624732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab288c3-550f-4abf-8ce7-ac858bfc111f None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:23Z', 'revision_number': 10, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None, '_interfaces': [{'id': '4ad054e0-a930-4f5e-9f94-8a7daf0c710a', 'name': '', 'network_id': 'bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'mac_address': 'fa:16:3e:a8:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:51Z', 'revision_number': 5, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'subnets': [{'id': '967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:26.662031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 1370cc22-58bc-47b6-b105-dfc3456336e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1370cc22-58bc-47b6-b105-dfc3456336e5,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:26.662438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.721011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] For port 1370cc22-58bc-47b6-b105-dfc3456336e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1370cc22-58bc-47b6-b105-dfc3456336e5,segment=NetworkSegment(19fd6a42-5b5d-47f9-9b7c-a90fc585680d),segment_id=19fd6a42-5b5d-47f9-9b7c-a90fc585680d)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:26.721513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.806428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8717c3dd-33db-4302-bc58-6f5047aca978 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:26.819468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 1370cc22-58bc-47b6-b105-dfc3456336e5 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:26.898581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:26.903955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Calling delete_port for 1370cc22-58bc-47b6-b105-dfc3456336e5 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:26.915126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:26.942632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8717c3dd-33db-4302-bc58-6f5047aca978 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:26.943027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8717c3dd-33db-4302-bc58-6f5047aca978 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:26.943495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1370cc22-58bc-47b6-b105-dfc3456336e5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:26.985700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1370cc22-58bc-47b6-b105-dfc3456336e5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:26.986122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1370cc22-58bc-47b6-b105-dfc3456336e5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:27.010408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=1370cc22-58bc-47b6-b105-dfc3456336e5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:27.025834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:27.035268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:32:27.035925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:32:27.037192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a38c5bd-1a05-4b3f-b85d-77080f89899f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.061880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No DVR routers for this DVR port 1370cc22-58bc-47b6-b105-dfc3456336e5 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:32:27.158949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.197989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.327767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258de4d0-ec58-4d04-8229-42a2bc034cd2']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:27.341003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fd6a42-5b5d-47f9-9b7c-a90fc585680d') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:27.341337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fd6a42-5b5d-47f9-9b7c-a90fc585680d') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:27.353693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.368718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.375536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:32:27.473411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bc415-12e7-465a-a8f1-b0a1bd2fbffb req-e8d1bf0e-9a08-4c3b-bc61-d8a127ccddd7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:27.475055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd7bc415-12e7-465a-a8f1-b0a1bd2fbffb req-e8d1bf0e-9a08-4c3b-bc61-d8a127ccddd7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.0891416 Apr 15 18:32:27.530697 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd7bc415-12e7-465a-a8f1-b0a1bd2fbffb req-b93d42b4-9c62-4b14-9e69-e92e5939d17d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Apr 15 18:32:27.537036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Deleting port 1370cc22-58bc-47b6-b105-dfc3456336e5 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:27.537483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.562217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:27.572557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.620000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9c915-2d89-4f61-8f37-153925b68c5d None None] The port '1370cc22-58bc-47b6-b105-dfc3456336e5' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:32:27.717181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.753489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network 258de4d0-ec58-4d04-8229-42a2bc034cd2 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:32:27.778019 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:32:27.879591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.884228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:27.888399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38902d4d-7f6a-46b5-ac2c-21ced4014223 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:27.917370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=258de4d0-ec58-4d04-8229-42a2bc034cd2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:27.920722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:27.928781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/258de4d0-ec58-4d04-8229-42a2bc034cd2 HTTP/1.1" status: 204 len: 168 time: 1.7178512 Apr 15 18:32:27.928781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:28.443839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:28.476663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:28.736509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0b33f-e95b-42b9-8c94-e4cf7d098b85 req-3c27c077-207e-4143-89df-3195d43b6bc6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:28.738287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ab0b33f-e95b-42b9-8c94-e4cf7d098b85 req-3c27c077-207e-4143-89df-3195d43b6bc6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 943 time: 0.0902627 Apr 15 18:32:28.768558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 63b5109b-48ab-4db4-97c3-4fc827781cc3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:32:28.804543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ab0b33f-e95b-42b9-8c94-e4cf7d098b85 req-176bfd63-3d76-4acf-bb7a-c136e85edfda tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538046 Apr 15 18:32:28.863786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:28.864109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:28.910954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:28.929531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'port_id': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'mac_address': 'fa:16:3e:6e:1d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:32:28.989051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:29.007387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b5109b-48ab-4db4-97c3-4fc827781cc3 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:32:29.023878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:29.042303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:29.045001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:29.067227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 4ad054e0-a930-4f5e-9f94-8a7daf0c710a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:29.067623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:29.119974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:29.123870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:29.202223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 4ad054e0-a930-4f5e-9f94-8a7daf0c710a owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:29.310386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['63b5109b-48ab-4db4-97c3-4fc827781cc3'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:32:29.396443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:29.419900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b52fbc6-075f-418f-84ab-3cbbe98a298b tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:29.515508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=4ad054e0-a930-4f5e-9f94-8a7daf0c710a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:29.517369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:30.022593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ead38-a082-4acd-92e5-c8ebe86c9606 req-851df45d-4e7a-4485-b627-8b770f525e65 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:30.024352 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-736ead38-a082-4acd-92e5-c8ebe86c9606 req-851df45d-4e7a-4485-b627-8b770f525e65 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 944 time: 0.0994284 Apr 15 18:32:30.076264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-736ead38-a082-4acd-92e5-c8ebe86c9606 req-d460dd78-f478-4c83-a9bd-70ea770e5eb1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450683 Apr 15 18:32:30.141673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:30.571894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:30.724113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:30.734108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:30.744732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:30.745624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:30.749872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234665 Apr 15 18:32:30.752980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41802) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:30.805130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 63b5109b-48ab-4db4-97c3-4fc827781cc3 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:32:30.834053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting subnet 967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:32:30.834053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:30.895202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:30.940186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:30.984074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.067593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:31.070672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:31.083904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:31.085117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:31.148666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 63b5109b-48ab-4db4-97c3-4fc827781cc3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:32:31.217992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 63b5109b-48ab-4db4-97c3-4fc827781cc3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:31.218418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.276439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:31.353447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d053c89-9acc-4491-a474-73efd1c23bbe req-68557817-88b9-4e60-b828-8c514f0ad2b7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:31.355201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d053c89-9acc-4491-a474-73efd1c23bbe req-68557817-88b9-4e60-b828-8c514f0ad2b7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 944 time: 0.1589260 Apr 15 18:32:31.406439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5d053c89-9acc-4491-a474-73efd1c23bbe req-e3e4ed40-c9f3-4805-9dda-f67cedd5fa34 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448520 Apr 15 18:32:31.410154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:31.417531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3052aa-1991-4d1d-8d54-d6d9ed6779e0 None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:31.425351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.446484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-56d9f0df-3753-476a-80f9-b98e22caed20 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:31.491244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.525081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:31.536957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:31.547483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Subnet': ['ID=967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:31.548132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.552426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:31.568891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:31.594292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.608633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc HTTP/1.1" status: 204 len: 168 time: 0.8490338 Apr 15 18:32:31.608729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41810) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:31.614016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'code': 200} Apr 15 18:32:31.615106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc88e73-1e42-4054-9ab2-175f0eb6ebfe None None] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:31.744180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.828005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Deleting port 1f0a5247-b619-4ff5-93db-cc106acb1f4b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:31.828380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:31.936448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:31.939858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:32.093481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cff3ec-ad1a-400a-9be9-cf76e4db0d1a req-08ee1638-cba7-49c2-8138-61b6d5a94aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:32.100529 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b6cff3ec-ad1a-400a-9be9-cf76e4db0d1a req-08ee1638-cba7-49c2-8138-61b6d5a94aaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1098 time: 0.2307408 Apr 15 18:32:32.120602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] DHCP port deletion for bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:32:32.127266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Deleting port 1f0a5247-b619-4ff5-93db-cc106acb1f4b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:32.127967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.144145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] For port 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f0a5247-b619-4ff5-93db-cc106acb1f4b,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:32.144544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.295907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Calling delete_port for 1f0a5247-b619-4ff5-93db-cc106acb1f4b owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:32.325830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b6cff3ec-ad1a-400a-9be9-cf76e4db0d1a req-f5667e77-246d-458b-b4c7-5f4f57cc61ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229085 Apr 15 18:32:32.348487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] For port 1f0a5247-b619-4ff5-93db-cc106acb1f4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1f0a5247-b619-4ff5-93db-cc106acb1f4b,segment=NetworkSegment(0b5b9c9d-583b-4efc-9ee1-5e204f15faee),segment_id=0b5b9c9d-583b-4efc-9ee1-5e204f15faee)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:32:32.348926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.381360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.398263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-07779855-ea1e-43bf-94b9-94b0ec14791f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:32.480323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Calling delete_port for 1f0a5247-b619-4ff5-93db-cc106acb1f4b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:32:32.510807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Port': ['ID=1f0a5247-b619-4ff5-93db-cc106acb1f4b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:32.519810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:32.554218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No DVR routers for this DVR port 1f0a5247-b619-4ff5-93db-cc106acb1f4b on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:32:32.561638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:32:32.562079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:32:32.623747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e8478-b95a-4f6b-994d-4cce6594bafd req-ae3a3650-6501-4470-a5df-ed81da7be3f7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:32.625366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-975e8478-b95a-4f6b-994d-4cce6594bafd req-ae3a3650-6501-4470-a5df-ed81da7be3f7 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.0940540 Apr 15 18:32:32.676007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-975e8478-b95a-4f6b-994d-4cce6594bafd req-fb22fbc5-13d9-4436-b9aa-d88bcf98f77a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Apr 15 18:32:32.692224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.768223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4ad054e0-a930-4f5e-9f94-8a7daf0c710a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:32.809122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4ad054e0-a930-4f5e-9f94-8a7daf0c710a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:32.809464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4ad054e0-a930-4f5e-9f94-8a7daf0c710a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:32.809950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f0a5247-b619-4ff5-93db-cc106acb1f4b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:32:32.818690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:32.832718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5b9c9d-583b-4efc-9ee1-5e204f15faee') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:32.833065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5b9c9d-583b-4efc-9ee1-5e204f15faee') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:32.845203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1f0a5247-b619-4ff5-93db-cc106acb1f4b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:32:32.845578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.845695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1f0a5247-b619-4ff5-93db-cc106acb1f4b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:32:32.861360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:32.867928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:32:33.051908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:33.061363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:33.063563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Deleting port 1f0a5247-b619-4ff5-93db-cc106acb1f4b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:32:33.064000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:33.141040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-28719f1e-e6e2-4ec2-8ff0-ca402391b459 None None] The port '1f0a5247-b619-4ff5-93db-cc106acb1f4b' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:32:33.253941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Network bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:32:33.282981 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:32:33.365154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:33.368601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22d6dcbf-502e-481e-8243-49a4a0fe199b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:33.383733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:33.395907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Pushing event deleted for resources: {'Network': ['ID=bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:33.404130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:33.405416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/networks/bf24415b-4d88-4ab7-be7a-0fdfbc62fc0a HTTP/1.1" status: 204 len: 168 time: 1.7973769 Apr 15 18:32:33.408345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41816) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:33.413597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'routes': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:33.729427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Added routes are [] {{(pid=86081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 15 18:32:33.729929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.extraroute_db [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Removed routes are [] {{(pid=86081) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 15 18:32:33.730223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:33.893649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2164f7-c491-4501-9a88-80418d3c3596 req-8d9e8aa6-e7d4-40a4-ac2e-2f47a8d91e3e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:33.895311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb2164f7-c491-4501-9a88-80418d3c3596 req-8d9e8aa6-e7d4-40a4-ac2e-2f47a8d91e3e tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.0984709 Apr 15 18:32:33.945283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb2164f7-c491-4501-9a88-80418d3c3596 req-b316d5ce-1e21-43cc-a6bd-e371673e4e80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Apr 15 18:32:34.006780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.010323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.148427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037eb0-1eea-4257-99d5-6cc54a64a2d1 req-cf031032-fa12-4392-81f0-d8230354e979 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:34.149226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95037eb0-1eea-4257-99d5-6cc54a64a2d1 req-cf031032-fa12-4392-81f0-d8230354e979 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.0901039 Apr 15 18:32:34.203491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-95037eb0-1eea-4257-99d5-6cc54a64a2d1 req-d26feb3c-544c-45dd-84cb-d6110295e5f8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461807 Apr 15 18:32:34.230815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41824) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:34.316439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26544d2-c411-481a-a90e-1a1f17175a42 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:34.320983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f26544d2-c411-481a-a90e-1a1f17175a42 tempest-TestVolumeBootPattern-683773530 tempest-TestVolumeBootPattern-683773530-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1093 time: 0.0861101 Apr 15 18:32:34.322919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41828) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:34.327818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:34.334972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:34.340122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Usage tracker for resource:floatingip and tenant:c49b7510b96c4c27823aff0cc32ded05 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:34.343421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:34.350031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:34.363397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.456519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 4c76999a-bb0f-4b66-b05e-954b4394f844 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:34.608997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:34.618015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.619814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a9bed066-1713-4cdf-b570-b794b7f1a9ce tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 701 time: 1.2107534 Apr 15 18:32:34.620219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Sync routers for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:34.623594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:34.632360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:34.633056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:34.681686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-255039a9-92f9-4cc0-88b8-38343a61f3d6 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:34.709765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-255039a9-92f9-4cc0-88b8-38343a61f3d6 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:34.714937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-255039a9-92f9-4cc0-88b8-38343a61f3d6 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 205 time: 0.0894485 Apr 15 18:32:34.716088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41836) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:34.790578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:34.815780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.883190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:34.912995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:34.917416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Checking router: 4c76999a-bb0f-4b66-b05e-954b4394f844 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:34.927983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Routers {'4c76999a-bb0f-4b66-b05e-954b4394f844'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:34.928645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['4c76999a-bb0f-4b66-b05e-954b4394f844'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:34.972067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Allocated IP 172.26.7.69 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ca44dcf6-9139-431f-b254-1c568094f5ae) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:32:35.075068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] Set router 4c76999a-bb0f-4b66-b05e-954b4394f844 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:35.149528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.194808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:35.197432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.199388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aebb0e-a953-45e8-8ae3-6bfb3e4e133c None None] The sync data for ids ['4c76999a-bb0f-4b66-b05e-954b4394f844'] in dv-neutron-786478-1-hyperv is: [{'id': '4c76999a-bb0f-4b66-b05e-954b4394f844', 'name': 'tempest-RoutersTest-router-2143664464', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:36Z', 'updated_at': '2021-04-15T18:32:29Z', 'revision_number': 11, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:35.215642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.217971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.218488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6618a81-8612-4593-a330-94c8fa7adac5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:35.251606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.253373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 4c76999a-bb0f-4b66-b05e-954b4394f844 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:32:35.271478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.277364 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a417755-39ec-4b3b-92f5-ef495435d599 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 204 len: 168 time: 0.5554049 Apr 15 18:32:35.278960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41840) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:35.285808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1723162358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:35.294531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:35.299813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Usage tracker for resource:router and tenant:db368cc6dff94aa6ba3607b7e8bfd9fd is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:35.303420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:35.311614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:35.347473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.349196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.371488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=ca44dcf6-9139-431f-b254-1c568094f5ae,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:35.373411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:35.432203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.432335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:32:35.433786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:35.437113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:32:35.463448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.499475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.502321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8cdf0860-a57f-4e80-8e78-72c76db3d003 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2222292 Apr 15 18:32:35.503773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41844) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:35.509582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:35.895218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.934480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.949562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:35.994243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.138159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Router 9f18ed27-0dd1-46e6-bc0d-84095137542b is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:32:36.221501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.228227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.244093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-531a527e-1d07-4897-a5c5-18eb8ffa4142 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:36.284386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:36.291355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.292669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5266474d-e716-4273-92ed-d4b4f1d10717 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "PUT /v2.0/routers/9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 200 len: 694 time: 0.7877984 Apr 15 18:32:36.295817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Sync routers for ids ['9f18ed27-0dd1-46e6-bc0d-84095137542b'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:36.297658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41848) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:36.307709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Routers {'9f18ed27-0dd1-46e6-bc0d-84095137542b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:36.309129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['9f18ed27-0dd1-46e6-bc0d-84095137542b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:36.396653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event updated for resources: {'Port': ['ID=ca44dcf6-9139-431f-b254-1c568094f5ae,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:36.402145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:36.458156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Set router 9f18ed27-0dd1-46e6-bc0d-84095137542b gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:36.462036 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-500684ed-5230-479c-b9c0-bdf2bf158a7c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/routers/9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 200 len: 700 time: 0.1629014 Apr 15 18:32:36.462719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41852) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:36.495000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.517159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-98ab6785-bd0d-4a98-b9a5-86e87d290a9d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 200 len: 205 time: 0.0509396 Apr 15 18:32:36.518270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41856) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:36.581573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f18ed27-0dd1-46e6-bc0d-84095137542b', 'name': 'tempest-RoutersTest-router-1723162358', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:36.587045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Checking router: 9f18ed27-0dd1-46e6-bc0d-84095137542b for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:36.598012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Routers {'9f18ed27-0dd1-46e6-bc0d-84095137542b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:36.598704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['9f18ed27-0dd1-46e6-bc0d-84095137542b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:36.668504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:36.696598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP e200d9ee-ad0e-4b80-9553-e950049e16aa associated. External IP: 172.26.7.69, port: 63b5109b-48ab-4db4-97c3-4fc827781cc3. Apr 15 18:32:36.741532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] Set router 9f18ed27-0dd1-46e6-bc0d-84095137542b gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:36.887530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f18ed27-0dd1-46e6-bc0d-84095137542b', 'name': 'tempest-RoutersTest-router-1723162358', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:36.892622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fce6e-d8b4-4460-a5f2-e2ddd614e093 None None] The sync data for ids ['9f18ed27-0dd1-46e6-bc0d-84095137542b'] in dv-neutron-786478-1-hyperv is: [{'id': '9f18ed27-0dd1-46e6-bc0d-84095137542b', 'name': 'tempest-RoutersTest-router-1723162358', 'tenant_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 2, 'project_id': 'db368cc6dff94aa6ba3607b7e8bfd9fd', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:37.122705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:32:37.312928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:37.315330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:37.325354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:32:37.336544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:32:37.347295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:37.348570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:37.351467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:37.351595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Fanout notify agent at l3_agent the message router_deleted on router 9f18ed27-0dd1-46e6-bc0d-84095137542b {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:32:37.353403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:37.367515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:37.375822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-97255106-dfc4-48f7-a747-6ca11578a573 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 204 len: 168 time: 0.8492758 Apr 15 18:32:37.375822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41860) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.423508 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f34cf62-d914-441a-b230-e0633e5cf820 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 200 len: 205 time: 0.0498405 Apr 15 18:32:37.425912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41864) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.427284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1046681 Apr 15 18:32:37.428204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:32:37.482519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'status': 'completed', 'code': 200} Apr 15 18:32:37.510574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:32:37.551058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:37.560794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-29557791-bafe-4bf1-935c-6c687f7837dc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:37.561898 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29557791-bafe-4bf1-935c-6c687f7837dc tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/9f18ed27-0dd1-46e6-bc0d-84095137542b HTTP/1.1" status: 404 len: 336 time: 0.1348319 Apr 15 18:32:37.564862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41872) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.604641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-44098217-78e4-48ef-b449-43e3f83072e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:37.607069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-44098217-78e4-48ef-b449-43e3f83072e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1098 time: 0.0825183 Apr 15 18:32:37.610203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f731e3f-73ac-449b-ad5c-78b794b56d65 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:37.610729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f731e3f-73ac-449b-ad5c-78b794b56d65 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:37.612874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f731e3f-73ac-449b-ad5c-78b794b56d65 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/d3b45947-8506-4771-b5b8-18785374a2f4 HTTP/1.1" status: 404 len: 337 time: 0.0464184 Apr 15 18:32:37.618356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41876) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.664119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-94648610-dddb-409e-9ff7-5a8cbd1102e5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:37.664724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94648610-dddb-409e-9ff7-5a8cbd1102e5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:37.670332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-94648610-dddb-409e-9ff7-5a8cbd1102e5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/8b713503-ee17-4959-9153-39fd31665921 HTTP/1.1" status: 404 len: 337 time: 0.0507042 Apr 15 18:32:37.671029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41880) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.717770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2afe28a-bf00-4e81-9432-7e9e367359a7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:37.718325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2afe28a-bf00-4e81-9432-7e9e367359a7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:37.720212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2afe28a-bf00-4e81-9432-7e9e367359a7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/99ba0d92-bfb1-4cd2-b890-897592f9fe5a HTTP/1.1" status: 404 len: 337 time: 0.0480285 Apr 15 18:32:37.723008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41884) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.759237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-0033e0af-de7a-46fc-81ce-3249d41c78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:37.767218 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-0033e0af-de7a-46fc-81ce-3249d41c78e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1469738 Apr 15 18:32:37.788822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41660df-7794-4083-b34c-3d0b4cc21c4f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:37.789576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41660df-7794-4083-b34c-3d0b4cc21c4f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:37.795262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f41660df-7794-4083-b34c-3d0b4cc21c4f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/967efdfa-bd7c-4b3b-a060-fd4c20b8c9cc HTTP/1.1" status: 404 len: 337 time: 0.0712416 Apr 15 18:32:37.800637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.851062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5ffc9cc-84cc-447d-9d9c-5b6040e19628 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Synchronizing usage tracker for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:37.865763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a5ffc9cc-84cc-447d-9d9c-5b6040e19628 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Unset dirty status for tenant:db368cc6dff94aa6ba3607b7e8bfd9fd on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:37.867213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a5ffc9cc-84cc-447d-9d9c-5b6040e19628 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 200 len: 205 time: 0.0700011 Apr 15 18:32:37.869905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41892) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.893863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-eaa1700c-225c-48e7-9fb1-fa711a34753d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 200 len: 998 time: 0.1262863 Apr 15 18:32:37.954694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}, {'id': 'e200d9ee-ad0e-4b80-9553-e950049e16aa', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:6e:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:37.958870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:32:37.960486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d567cad1-836c-4a99-8683-17adb0c357e6 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:37.964282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d567cad1-836c-4a99-8683-17adb0c357e6 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/4c76999a-bb0f-4b66-b05e-954b4394f844 HTTP/1.1" status: 404 len: 336 time: 0.0906940 Apr 15 18:32:37.965222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41896) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:37.969396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-ed00b415-7490-4b1e-8b21-78c0a83def1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:37.973419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-ed00b415-7490-4b1e-8b21-78c0a83def1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0710390 Apr 15 18:32:37.973551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:32:37.973551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:32:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:38.019102 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-23ebacd3-03ea-4ca3-a689-113f83382ee9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=59e35f28-63d9-4e11-a632-e6ddfa210ca2 HTTP/1.1" status: 200 len: 205 time: 0.0525544 Apr 15 18:32:38.021459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41900) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.068475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-17a33518-83d5-45fc-92ff-5c0f25c3e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:38.070452 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-17a33518-83d5-45fc-92ff-5c0f25c3e409 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930858 Apr 15 18:32:38.102324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-d60dc0a3-91ce-42fb-8d3e-83fbf7f70d7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:38.103540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d60dc0a3-91ce-42fb-8d3e-83fbf7f70d7f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/59e35f28-63d9-4e11-a632-e6ddfa210ca2 HTTP/1.1" status: 404 len: 336 time: 0.0810373 Apr 15 18:32:38.106359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.147431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-67651593-c8ef-4aee-821b-0905790810d4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:38.148019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67651593-c8ef-4aee-821b-0905790810d4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:38.150292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-67651593-c8ef-4aee-821b-0905790810d4 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/a4ab5e85-91f5-4f65-9484-7c061d7a86b6 HTTP/1.1" status: 404 len: 337 time: 0.0426252 Apr 15 18:32:38.153400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41908) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.165145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:32:38.209561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a605a065-7277-4c04-979f-3eedc2620782 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 200 len: 205 time: 0.0526123 Apr 15 18:32:38.210029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41912) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.236064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-f329d4ec-1074-4fa2-880a-c33eea03c6e8 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584167 Apr 15 18:32:38.285498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-7a1787f0-5b38-4027-9466-424c8ecae1d3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:38.289096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a1787f0-5b38-4027-9466-424c8ecae1d3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/0bbcef7a-c05e-46c4-aede-34afffbc9c8a HTTP/1.1" status: 404 len: 336 time: 0.0755179 Apr 15 18:32:38.289425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41916) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.346488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a6112c94-05a7-4d05-8f39-45fc4fb6c1ff tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=86a40a48-0dcb-4ab9-bac8-9523e6c2b881 HTTP/1.1" status: 200 len: 205 time: 0.0544815 Apr 15 18:32:38.347736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41920) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.397654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1cfe2072-1fa7-4429-8904-926a6e4c2be1 req-89339caf-6ec8-4e6a-977b-4acfb343fbf0 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532030 Apr 15 18:32:38.427163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-62fd7499-ab8a-4421-aa94-934a73709a44 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:38.428296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62fd7499-ab8a-4421-aa94-934a73709a44 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/86a40a48-0dcb-4ab9-bac8-9523e6c2b881 HTTP/1.1" status: 404 len: 336 time: 0.0795393 Apr 15 18:32:38.431041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41924) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.475870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d23ff37-8b56-44af-9313-ef73645291f7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:38.476356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d23ff37-8b56-44af-9313-ef73645291f7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:38.480823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5d23ff37-8b56-44af-9313-ef73645291f7 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/3710912c-c1a7-424a-b752-8939a3837612 HTTP/1.1" status: 404 len: 337 time: 0.0462003 Apr 15 18:32:38.487314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41928) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.544717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3b52ca2e-15ef-450d-93d7-eb31798d7bd3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8039be9-c86e-408a-8d2a-a2a96bce1fef HTTP/1.1" status: 200 len: 205 time: 0.0597436 Apr 15 18:32:38.545018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41934) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.631481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-8e03bd6e-670d-40c5-a0d3-e78d9163166d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:38.632617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e03bd6e-670d-40c5-a0d3-e78d9163166d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/c8039be9-c86e-408a-8d2a-a2a96bce1fef HTTP/1.1" status: 404 len: 336 time: 0.0864928 Apr 15 18:32:38.635339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41938) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.680038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2bc5f9-8957-497d-96a2-f6612f1e23cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:38.680971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2bc5f9-8957-497d-96a2-f6612f1e23cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:38.683942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd2bc5f9-8957-497d-96a2-f6612f1e23cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/75f70bce-59e6-44a2-b9c2-82d89085894a HTTP/1.1" status: 404 len: 337 time: 0.0470150 Apr 15 18:32:38.692398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 41944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.714901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}, {'id': 'e200d9ee-ad0e-4b80-9553-e950049e16aa', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:6e:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:32:38.719306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31fe0d-dc19-4c0b-b719-e37302a0a749 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}, {'id': 'e200d9ee-ad0e-4b80-9553-e950049e16aa', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.69', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:6e:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:32:35Z', 'updated_at': '2021-04-15T18:32:35Z', 'revision_number': 0, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:32:38.744307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ef3778e-fa32-4b91-a599-573adee855d3 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c71b620-6411-4e1d-b136-ad03a34644d2 HTTP/1.1" status: 200 len: 205 time: 0.0496085 Apr 15 18:32:38.747434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41948) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.822579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-a0765ad1-88da-41c4-915c-5a33cfcf9c0f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] delete failed (client error): The resource could not be found. Apr 15 18:32:38.824260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a0765ad1-88da-41c4-915c-5a33cfcf9c0f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/routers/5c71b620-6411-4e1d-b136-ad03a34644d2 HTTP/1.1" status: 404 len: 336 time: 0.0748441 Apr 15 18:32:38.827011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41952) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.872868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc08ca5-29d6-4e3c-b9fc-553823af8526 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:38.873414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc08ca5-29d6-4e3c-b9fc-553823af8526 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:38.875378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8fc08ca5-29d6-4e3c-b9fc-553823af8526 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/f1c552c6-6433-4cf1-8a46-ac748195778f HTTP/1.1" status: 404 len: 337 time: 0.0473592 Apr 15 18:32:38.878101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41956) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:38.919215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-873c6f6f-08b6-4e31-9824-ba97d1de6d5c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] DELETE failed (client error): The resource could not be found. Apr 15 18:32:38.923565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873c6f6f-08b6-4e31-9824-ba97d1de6d5c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86082) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:32:38.923565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-873c6f6f-08b6-4e31-9824-ba97d1de6d5c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] 10.222.0.32 "DELETE /v2.0/subnets/ea3ad1f0-28b8-4ef4-b609-47d2f586eae9 HTTP/1.1" status: 404 len: 337 time: 0.0424824 Apr 15 18:32:39.032271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7b79a7-7c85-4c5e-a33a-4b9b00ea18c0 None None] New status for floating IP e200d9ee-ad0e-4b80-9553-e950049e16aa: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:32:39.219233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41964) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:39.377584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1847842c-d3a1-4dc0-b5b7-0884fea3cef9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db368cc6dff94aa6ba3607b7e8bfd9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570189 Apr 15 18:32:39.380160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:39.447374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:39.475492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:39.559781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:39.565085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39ac38d3-9ac1-4cb5-b16e-dc4c5ee1a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:39.578102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1def7-bce9-43e0-8851-43ade141e7d6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:39.587573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:39.590483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3e1def7-bce9-43e0-8851-43ade141e7d6 HTTP/1.1" status: 204 len: 168 time: 0.2076626 Apr 15 18:32:39.590483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.591060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.591558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.591986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.592405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.592902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.593220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.593636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.594076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.594512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.594879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.595291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:39.598994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:40.355171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 41994) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:40.466643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--627684452'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:40.473127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:40.479593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:40.480210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:40.487428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:40.512379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.525450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.542013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:40.546057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:40.548949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:40.555025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:40.703019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.714981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.718676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74b9ed33-23da-4da7-977b-560350488c2f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:40.732426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:40.741332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:40.750939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:40.762844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:40.766935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0746fa-3619-4c40-b1c1-7b151068dac3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:40.771545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:40.842106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.850288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.855730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59267861-ad31-4cdb-88d5-23e2a5bc4735 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:40.896690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb691b-d8d0-4eeb-b817-8a7494a46368,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:40.899543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:40.900731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:40.902192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5457845 Apr 15 18:32:40.905057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42000) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:40.977860 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d9aeb2e-6200-401e-8d86-be1f9618b3a7 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0714428 Apr 15 18:32:40.981287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42004) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:40.987029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-security--1279206463', 'description': 'tempest-security-description-452911028'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:41.018939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.074674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.091188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.093819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.095187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "PUT /v2.0/security-groups/dfeb691b-d8d0-4eeb-b817-8a7494a46368 HTTP/1.1" status: 200 len: 1779 time: 0.1128330 Apr 15 18:32:41.096066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a37ed7a9-ba8a-477e-8a26-b1b535234da1 tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:41.098556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42008) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.125404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb691b-d8d0-4eeb-b817-8a7494a46368,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:41.133413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.133857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.134289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.134703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.135148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.135559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.135965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.136868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.137271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.137672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.138099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.138501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:32:41.142229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:41.155654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4aeb4bbf-1954-44f6-ae8f-1f6c81d61cc0 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups/dfeb691b-d8d0-4eeb-b817-8a7494a46368 HTTP/1.1" status: 200 len: 1779 time: 0.0560491 Apr 15 18:32:41.158282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42012) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.227934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.262017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.326851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.331543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37419ec9-07d3-4f55-a5ff-4800be70616b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:41.347741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb691b-d8d0-4eeb-b817-8a7494a46368,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:41.350583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:41.357469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.357469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/dfeb691b-d8d0-4eeb-b817-8a7494a46368 HTTP/1.1" status: 204 len: 168 time: 0.1937199 Apr 15 18:32:41.357469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42018) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.410440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6d733126-1aad-4c12-ab21-fc512648828f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:41.429370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6d733126-1aad-4c12-ab21-fc512648828f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:41.430770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d733126-1aad-4c12-ab21-fc512648828f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740376 Apr 15 18:32:41.434288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42022) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.452156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-be2cfef4-64c1-4ba8-b600-49a2bc940bad tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] delete failed (client error): The resource could not be found. Apr 15 18:32:41.453383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be2cfef4-64c1-4ba8-b600-49a2bc940bad tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/dfeb691b-d8d0-4eeb-b817-8a7494a46368 HTTP/1.1" status: 404 len: 347 time: 0.0180709 Apr 15 18:32:41.457147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42026) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.462640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431897715'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:41.468994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:41.480719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:41.506388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.528459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:41.532662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:41.535690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:41.541609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:41.612525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.618508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.622761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c9f89139-7fce-4360-9206-8b34a0479578 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:41.667816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a547f2-0ae4-467d-833b-fb98e22a002b,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:41.672435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:41.685009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:41.686330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2282121 Apr 15 18:32:41.689343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:41.694874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': 'd3a547f2-0ae4-467d-833b-fb98e22a002b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:41.701908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:41.706056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:41.712784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:41.715239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:42.020682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.086133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.091815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.093794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:42.117885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3280710-de48-41ad-a70c-58c79c67ad3a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:42.120447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:42.141571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.142879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4524708 Apr 15 18:32:42.145838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42034) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.176936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.188016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.223440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.231618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f348b615-3158-4db5-9bcf-9130b03ad911 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:42.243000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3280710-de48-41ad-a70c-58c79c67ad3a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:42.245173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:42.246286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.247799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f3280710-de48-41ad-a70c-58c79c67ad3a HTTP/1.1" status: 204 len: 168 time: 0.1009419 Apr 15 18:32:42.250544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42038) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.300378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-66401906-d81d-4e10-abcb-1ed9aaba9e69 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:42.329314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-66401906-d81d-4e10-abcb-1ed9aaba9e69 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:42.330705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-66401906-d81d-4e10-abcb-1ed9aaba9e69 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791736 Apr 15 18:32:42.333710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42042) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.402529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.431307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.503370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.508766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1cd37213-6207-4bf9-b255-62c2de24c36d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:42.525691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a547f2-0ae4-467d-833b-fb98e22a002b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:42.529441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:42.545916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.547189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1e8bf3fa-0968-4f81-9e42-05737af5a0a5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/d3a547f2-0ae4-467d-833b-fb98e22a002b HTTP/1.1" status: 204 len: 168 time: 0.2124145 Apr 15 18:32:42.550121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42046) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.606726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfc2e08b-551e-47a9-9f6a-fa399ec20614 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552928 Apr 15 18:32:42.610558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42050) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.617747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471943188'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:42.622711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:42.627216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:42.634416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:42.637481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:42.654216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.675025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:42.679330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:42.682289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:42.688454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:42.765042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.778390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.783890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb807bc-2687-436e-8ede-ba8755404c96 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:42.830328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90670507-2615-4215-a176-15196db3ab1a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:42.834737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:42.837101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.838559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2269914 Apr 15 18:32:42.841887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42054) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:42.847710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '90670507-2615-4215-a176-15196db3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:42.854677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:42.859030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:42.862246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:42.869237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:42.890082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.952994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.971893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:42.973758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f072161b-4164-4092-a796-f74eac05a01b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:42.994907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8320160-3952-47e0-9cb0-29f14133e4c0,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:42.999572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.021930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.023207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1803086 Apr 15 18:32:43.026016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42058) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.031686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '90670507-2615-4215-a176-15196db3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:43.038348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:43.042661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:43.045632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:43.052271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:43.092314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.159289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.161724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.168977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-389e86ff-fd57-4dcc-becd-5847b55ada43 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.187916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47a82b7-9bde-454b-868e-e89d07247c1d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.190134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.200320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.201567 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744790 Apr 15 18:32:43.204640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.210092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '90670507-2615-4215-a176-15196db3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:43.216455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:43.220967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:43.224047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:43.230607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:43.246530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.310540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.313130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.320409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-786415d8-d1fa-449e-ab6d-4eb2e78c8995 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.339146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c30d81-72f6-42a2-a534-216474cd45aa,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.342161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.352252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.353546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1479678 Apr 15 18:32:43.357049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42066) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.362611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '90670507-2615-4215-a176-15196db3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:43.369358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:43.374290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:43.377292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:43.383341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:43.398830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.466956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.469507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.471410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16ae7f19-e30f-495a-a996-cd080592fdbd tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.494852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b8a773-16c3-4e51-b712-e9a48889f6ad,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.497955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.507479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.508751 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507049 Apr 15 18:32:43.511697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42070) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.517205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '90670507-2615-4215-a176-15196db3ab1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:43.523322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:43.528610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:43.533387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:43.539370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:43.558809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.624753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.627189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.634397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f893086-6309-4356-9cb8-56eb0b7f783e tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.653804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f0af7c-0316-4a14-bad6-d26ef8e0b802,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.656035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.665617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.666904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1542296 Apr 15 18:32:43.670422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42074) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.699219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.709989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.732426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.739988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50669fdd-921f-4605-9817-d1f6c48da871 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.754509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.755698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/49f0af7c-0316-4a14-bad6-d26ef8e0b802 HTTP/1.1" status: 204 len: 168 time: 0.0843217 Apr 15 18:32:43.756605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49f0af7c-0316-4a14-bad6-d26ef8e0b802,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.758725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42078) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.758979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.817217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d6becdc9-6d69-4d07-826e-82206e8f5a92 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:43.831257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d6becdc9-6d69-4d07-826e-82206e8f5a92 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:43.832632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6becdc9-6d69-4d07-826e-82206e8f5a92 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0727227 Apr 15 18:32:43.835826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42082) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.865717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.876534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.897795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.899772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76149915-0da9-4702-9530-6cd88afc41aa tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:43.918637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7b8a773-16c3-4e51-b712-e9a48889f6ad,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:43.922034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:43.926467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:43.927662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d7b8a773-16c3-4e51-b712-e9a48889f6ad HTTP/1.1" status: 204 len: 168 time: 0.0908215 Apr 15 18:32:43.930658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42086) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:43.991028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2d428f9-cfae-4384-a5b5-c16177811715 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:44.137104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d2d428f9-cfae-4384-a5b5-c16177811715 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:44.138651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d2d428f9-cfae-4384-a5b5-c16177811715 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2068036 Apr 15 18:32:44.141462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42090) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:44.173799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.184797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.393241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.393241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:44.410647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62c30d81-72f6-42a2-a534-216474cd45aa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:44.410647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:44.422532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.422532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/62c30d81-72f6-42a2-a534-216474cd45aa HTTP/1.1" status: 204 len: 168 time: 0.2747352 Apr 15 18:32:44.425811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:44.485355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3c2361c-640d-4fde-aef9-16dec6af707f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:44.498262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a3c2361c-640d-4fde-aef9-16dec6af707f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:44.499865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3c2361c-640d-4fde-aef9-16dec6af707f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0783079 Apr 15 18:32:44.503247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42098) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:44.534729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.547206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.610561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.610696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.611413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8eb64e64-6de4-4b8b-a457-722aa1339c37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:44.627497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47a82b7-9bde-454b-868e-e89d07247c1d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:44.631949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:44.892837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:44.892837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a47a82b7-9bde-454b-868e-e89d07247c1d HTTP/1.1" status: 204 len: 168 time: 0.3860350 Apr 15 18:32:44.892837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42104) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:44.952827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-262597f9-105b-43ae-99d4-d8e505512f4f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:45.102485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-262597f9-105b-43ae-99d4-d8e505512f4f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:45.103944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-262597f9-105b-43ae-99d4-d8e505512f4f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2101367 Apr 15 18:32:45.107452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42110) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.138751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.149713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.171927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.179142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0db80c5-1c43-4751-8826-865f92d7c9e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:45.195925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8320160-3952-47e0-9cb0-29f14133e4c0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:45.198157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:45.201791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.203108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c8320160-3952-47e0-9cb0-29f14133e4c0 HTTP/1.1" status: 204 len: 168 time: 0.0946369 Apr 15 18:32:45.205795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42116) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.255734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7da424bb-1648-4eea-afae-8691dcb444af tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:45.270048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7da424bb-1648-4eea-afae-8691dcb444af tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:45.271348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7da424bb-1648-4eea-afae-8691dcb444af tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0644965 Apr 15 18:32:45.274273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42120) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.338861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.367811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.409459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.414627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-27caa36c-ae60-4b82-ae4d-1bbc6e9ed87a tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:45.430692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90670507-2615-4215-a176-15196db3ab1a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:45.435818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:45.443661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.444878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/90670507-2615-4215-a176-15196db3ab1a HTTP/1.1" status: 204 len: 168 time: 0.1696420 Apr 15 18:32:45.447704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42124) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.501573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d7de0bf8-5b53-4e64-8937-032c57a75cd8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:45.516179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d7de0bf8-5b53-4e64-8937-032c57a75cd8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:45.517547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d7de0bf8-5b53-4e64-8937-032c57a75cd8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688443 Apr 15 18:32:45.522229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42128) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.527959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--238673423'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:45.538500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:45.549157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:45.557864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.579418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:45.583686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:45.586635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:45.592600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:45.663641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.666201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.670497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cb0199f4-e15f-44fe-8194-f7693a30fa20 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:45.715009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18c3ec-6b22-4798-b0d4-56eab967ec0f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:45.720258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:45.724336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.725698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2024651 Apr 15 18:32:45.728747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42132) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.735159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '2d18c3ec-6b22-4798-b0d4-56eab967ec0f', 'direction': 'ingress', 'protocol': 17}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:45.742010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:45.747015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:45.750061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:45.756033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:45.772178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.837235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.839854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.841804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-94c86bd2-1c6f-4eb1-ad75-4fdd3b9ca881 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:45.862944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76fd7e1-783f-4556-a73c-20c93d0a8032,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:45.867303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:45.877973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.879227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1493976 Apr 15 18:32:45.882178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42136) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:45.952421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:45.981772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.024612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.030321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7851d3b3-6f6a-4e65-b8ee-af1b920dd3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:46.046118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18c3ec-6b22-4798-b0d4-56eab967ec0f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:46.048556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:46.058913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.060116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/2d18c3ec-6b22-4798-b0d4-56eab967ec0f HTTP/1.1" status: 204 len: 168 time: 0.1769605 Apr 15 18:32:46.062830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42140) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.115443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-435085b7-9734-4210-ab74-17df576ab96b tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:46.129877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-435085b7-9734-4210-ab74-17df576ab96b tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:46.131163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-435085b7-9734-4210-ab74-17df576ab96b tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673566 Apr 15 18:32:46.135070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42144) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.140656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796806390'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:46.150630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:46.161213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:46.170272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.190589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:46.194789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:46.197674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:46.203695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:46.273759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.276426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.282270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e8376ccb-2f89-4334-bb7f-d09c4b198439 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:46.325535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bfad99-185f-4910-8933-04955b83e018,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:46.330657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:46.334936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.336231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2001598 Apr 15 18:32:46.339268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42148) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.345408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694723931'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:46.351818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:46.356125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:46.359190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:46.365504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:46.374601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.395628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:46.399881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:46.403478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:46.409387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:46.479694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.482265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.487499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0635704b-6012-4165-b15d-202f5b9842f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:46.539427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf4436-8743-4b55-8ce8-a5dc92ccd4f0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:46.543512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:46.545144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.546497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2056675 Apr 15 18:32:46.549454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42152) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.555189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '51bfad99-185f-4910-8933-04955b83e018', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'afcf4436-8743-4b55-8ce8-a5dc92ccd4f0', 'remote_ip_prefix': None}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:46.561555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:46.565827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:46.568851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:46.575316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:46.597580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.660304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.662962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.664777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:46.686007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8dcf94-d9d0-4bb1-8848-454ba8d092b9,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:46.690097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:46.700815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.702136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1516123 Apr 15 18:32:46.705216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42156) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.734660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.746444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.768843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.770803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5ea7f5b-9dcd-4c4f-91ea-6914925db10e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:46.785478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a8dcf94-d9d0-4bb1-8848-454ba8d092b9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:46.790214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:46.793097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.794315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1a8dcf94-d9d0-4bb1-8848-454ba8d092b9 HTTP/1.1" status: 204 len: 168 time: 0.0881245 Apr 15 18:32:46.797495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42160) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.853592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9dc131e6-cb1a-4cca-a7bd-a20a19e72b89 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:46.868173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9dc131e6-cb1a-4cca-a7bd-a20a19e72b89 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:46.869505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9dc131e6-cb1a-4cca-a7bd-a20a19e72b89 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0713179 Apr 15 18:32:46.873122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42164) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:46.937512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:46.966360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.008940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.014481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37392697-6286-48a4-86fe-32a66a73703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.031973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf4436-8743-4b55-8ce8-a5dc92ccd4f0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:47.035216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:47.043527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.044750 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-858a5700-6348-43a7-8a03-5311489b7c66 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/afcf4436-8743-4b55-8ce8-a5dc92ccd4f0 HTTP/1.1" status: 204 len: 168 time: 0.1706619 Apr 15 18:32:47.047574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42168) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.114620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d99c96a8-094d-4274-ba4a-8cdd957c6e58 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:47.129353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d99c96a8-094d-4274-ba4a-8cdd957c6e58 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:47.130741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d99c96a8-094d-4274-ba4a-8cdd957c6e58 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0821738 Apr 15 18:32:47.133770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42172) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.200593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.227866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.270743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.275829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7b093a2b-271f-4030-a13d-b8dede7416da tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.291056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bfad99-185f-4910-8933-04955b83e018,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:47.294378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:47.304563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.305776 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/51bfad99-185f-4910-8933-04955b83e018 HTTP/1.1" status: 204 len: 168 time: 0.1710126 Apr 15 18:32:47.309354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42176) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.361364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42180) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.364104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ffbb1fba-0e26-4562-aebe-ff6552b656b7 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:47.369583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:47.380839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ffbb1fba-0e26-4562-aebe-ff6552b656b7 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:47.382212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ffbb1fba-0e26-4562-aebe-ff6552b656b7 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715942 Apr 15 18:32:47.386428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42184) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.392091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--470761288'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:47.399170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:47.409925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:47.420507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.441897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:47.446256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:47.449242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:47.455412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:47.501261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848594709'] for subnet, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.535537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.539092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.545205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea477bb5-85fa-479b-9822-4d3c9e5fdc35 tempest-NegativeSecGroupTest-185560349 tempest-NegativeSecGroupTest-185560349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.591446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11154d-082c-467f-8f61-45aa3a3f094d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:47.596688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:47.601119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.602498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2149384 Apr 15 18:32:47.605881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42188) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.611989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '5c11154d-082c-467f-8f61-45aa3a3f094d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:47.618790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:47.623105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:47.626124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:47.632286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:47.648291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.712111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.715346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.717274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bddffe1-30cd-49fa-8cfd-326f47ae0d8a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.743087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbaa5e5-194b-40a8-b46f-abf063305625,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:47.745873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:47.755974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.760125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1501865 Apr 15 18:32:47.760440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42192) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.792146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.803983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.826614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.828532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4818ef14-1d63-4b2f-9f0c-b51b2e6c63d5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.836322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363255655156937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7261638'] for subnet, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.846328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fbaa5e5-194b-40a8-b46f-abf063305625,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:47.849904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:47.851211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.852392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8fbaa5e5-194b-40a8-b46f-abf063305625 HTTP/1.1" status: 204 len: 168 time: 0.0904510 Apr 15 18:32:47.852500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:47.855345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42196) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.908006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-38d66317-1447-4973-8704-873e8250a7bb tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:47.923713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-38d66317-1447-4973-8704-873e8250a7bb tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:47.925065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38d66317-1447-4973-8704-873e8250a7bb tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687394 Apr 15 18:32:47.928143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42200) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:47.993411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:47.996905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=8e7e82a0-b710-4fe5-8472-167c0df5ef79,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.001959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.024538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.036497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:48.037161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.038604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/subnets/8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 836 time: 0.6761384 Apr 15 18:32:48.043380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4356af-f618-4589-93ed-99568c1c0879 None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:48.070160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.074765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2c0652bb-55a3-4971-9bab-e45c3790d071 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:48.090183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11154d-082c-467f-8f61-45aa3a3f094d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.094418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.105439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.106670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c11154d-082c-467f-8f61-45aa3a3f094d HTTP/1.1" status: 204 len: 168 time: 0.1775558 Apr 15 18:32:48.109473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42206) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.164823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1fe0f7e5-cee5-4711-885c-a626421d5611 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:48.179245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1fe0f7e5-cee5-4711-885c-a626421d5611 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:48.180871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1fe0f7e5-cee5-4711-885c-a626421d5611 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700164 Apr 15 18:32:48.185311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42210) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.191028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067802452'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:48.198339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:48.208957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:48.218300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.242955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:48.247734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:48.250713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:48.256736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:48.330945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.333776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.339674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-422e1502-6185-4e24-8e55-7532b3c1b033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:48.389441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85668e44-fcba-4d78-b371-8b5d92d92f10,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.392330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.393213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.397164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2081621 Apr 15 18:32:48.397606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42214) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.403108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '85668e44-fcba-4d78-b371-8b5d92d92f10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:48.409795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:48.414258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Usage tracker for resource:security_group_rule and tenant:a99be9d3ef5a4370bf1a80503488604f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:48.417412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:48.423612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:48.441273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.505007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Provisioning complete for port 6d858667-2c61-430e-8b27-a15b4f7f7d0f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:48.505439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.506896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.509754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.511809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-089c14f7-f995-4981-9ac6-829b18314c12 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:48.537752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f24f514-83d0-4889-b6a5-a85f59e829a0,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.540856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.552500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.553827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554134 Apr 15 18:32:48.556856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42218) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.578844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-792dcc80-9504-4b63-84fd-64c72c4b5f1f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules/3f24f514-83d0-4889-b6a5-a85f59e829a0 HTTP/1.1" status: 200 len: 763 time: 0.0205472 Apr 15 18:32:48.581631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42222) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.640860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a31da678-5987-4b5e-b203-0cfc6ad35772 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:48.656641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a31da678-5987-4b5e-b203-0cfc6ad35772 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:48.658091 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a31da678-5987-4b5e-b203-0cfc6ad35772 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0753341 Apr 15 18:32:48.661375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42226) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.695193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.706371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.728323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.730802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-340d1ac2-557c-4b8f-8954-0c59677d8f6a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:48.749136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f24f514-83d0-4889-b6a5-a85f59e829a0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.752578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.757110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.760835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3f24f514-83d0-4889-b6a5-a85f59e829a0 HTTP/1.1" status: 204 len: 168 time: 0.0959530 Apr 15 18:32:48.761100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42230) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.812547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e755b4dd-a1f7-4c2f-a144-12d37717aa5c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:48.823690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Provisioning complete for port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:48.824113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.827034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e755b4dd-a1f7-4c2f-a144-12d37717aa5c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:48.831201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e755b4dd-a1f7-4c2f-a144-12d37717aa5c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662928 Apr 15 18:32:48.831353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42234) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:48.836784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '85668e44-fcba-4d78-b371-8b5d92d92f10', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:48.843102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:48.853003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:48.873248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.935339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.937998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.939901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4725b2d1-f1ae-4853-bf50-e7d6cda0c48c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:48.957377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Provisioning complete for port f8dedc54-ae97-474f-a93c-81a98f0ba357 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:32:48.957801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2597b0e4-308b-431c-8d4f-d88166e7d3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.962984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2825a6-cfe5-4b01-a77f-d93a0c403796,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:48.966085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:48.976582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:48.981216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455379 Apr 15 18:32:48.981469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42238) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.005902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dfc1e837-f389-462f-a929-44d53ade3e20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules/ae2825a6-cfe5-4b01-a77f-d93a0c403796 HTTP/1.1" status: 200 len: 763 time: 0.0189905 Apr 15 18:32:49.006126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42242) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.062075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95a9596e-ca7d-427f-859c-94d8518eeaa5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0549033 Apr 15 18:32:49.064319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42246) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.094700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.106244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.128392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.130228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:49.145168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae2825a6-cfe5-4b01-a77f-d93a0c403796,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:49.149827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:49.153200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.154414 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ae2825a6-cfe5-4b01-a77f-d93a0c403796 HTTP/1.1" status: 204 len: 168 time: 0.0890131 Apr 15 18:32:49.157031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42250) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.205955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cbc82c7c-855b-4173-aac6-c25bff8f8f7c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:49.220630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cbc82c7c-855b-4173-aac6-c25bff8f8f7c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:49.221957 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cbc82c7c-855b-4173-aac6-c25bff8f8f7c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639081 Apr 15 18:32:49.224828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42254) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.230775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Request body: {'security_group_rule': {'security_group_id': '85668e44-fcba-4d78-b371-8b5d92d92f10', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:49.236773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:49.247031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:49.262859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.324480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.327082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.328971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50068bdd-715e-45d4-8922-633fdd89d898 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:49.356499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7967d3f9-1dd1-4cf8-9766-0f8cf8de82b8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:49.361870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:49.369734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.371071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452646 Apr 15 18:32:49.373870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42258) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.393907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3efb22c1-11ae-4553-be33-68f62ef5d574 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules/7967d3f9-1dd1-4cf8-9766-0f8cf8de82b8 HTTP/1.1" status: 200 len: 764 time: 0.0188494 Apr 15 18:32:49.396223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42262) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.448141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fcee4bed-a56c-48eb-be10-b5916fffb449 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:49.463195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fcee4bed-a56c-48eb-be10-b5916fffb449 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:49.465060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fcee4bed-a56c-48eb-be10-b5916fffb449 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0673952 Apr 15 18:32:49.467989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42266) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.497500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.508560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.531044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.532920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd07785c-fa58-48a4-8247-38c8ae3bd3d8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:49.550427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7967d3f9-1dd1-4cf8-9766-0f8cf8de82b8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:49.553738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:49.557174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.558432 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7967d3f9-1dd1-4cf8-9766-0f8cf8de82b8 HTTP/1.1" status: 204 len: 168 time: 0.0894456 Apr 15 18:32:49.561112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42270) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.610609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-164925c2-ecfc-47c0-beb1-94dff59cccab tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:49.625493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-164925c2-ecfc-47c0-beb1-94dff59cccab tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group_rule {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:49.626854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-164925c2-ecfc-47c0-beb1-94dff59cccab tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647228 Apr 15 18:32:49.629717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42274) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.693377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.724679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.767686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.772960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3a1f24d2-0ed7-42da-a7b9-f463cf987059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:49.790637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85668e44-fcba-4d78-b371-8b5d92d92f10,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:49.793915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:49.801924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:49.803138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "DELETE /v2.0/security-groups/85668e44-fcba-4d78-b371-8b5d92d92f10 HTTP/1.1" status: 204 len: 168 time: 0.1724062 Apr 15 18:32:49.806113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.861290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a591d246-3914-48c5-9c08-5ea69d24dabe tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Synchronizing usage tracker for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:49.931221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a591d246-3914-48c5-9c08-5ea69d24dabe tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Unset dirty status for tenant:a99be9d3ef5a4370bf1a80503488604f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:49.932644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a591d246-3914-48c5-9c08-5ea69d24dabe tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255186 Apr 15 18:32:49.937640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42282) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:49.993485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2960ef14-60cd-435b-8148-cc953f3c3516 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545163 Apr 15 18:32:50.275907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42290) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:50.432585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-786a67c9-50e7-4af4-92a3-560d88d46749 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a99be9d3ef5a4370bf1a80503488604f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551814 Apr 15 18:32:50.435617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42296) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:50.500734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:50.528188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:50.572090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:50.577132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7905256c-8b53-447e-849b-549ad3dc732d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:50.591910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0746fa-3619-4c40-b1c1-7b151068dac3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:50.594401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:50.602890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:50.604090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c0746fa-3619-4c40-b1c1-7b151068dac3 HTTP/1.1" status: 204 len: 168 time: 0.1675251 Apr 15 18:32:51.483464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42320) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:51.598340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1393230726-network', 'tenant_id': '9ed9007a70cd4fddb02c10e724b6648c'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:51.604825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:51.611097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Usage tracker for resource:network and tenant:9ed9007a70cd4fddb02c10e724b6648c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:51.611097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:51.620486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:51.629696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Made reservation on behalf of 9ed9007a70cd4fddb02c10e724b6648c for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:51.636463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.648949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.665110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:51.671327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Usage tracker for resource:security_group_rule and tenant:9ed9007a70cd4fddb02c10e724b6648c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:51.671327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:51.680861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:51.774053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.774053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.781382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9579e07d-9254-4576-8d00-e2f24d6bfc09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:51.812384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:32:51.827137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:51.833408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:51.833408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.833408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Added segment b4441e26-1d61-4a2d-b911-dfd52d7eb1e1 of type vlan for network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f Apr 15 18:32:51.863002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.893386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.893386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:51.893386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:51.901747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-39c909aa-1019-4c43-b69b-65aa3e08e14c tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:52.020733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Pushing event updated for resources: {'Network': ['ID=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:52.020733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:52.029279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:32:52.042360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42326) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:52.047169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5558050 Apr 15 18:32:52.052754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Request body: {'subnet': {'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1393230726-subnet', 'tenant_id': '9ed9007a70cd4fddb02c10e724b6648c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:52.052754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:52.052754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Usage tracker for resource:subnet and tenant:9ed9007a70cd4fddb02c10e724b6648c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:52.064337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:52.064337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:52.141427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Made reservation on behalf of 9ed9007a70cd4fddb02c10e724b6648c for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:52.149011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:52.557724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:52.573759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8321b59a-a4e9-44a8-8e49-4f1be6887ac9 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:52.982598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac86a3f-9d7f-4b1b-9828-bf090d92d932,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:52.982598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:53.077648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Checking segment: {'id': 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:53.077648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Network hostable DHCP agents. Network: 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:32:53.093697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:32:53.103163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:53.109958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c80df-d718-4d9d-ad2c-ddcac35d6787 None None] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:53.123154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:53.123154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.153827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1122956 Apr 15 18:32:53.370972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd634a9f-1f60-415f-baf4-38852659f197 None None] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:53.736956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42344) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:53.744610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1568210554-network', 'tenant_id': 'e33e7127635c4cffb68d4f0c6b89c432'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:53.752187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:53.752187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Usage tracker for resource:network and tenant:e33e7127635c4cffb68d4f0c6b89c432 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:53.758927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:53.764903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:53.774925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Made reservation on behalf of e33e7127635c4cffb68d4f0c6b89c432 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:53.781946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.791844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.806257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:53.813292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e33e7127635c4cffb68d4f0c6b89c432 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:53.819065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:53.825832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:53.913223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.913223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.920266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:53.950810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:32:53.960915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e92d5-1a43-4bab-b64a-57583cd28b80,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:53.967785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:53.967785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:53.967785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Added segment 3f8b2bb6-90b2-4712-871e-fe2470625a1c of type vlan for network cae1b91d-4f58-4403-af65-bee1485b4df6 Apr 15 18:32:53.997490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.050989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.050989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:54.050989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.058592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d93079db-732b-47c0-a0dc-950d33c6c071 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:54.167062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cae1b91d-4f58-4403-af65-bee1485b4df6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:54.167062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:54.175034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cae1b91d-4f58-4403-af65-bee1485b4df6 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:32:54.281782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8e04e7e-c2a7-4570-a44f-6cd49a428494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.285036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42348) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:32:54.288431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5464287 Apr 15 18:32:54.291896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Request body: {'subnet': {'network_id': 'cae1b91d-4f58-4403-af65-bee1485b4df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1568210554-subnet', 'tenant_id': 'e33e7127635c4cffb68d4f0c6b89c432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:54.291896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:54.301521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Usage tracker for resource:subnet and tenant:e33e7127635c4cffb68d4f0c6b89c432 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:54.301521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:54.315110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:54.438063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Made reservation on behalf of e33e7127635c4cffb68d4f0c6b89c432 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:54.438063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.912735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:54.929528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e6f6e3f-8949-4c77-84a6-59cd06407c57 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:55.050204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da95336-d27d-4f8b-ad0d-cf87087a7d4a,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:55.064628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:55.125823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Checking segment: {'id': '3f8b2bb6-90b2-4712-871e-fe2470625a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cae1b91d-4f58-4403-af65-bee1485b4df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:32:55.125823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Network hostable DHCP agents. Network: cae1b91d-4f58-4403-af65-bee1485b4df6, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:32:55.146211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Network cae1b91d-4f58-4403-af65-bee1485b4df6 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:32:55.152591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, cae1b91d-4f58-4403-af65-bee1485b4df6) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:55.165248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566379f-0e22-4af3-8b68-a4f67c3d502d None None] Network cae1b91d-4f58-4403-af65-bee1485b4df6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:55.168847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:55.168847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:55.184954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9008944 Apr 15 18:32:55.413484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383cc700-79ac-41d4-bb5d-e08cefb72996 None None] Network cae1b91d-4f58-4403-af65-bee1485b4df6 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:32:55.913804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-e69b8505-8e25-4c5f-83aa-ed5496618f06 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:55.914521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-e69b8505-8e25-4c5f-83aa-ed5496618f06 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Synchronizing usage tracker for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:32:55.931227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-e69b8505-8e25-4c5f-83aa-ed5496618f06 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Unset dirty status for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:32:55.932472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-e69b8505-8e25-4c5f-83aa-ed5496618f06 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/networks?id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 200 len: 812 time: 0.1859496 Apr 15 18:32:55.948663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-ccb5e872-72a5-4283-b2fb-c5cd7a845dec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/quotas/9ed9007a70cd4fddb02c10e724b6648c HTTP/1.1" status: 200 len: 375 time: 0.0098121 Apr 15 18:32:56.007035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-e132c4c5-2414-415a-927a-e5c84e5d6c5a tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527661 Apr 15 18:32:56.153423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-796c1cda-4683-403b-b06b-a34de9d1b78d service neutron] 10.222.0.32 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382432 Apr 15 18:32:56.294546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-b7177d4b-7fc8-4975-b970-8a0ec187d105 service neutron] 10.222.0.32 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346552 Apr 15 18:32:56.492045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56d6b778-5122-458d-ae3b-8dace72f9430 req-7b4b9585-8836-4655-9ff8-511c83dffe8e tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 210 time: 0.0509119 Apr 15 18:32:57.028572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38efd793-875b-4a91-918c-034b7fa32d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:57.171831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:57.248624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-b9a91fcd-b06f-45cc-8842-f43ab6349dea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849922 Apr 15 18:32:57.412651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-280d2773-c15c-48b2-99e6-15d277f02d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:57.412651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-280d2773-c15c-48b2-99e6-15d277f02d46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1098 time: 0.0866520 Apr 15 18:32:57.632069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-9ba89478-ac51-4556-8a37-e3cc79168c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:57.632069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-9ba89478-ac51-4556-8a37-e3cc79168c40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1978710 Apr 15 18:32:57.717549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb931303-ef0a-4672-9398-10f297e7e5fc req-71d2bee1-4b1c-4d7d-8d0f-a806eab51a9e tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 210 time: 0.0808561 Apr 15 18:32:57.725456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:57.847974 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-4be53a24-28fd-4db5-81ad-8fecbfc32ef1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 1001 time: 0.1542702 Apr 15 18:32:57.933562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-66739694-cd7b-409b-bbb8-48ebc176057e tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:57.933562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-66739694-cd7b-409b-bbb8-48ebc176057e tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.49 "GET /v2.0/networks?id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 200 len: 812 time: 0.3320088 Apr 15 18:32:57.959531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Request body: {'port': {'device_id': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f', 'admin_state_up': True, 'tenant_id': '9ed9007a70cd4fddb02c10e724b6648c'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:58.032014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-3e410f04-c316-4848-ad8f-1567eae878d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:58.033608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-3e410f04-c316-4848-ad8f-1567eae878d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.1787944 Apr 15 18:32:58.179217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:32:58.185575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-7d0e0542-ae01-4fc9-ad89-d9495a51d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:58.188242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-7d0e0542-ae01-4fc9-ad89-d9495a51d987 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451759 Apr 15 18:32:58.188242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Usage tracker for resource:port and tenant:9ed9007a70cd4fddb02c10e724b6648c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:32:58.191351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:32:58.199100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:32:58.290426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Made reservation on behalf of 9ed9007a70cd4fddb02c10e724b6648c for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:32:58.297033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:58.439365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-4bb6e8f1-f355-4c64-80a6-60ba9ef04aa1 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340498 Apr 15 18:32:58.486082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:58.631083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Allocated IP 172.20.0.5 (6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f/aac86a3f-9d7f-4b1b-9828-bf090d92d932/e62aa500-66d9-4a99-b665-dcf1f5e99fb9) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:32:58.660379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c3f8889-1308-4695-83f8-9b9c2b2733b3 req-4c6c94fb-27b7-4ed1-b29c-828634f24d5f service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207932 Apr 15 18:32:58.875025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7b0ccdc0-ea05-40e2-906d-ff15c41b1b6f req-b37ff431-4f7a-43cc-98cc-8942d5431dff tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 210 time: 0.0628836 Apr 15 18:32:58.883615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:58.968870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:58.985310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:32:59.137626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Pushing event updated for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:32:59.142302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:32:59.196015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:32:59.197182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:32:59.200029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:32:59.271279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:32:59.272657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:59.318940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3799639 Apr 15 18:32:59.333432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Request body: {'port': {'device_id': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:32:59.458322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:59.832800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62aa500-66d9-4a99-b665-dcf1f5e99fb9 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:32:59.840901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:59.857130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Transition to ACTIVE for port object e62aa500-66d9-4a99-b665-dcf1f5e99fb9 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:32:59.861356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:32:59.879474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ccd64e6-5483-4a4a-a6c9-a4b7c5f95cdd tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:00.025294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Pushing event updated for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:00.038658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:00.102586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb609b-d41f-49a8-afc9-06c0d9cafd60 req-be3603a6-5650-4ecf-a41c-902caff32434 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:00.104253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ccb609b-d41f-49a8-afc9-06c0d9cafd60 req-be3603a6-5650-4ecf-a41c-902caff32434 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 943 time: 0.0954227 Apr 15 18:33:00.158463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1ccb609b-d41f-49a8-afc9-06c0d9cafd60 req-a1e60811-92ba-44a6-b8b8-891e3ba6c0c5 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Synchronizing usage tracker for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:33:00.176314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1ccb609b-d41f-49a8-afc9-06c0d9cafd60 req-a1e60811-92ba-44a6-b8b8-891e3ba6c0c5 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Unset dirty status for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:33:00.177459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ccb609b-d41f-49a8-afc9-06c0d9cafd60 req-a1e60811-92ba-44a6-b8b8-891e3ba6c0c5 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652347 Apr 15 18:33:00.261120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Attempting to bind port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:33:00.261586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Attempting to bind port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:33:00.261966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Attempting to bind port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 on network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:33:00.266866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 on network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:33:00.267220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Attempting to bind port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 on network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:33:00.272670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:33:00.273035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Checking segment: {'id': 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:33:00.273451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Bound using segment: {'id': 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:33:00.273940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Bound port: e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:33:00.274318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:00.369291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:33:00.372118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,segment=NetworkSegment(b4441e26-1d61-4a2d-b911-dfd52d7eb1e1),segment_id=b4441e26-1d61-4a2d-b911-dfd52d7eb1e1)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:33:00.377898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:00.397251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f1accc7-7bc8-4ac6-8944-23bb664cc6ca tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:00.557140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Pushing event updated for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:00.560680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:00.601248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:00.601522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:00.603084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] 10.222.0.49 "PUT /v2.0/ports/e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 200 len: 1093 time: 1.2750354 Apr 15 18:33:00.603645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:33:00.674617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9', 'status': 'completed', 'code': 200} Apr 15 18:33:00.719030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-aa1101f4-af9e-4f34-8644-e263bc37511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:00.720657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-aa1101f4-af9e-4f34-8644-e263bc37511f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 1096 time: 0.0831330 Apr 15 18:33:01.108348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-63edc776-8d91-4223-9f87-020be0b9282c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 200 len: 217 time: 0.3799746 Apr 15 18:33:01.181121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-18d1067f-2aa6-461e-97b4-74debf89ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:01.183368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-18d1067f-2aa6-461e-97b4-74debf89ddce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac86a3f-9d7f-4b1b-9828-bf090d92d932 HTTP/1.1" status: 200 len: 852 time: 0.0685866 Apr 15 18:33:01.241863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-9d3d10a2-9bb5-437e-82cb-c0cfe759d525 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488787 Apr 15 18:33:01.389325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-950e6480-d7b3-4888-af21-788d66d9bc49 service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422207 Apr 15 18:33:01.399591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33abe31-094e-4bd2-8783-bfc6f813a016 req-f7e91ff9-a437-4d24-9bca-8e8234db7bde tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:01.399950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e33abe31-094e-4bd2-8783-bfc6f813a016 req-f7e91ff9-a437-4d24-9bca-8e8234db7bde tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 943 time: 0.1026530 Apr 15 18:33:01.453125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e33abe31-094e-4bd2-8783-bfc6f813a016 req-d1ee7b61-2318-434b-b9da-5b58610c03a1 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Apr 15 18:33:01.541892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d6c3519-2c50-4861-81fd-e5cd31464de2 req-994299a1-d9fc-4612-9d77-44ad64c45847 service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462874 Apr 15 18:33:01.669686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-8df69019-087b-4dca-8f8e-f9cc3dbcb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:01.671673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-8df69019-087b-4dca-8f8e-f9cc3dbcb52e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 1096 time: 0.0803115 Apr 15 18:33:01.820117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-3d89a53e-148c-4aea-a034-620b15d8ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:01.820568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-3d89a53e-148c-4aea-a034-620b15d8ab56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 200 len: 913 time: 0.1430030 Apr 15 18:33:01.899271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-81c273fe-4fe3-4824-9aec-cf5ee6205aa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 200 len: 217 time: 0.0709612 Apr 15 18:33:01.971009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-494c4293-7194-4c63-8d74-cb43b979073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:01.972559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-494c4293-7194-4c63-8d74-cb43b979073c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac86a3f-9d7f-4b1b-9828-bf090d92d932 HTTP/1.1" status: 200 len: 852 time: 0.0659161 Apr 15 18:33:02.030615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-1e778a84-a6bf-4d45-bbdd-338c48b6ddd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498679 Apr 15 18:33:02.180835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-d5075f7d-da24-470a-863c-5485b98e69bf service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425292 Apr 15 18:33:02.330839 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa80f227-850f-4e8d-b694-33478aa641d4 req-8e9b1312-757b-42f0-972f-db490797538c service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419554 Apr 15 18:33:02.665806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d97c7b-3249-4e3a-a30e-8e35c88eae77 req-bde5a270-f2b4-4b69-8186-7c42e29a2844 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:02.667473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38d97c7b-3249-4e3a-a30e-8e35c88eae77 req-bde5a270-f2b4-4b69-8186-7c42e29a2844 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 943 time: 0.0943885 Apr 15 18:33:02.720534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38d97c7b-3249-4e3a-a30e-8e35c88eae77 req-13ff07c6-a89b-42c4-8000-90683c438f11 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459180 Apr 15 18:33:02.895148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e62aa500-66d9-4a99-b665-dcf1f5e99fb9 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:33:03.046068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,segment=NetworkSegment(b4441e26-1d61-4a2d-b911-dfd52d7eb1e1),segment_id=b4441e26-1d61-4a2d-b911-dfd52d7eb1e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:33:03.055835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9', 'network_id': '6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f', 'port_id': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9', 'mac_address': 'fa:16:3e:80:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aac86a3f-9d7f-4b1b-9828-bf090d92d932', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:33:03.115874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:03.135035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62aa500-66d9-4a99-b665-dcf1f5e99fb9 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:33:03.151454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,segment=NetworkSegment(b4441e26-1d61-4a2d-b911-dfd52d7eb1e1),segment_id=b4441e26-1d61-4a2d-b911-dfd52d7eb1e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:33:03.154160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:03.155953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f219fce2-b05a-49f9-a908-96ed1409a1bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:03.228207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:03.236143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.236496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.236877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.237252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.237625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.238024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.238394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.238761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.239131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.239760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.240124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.240524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:33:03.244699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:03.383110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['e62aa500-66d9-4a99-b665-dcf1f5e99fb9'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:33:03.920945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955d2a-898e-41c7-ae30-e8c30de9f633 req-57059018-1815-4789-941a-1385d42a1207 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:03.922557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad955d2a-898e-41c7-ae30-e8c30de9f633 req-57059018-1815-4789-941a-1385d42a1207 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 944 time: 0.0889614 Apr 15 18:33:03.968831 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad955d2a-898e-41c7-ae30-e8c30de9f633 req-7d396424-4966-406f-9147-708736b8af58 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Apr 15 18:33:04.892412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e62aa500-66d9-4a99-b665-dcf1f5e99fb9 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:33:04.965468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:33:04.970547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:33:04.970917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:05.098086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:05.127851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:33:05.138397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,segment=NetworkSegment(b4441e26-1d61-4a2d-b911-dfd52d7eb1e1),segment_id=b4441e26-1d61-4a2d-b911-dfd52d7eb1e1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:33:05.141700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:05.144590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9ec0b0b-8b32-48d9-ad61-07a8294fff91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:05.178279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9', 'code': 200} Apr 15 18:33:05.220180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:05.223406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:05.289693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307f133-515e-4b18-b63f-1ebb976b936f req-f5ba0781-83dd-447d-8f0a-794773c79660 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:05.291347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7307f133-515e-4b18-b63f-1ebb976b936f req-f5ba0781-83dd-447d-8f0a-794773c79660 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.2085595 Apr 15 18:33:05.341106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7307f133-515e-4b18-b63f-1ebb976b936f req-ee0af384-3e2e-4015-9816-ea3aef944ca7 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Apr 15 18:33:05.416495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6bcba-7e5e-49f0-b991-449e47ff4a95 req-a86ad961-3b8c-429d-aacb-a42777d8490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:05.420554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5f6bcba-7e5e-49f0-b991-449e47ff4a95 req-a86ad961-3b8c-429d-aacb-a42777d8490a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 1098 time: 0.0792620 Apr 15 18:33:05.460429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b5f6bcba-7e5e-49f0-b991-449e47ff4a95 req-610c3e88-f8ef-4fe9-a4b5-fd3e221d2f3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Apr 15 18:33:06.543515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e67b71-af12-4de9-9b89-40e65cb72974 req-5498aa8b-aba8-45d8-a8c0-6c3f3450bffd tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:06.545105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e4e67b71-af12-4de9-9b89-40e65cb72974 req-5498aa8b-aba8-45d8-a8c0-6c3f3450bffd tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0878825 Apr 15 18:33:06.591950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e4e67b71-af12-4de9-9b89-40e65cb72974 req-7135e608-efb1-4b7b-a7bc-15208c783c60 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Apr 15 18:33:06.793550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea50b08-5959-4e29-8e95-74a508d63a0f req-b183f055-0fd7-4d67-bd37-9ce043a291da tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:06.795181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ea50b08-5959-4e29-8e95-74a508d63a0f req-b183f055-0fd7-4d67-bd37-9ce043a291da tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0919929 Apr 15 18:33:06.844294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ea50b08-5959-4e29-8e95-74a508d63a0f req-1068cae0-f7f5-4f9d-8c52-c88994586a6d tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Apr 15 18:33:07.259376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f83782-2fd3-4ae6-974a-bfc6ec1eb1d4 req-8878fa72-6cfe-4237-9649-9c19b84ac920 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:07.260952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3f83782-2fd3-4ae6-974a-bfc6ec1eb1d4 req-8878fa72-6cfe-4237-9649-9c19b84ac920 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0905344 Apr 15 18:33:07.308308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3f83782-2fd3-4ae6-974a-bfc6ec1eb1d4 req-65c820f2-2f26-4ad8-864d-86482759320a tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Apr 15 18:33:08.563792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271d776-c8d6-4b06-b6e9-df6b098dbdb0 req-c5ae2586-8693-4027-9e89-8a7f31731d82 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:08.565392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4271d776-c8d6-4b06-b6e9-df6b098dbdb0 req-c5ae2586-8693-4027-9e89-8a7f31731d82 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.1393094 Apr 15 18:33:08.616638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4271d776-c8d6-4b06-b6e9-df6b098dbdb0 req-e81d93c3-484e-4706-a037-863f799c9236 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448194 Apr 15 18:33:08.979191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab3b93-7b51-411f-9354-58d2e3e05117 req-7189cb4c-73a3-4448-a5dd-d3ba077dfd6b tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:08.980828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17ab3b93-7b51-411f-9354-58d2e3e05117 req-7189cb4c-73a3-4448-a5dd-d3ba077dfd6b tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0887208 Apr 15 18:33:08.988982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-30eada93-77ae-49ce-bd35-482eded24a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:08.990870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-30eada93-77ae-49ce-bd35-482eded24a73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 1098 time: 0.0829237 Apr 15 18:33:09.030201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17ab3b93-7b51-411f-9354-58d2e3e05117 req-1914de99-f771-4b03-b296-0b1e0af48d41 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Apr 15 18:33:09.135086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-821fa1c0-91cd-4b91-9efa-2dff7ccecf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:09.136672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-821fa1c0-91cd-4b91-9efa-2dff7ccecf2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 200 len: 913 time: 0.1395910 Apr 15 18:33:09.210548 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-8652b775-8936-416e-a955-77876ca206ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 200 len: 217 time: 0.0678399 Apr 15 18:33:09.277810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-24544752-75dc-434f-9145-7c64938bcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:09.279821 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-24544752-75dc-434f-9145-7c64938bcf9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac86a3f-9d7f-4b1b-9828-bf090d92d932 HTTP/1.1" status: 200 len: 852 time: 0.0629420 Apr 15 18:33:09.330767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-c215b5b3-9fc4-4e42-9dff-f1ef96d80f43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448189 Apr 15 18:33:09.476762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-eb467276-d5cd-448f-8c78-7ac65ff893fb service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397836 Apr 15 18:33:09.620393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0d5b2ea-b965-4b72-8dc6-e400ca62252b req-ad065216-0602-4dd2-9348-cb40c53dfae0 service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372240 Apr 15 18:33:10.236120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81ea27-fc8b-42f5-aebd-7a1e4312e95d req-10f1ada6-3499-4c2c-9eae-788cf73e37be tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:10.237731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b81ea27-fc8b-42f5-aebd-7a1e4312e95d req-10f1ada6-3499-4c2c-9eae-788cf73e37be tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0923691 Apr 15 18:33:10.287037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b81ea27-fc8b-42f5-aebd-7a1e4312e95d req-0de02728-79b1-4645-a0b5-b3e4daf31d31 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Apr 15 18:33:11.488470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf184408-656a-4b3c-a0d6-6bd906b590ea req-62fa26e5-4795-4781-b54a-35bbba7a0527 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:11.490389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf184408-656a-4b3c-a0d6-6bd906b590ea req-62fa26e5-4795-4781-b54a-35bbba7a0527 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0877037 Apr 15 18:33:11.537609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf184408-656a-4b3c-a0d6-6bd906b590ea req-f104fb92-408e-403f-936c-307cb7776ecd tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409226 Apr 15 18:33:11.963502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfd73a-ee90-482b-b9a3-1a8eb9f95cec req-f661cfce-f343-43fe-b235-714a7b107f3c tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:11.965020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afdfd73a-ee90-482b-b9a3-1a8eb9f95cec req-f661cfce-f343-43fe-b235-714a7b107f3c tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0925949 Apr 15 18:33:12.013020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afdfd73a-ee90-482b-b9a3-1a8eb9f95cec req-1dfd1150-284b-44f7-a63f-1b26149a8a4e tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Apr 15 18:33:13.214616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a314024-7771-4c55-964e-f71adf64cdad req-3ff66c6e-e1ad-4152-9ce4-5fb83849ff56 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:13.216777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a314024-7771-4c55-964e-f71adf64cdad req-3ff66c6e-e1ad-4152-9ce4-5fb83849ff56 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0890694 Apr 15 18:33:13.264655 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a314024-7771-4c55-964e-f71adf64cdad req-830cabd0-c76d-43a2-a484-a1d5db6f447d tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Apr 15 18:33:13.628984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aca73d-a2dc-4bf2-9c7a-e53100eae3c0 req-17792586-3f23-442e-93fc-0b7cd302868d tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:13.630552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09aca73d-a2dc-4bf2-9c7a-e53100eae3c0 req-17792586-3f23-442e-93fc-0b7cd302868d tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0930471 Apr 15 18:33:13.636389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-9936b719-4170-4aaf-b51f-b36bf39a7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:13.638575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-9936b719-4170-4aaf-b51f-b36bf39a7cd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 1098 time: 0.0859816 Apr 15 18:33:13.678811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09aca73d-a2dc-4bf2-9c7a-e53100eae3c0 req-2a97876e-0478-41f1-9741-777c796c196f tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Apr 15 18:33:13.780838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-7e87d45e-a6fb-442b-b660-861063c2e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:13.782472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-7e87d45e-a6fb-442b-b660-861063c2e5a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 200 len: 913 time: 0.1379466 Apr 15 18:33:13.853294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-1ac48d78-d7b1-4de2-8578-7c5794cbecde service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 200 len: 217 time: 0.0644987 Apr 15 18:33:13.922012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-73aa631a-5cf4-46cb-a0e0-3730562f2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:13.923451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-73aa631a-5cf4-46cb-a0e0-3730562f2ea8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aac86a3f-9d7f-4b1b-9828-bf090d92d932 HTTP/1.1" status: 200 len: 852 time: 0.0647042 Apr 15 18:33:13.974087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-46eb9a0f-25ee-41a5-8547-6c7637cdbb0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445962 Apr 15 18:33:14.114599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-3a9f7cb1-654d-4372-abe4-89f9624d935a service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315007 Apr 15 18:33:14.262957 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-daee1dfc-d7c7-4d1d-b3ce-68a2a919edd2 req-75ece4ae-c1d7-450d-9495-e27e712fe529 service neutron] 10.222.0.49 "GET /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424258 Apr 15 18:33:14.499529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:33:14.585300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:14.884497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835374-10d6-4a23-b6ce-3047adfdf98e req-0646da7a-300c-4591-badc-0f3e2859b778 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:14.886039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b835374-10d6-4a23-b6ce-3047adfdf98e req-0646da7a-300c-4591-badc-0f3e2859b778 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0915582 Apr 15 18:33:14.937160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b835374-10d6-4a23-b6ce-3047adfdf98e req-596854bf-8e97-4134-9aa3-c8e48c546ec0 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Apr 15 18:33:16.141535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a0261-fcc7-4d00-aed6-b5d816ece97b req-101ba317-f79b-45d5-8a4b-c44f6763d568 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:16.143067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-739a0261-fcc7-4d00-aed6-b5d816ece97b req-101ba317-f79b-45d5-8a4b-c44f6763d568 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0901749 Apr 15 18:33:16.190391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-739a0261-fcc7-4d00-aed6-b5d816ece97b req-f385067f-8c75-4f8d-9f40-ebc89887169f tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411122 Apr 15 18:33:16.592358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c37c-9b33-41d8-aa84-2ac262f738fc req-5d75dcb5-3322-4a21-9cd1-b504e77dd842 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:16.593966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd09c37c-9b33-41d8-aa84-2ac262f738fc req-5d75dcb5-3322-4a21-9cd1-b504e77dd842 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0914736 Apr 15 18:33:16.643146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd09c37c-9b33-41d8-aa84-2ac262f738fc req-93ed0b09-1e40-447a-9a38-ca60a5effa17 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Apr 15 18:33:17.843569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56ee23-7910-4410-8e5e-06db9aff135d req-2a26807e-33c8-4db4-846c-5bf8d5b4b8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:17.845175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af56ee23-7910-4410-8e5e-06db9aff135d req-2a26807e-33c8-4db4-846c-5bf8d5b4b8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.0888782 Apr 15 18:33:17.895941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af56ee23-7910-4410-8e5e-06db9aff135d req-ce1b8a44-1a96-4241-8083-9b9d9236a1af tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Apr 15 18:33:18.352465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-a8288471-afc3-43da-96e2-1421a273ea35 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:18.353231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-a8288471-afc3-43da-96e2-1421a273ea35 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Synchronizing usage tracker for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:33:18.369811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-a8288471-afc3-43da-96e2-1421a273ea35 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Unset dirty status for tenant:9ed9007a70cd4fddb02c10e724b6648c on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:33:18.371066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-a8288471-afc3-43da-96e2-1421a273ea35 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 945 time: 0.1073537 Apr 15 18:33:18.447502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Deleting port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:33:18.447888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:18.709537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] For port e62aa500-66d9-4a99-b665-dcf1f5e99fb9, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,segment=NetworkSegment(b4441e26-1d61-4a2d-b911-dfd52d7eb1e1),segment_id=b4441e26-1d61-4a2d-b911-dfd52d7eb1e1)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:33:18.709879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:18.843610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Calling delete_port for e62aa500-66d9-4a99-b665-dcf1f5e99fb9 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:33:18.991074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:19.006446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:19.107059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Pushing event deleted for resources: {'Port': ['ID=e62aa500-66d9-4a99-b665-dcf1f5e99fb9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:19.114410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:19.268737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] No DVR routers for this DVR port e62aa500-66d9-4a99-b665-dcf1f5e99fb9 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:33:19.271277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:19.274320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'name': 'network-vif-deleted', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:33:19.292298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d31f97f-47e7-46ca-9438-181ac388bdf6 req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.49 "DELETE /v2.0/ports/e62aa500-66d9-4a99-b665-dcf1f5e99fb9 HTTP/1.1" status: 204 len: 173 time: 0.9150102 Apr 15 18:33:19.324277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11f01eb1-930a-4b5e-aea3-40b65cf96eef req-0d9c9344-3027-4600-bc61-72ba91689a73 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8bd172a-eb69-4e4e-a156-2b5ef300b756 HTTP/1.1" status: 200 len: 210 time: 0.3154738 Apr 15 18:33:19.327557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bd172a-eb69-4e4e-a156-2b5ef300b756', 'name': 'network-vif-deleted', 'tag': 'e62aa500-66d9-4a99-b665-dcf1f5e99fb9', 'status': 'completed', 'code': 200} Apr 15 18:33:20.431738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:20.498473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Deleting subnet aac86a3f-9d7f-4b1b-9828-bf090d92d932 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:33:20.501503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:20.839323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:20.897327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:20.910089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e62aa500-66d9-4a99-b665-dcf1f5e99fb9 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:33:20.950340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: e62aa500-66d9-4a99-b665-dcf1f5e99fb9 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:33:20.950728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e62aa500-66d9-4a99-b665-dcf1f5e99fb9 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:33:21.155792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.171334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48c3d97b-2d9b-4463-930a-9ff31d0fd5b5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:21.253521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac86a3f-9d7f-4b1b-9828-bf090d92d932,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:21.256187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:21.304953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.311188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d3fe1e0a-5551-4f41-9d38-cd53b4c82b4e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aac86a3f-9d7f-4b1b-9828-bf090d92d932 HTTP/1.1" status: 204 len: 168 time: 0.8783569 Apr 15 18:33:21.313837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42460) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:21.430360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.618734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.727173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:21.743848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:21.744177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4441e26-1d61-4a2d-b911-dfd52d7eb1e1') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:21.756320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.771552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:21.779416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:33:21.959414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:33:21.968991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.150287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Network 6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:33:22.172992 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:33:22.251100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.254847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1d919277-6fb7-421d-bfc8-60311102911a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:22.268188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.279106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:22.282468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:22.286689 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e9c2dd1-9100-4cd6-b5b6-c91822cbad2f HTTP/1.1" status: 204 len: 168 time: 0.9718111 Apr 15 18:33:22.289620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42464) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:22.354476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Deleting subnet 6da95336-d27d-4f8b-ad0d-cf87087a7d4a {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:33:22.358002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.412166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.468642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.720457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.736164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4a6de1d1-383b-4c47-9b0e-8c720f74604f tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:22.818534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da95336-d27d-4f8b-ad0d-cf87087a7d4a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:22.832368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:22.871445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:22.877397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6da95336-d27d-4f8b-ad0d-cf87087a7d4a HTTP/1.1" status: 204 len: 168 time: 0.5867050 Apr 15 18:33:22.880158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42468) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:22.994006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.178678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.292410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae1b91d-4f58-4403-af65-bee1485b4df6']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:23.304926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8b2bb6-90b2-4712-871e-fe2470625a1c') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:23.305265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8b2bb6-90b2-4712-871e-fe2470625a1c') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:33:23.317612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.332738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.338918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:33:23.517830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Network cae1b91d-4f58-4403-af65-bee1485b4df6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:33:23.526838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.699834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Network cae1b91d-4f58-4403-af65-bee1485b4df6 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:33:23.725570 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:33:23.800704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.804104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:23.820372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:23.828199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cae1b91d-4f58-4403-af65-bee1485b4df6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:23.830443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:23.832015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cae1b91d-4f58-4403-af65-bee1485b4df6 HTTP/1.1" status: 204 len: 168 time: 0.9508765 Apr 15 18:33:24.004455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42474) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:24.055794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a63dfaa9-7cea-4107-b1e3-9767160ffd7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ed9007a70cd4fddb02c10e724b6648c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500157 Apr 15 18:33:24.058238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42478) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:24.119475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.146372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.193690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.196972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-993ba602-a9a3-40a1-8353-d6b5d23278d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.199014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-748e2e21-f0c7-4a3d-9137-f4d461424847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:24.212623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:24.215485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:24.222032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.223245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7637e214-d4ed-492a-9342-3c299ae0bc87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bbeb156-fe4e-4fa7-97f8-4b8feb0d8cf1 HTTP/1.1" status: 204 len: 168 time: 0.1640418 Apr 15 18:33:24.570205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42486) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:24.621477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0ee56f9-3cfc-4dbf-a0f7-d04cc1115cd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e33e7127635c4cffb68d4f0c6b89c432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499856 Apr 15 18:33:24.624450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42490) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:33:24.685889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.712420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.757568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.762829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57af193e-327d-42df-94ca-62bc8026e14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:33:24.776645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e92d5-1a43-4bab-b64a-57583cd28b80,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:33:24.779497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:33:24.780739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:24.784587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb0e92d5-1a43-4bab-b64a-57583cd28b80 HTTP/1.1" status: 204 len: 168 time: 0.1588850 Apr 15 18:33:27.021257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2cdaf30-1aca-497b-87ce-0d43ec82995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:27.154241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:27.712392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:28.444310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:44.611055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:51.498669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:33:54.199574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4e5cd3b-ad01-441e-99ad-0f8455f946aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:57.022851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07c75099-82b2-476c-816e-b259d6de4cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:57.157297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:57.713643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:57.805438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-078b7df9-83c3-4732-bd80-64aae58b4c5d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2437034 Apr 15 18:33:57.905176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-e02c5877-4be6-42b8-b5e4-f76d00abdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:57.906868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-e02c5877-4be6-42b8-b5e4-f76d00abdd1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1098 time: 0.0812864 Apr 15 18:33:58.062675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-8b70d704-2be3-47bc-9e53-29c49411d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:58.064289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-8b70d704-2be3-47bc-9e53-29c49411d27c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 898 time: 0.1384685 Apr 15 18:33:58.176999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-98dd2d3a-f0dc-4bdf-8026-47065450e85a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 1001 time: 0.1060123 Apr 15 18:33:58.252292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-814b6301-e858-44d8-ae5f-b2285852078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:58.253934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-814b6301-e858-44d8-ae5f-b2285852078b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 844 time: 0.0712659 Apr 15 18:33:58.337554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-f4a02b06-54cd-4e8d-b585-9980b0a315d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:33:58.339219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-f4a02b06-54cd-4e8d-b585-9980b0a315d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c109119-c2da-4236-a2bf-1903603fa853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779626 Apr 15 18:33:58.448001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:33:58.484927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-61cfef58-d556-4c8d-ae36-fad0a4f556e4 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387131 Apr 15 18:33:58.628267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43a17528-8d0b-4827-b9a3-71957ba22681 req-04b7e568-92d1-49c5-9a89-50857d4b291c service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368344 Apr 15 18:34:10.036976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42508) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:10.258137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 1c1f6b2a-db96-4d6a-94c7-590c31101bb4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:10.258521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:10.441063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:10.441437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:10.573789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 1c1f6b2a-db96-4d6a-94c7-590c31101bb4 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:10.731940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:10.747819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b3ecdea2-66c3-4786-9bb0-23785d94f032 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:10.840527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=1c1f6b2a-db96-4d6a-94c7-590c31101bb4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:10.855979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.856408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.856833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.857251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.857665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.858103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.858521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.858930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.859342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.859749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.860155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.860564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:10.865711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:11.019483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:11.019856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP b2022d12-f6ae-4a6a-8f30-ce90fc90dcca disassociated (deleted). External IP: 172.26.7.195, port: 6d858667-2c61-430e-8b27-a15b4f7f7d0f. Apr 15 18:34:11.395147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:11.585248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:11.595471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Sync routers for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:11.602766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:11.606051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:11.606708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:33:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:11.661175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/b2022d12-f6ae-4a6a-8f30-ce90fc90dcca HTTP/1.1" status: 204 len: 168 time: 1.6224189 Apr 15 18:34:11.661819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:11.799657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:11.880377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'status': 'completed', 'code': 200} Apr 15 18:34:11.981094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006438fc-5730-4508-8764-497797db699d req-8ebfb3dc-dbb5-4072-9ecf-b9163ceeb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:11.982928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-8ebfb3dc-dbb5-4072-9ecf-b9163ceeb9c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 1098 time: 0.0825622 Apr 15 18:34:12.058448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf36e01-832f-4b09-8c8d-10e87f02d209 req-9b2571cd-72f1-44d1-9c13-1ba43b49932c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:12.059405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-cdf36e01-832f-4b09-8c8d-10e87f02d209 req-9b2571cd-72f1-44d1-9c13-1ba43b49932c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:12.075599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-cdf36e01-832f-4b09-8c8d-10e87f02d209 req-9b2571cd-72f1-44d1-9c13-1ba43b49932c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:12.076934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cdf36e01-832f-4b09-8c8d-10e87f02d209 req-9b2571cd-72f1-44d1-9c13-1ba43b49932c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.1085656 Apr 15 18:34:12.144056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cdf36e01-832f-4b09-8c8d-10e87f02d209 req-471a1624-c4f4-4bf5-a4be-481d77870bc1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596859 Apr 15 18:34:12.144857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:12.150643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Checking router: 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:12.166933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:12.167650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:33:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:12.362039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:12.416549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006438fc-5730-4508-8764-497797db699d req-a8604720-2df0-47a8-ba6e-1eaffef2fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:12.418211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-a8604720-2df0-47a8-ba6e-1eaffef2fb7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 200 len: 898 time: 0.4280431 Apr 15 18:34:12.495226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-746aa710-a34f-4506-ba19-5c0a331ff041 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 200 len: 217 time: 0.0699370 Apr 15 18:34:12.567111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006438fc-5730-4508-8764-497797db699d req-b99efc06-6c15-4453-ac67-b8abdd1bbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:12.568679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-b99efc06-6c15-4453-ac67-b8abdd1bbce9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 200 len: 844 time: 0.0670857 Apr 15 18:34:12.652157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006438fc-5730-4508-8764-497797db699d req-dc999e10-e5e0-468a-973e-7914d6ad91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:12.653708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-dc999e10-e5e0-468a-973e-7914d6ad91c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c109119-c2da-4236-a2bf-1903603fa853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780823 Apr 15 18:34:12.690927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:12.695617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a4910d-7135-4be5-8681-f3e45add6a2c None None] The sync data for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv is: [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'ef5b1e78-861e-4efa-a854-2cd3c7d44d24', 'name': '', 'network_id': '8c109119-c2da-4236-a2bf-1903603fa853', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:96:15:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:45Z', 'updated_at': '2021-04-15T18:32:00Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': '8e7e82a0-b710-4fe5-8472-167c0df5ef79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:12.801531 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-26efef99-702c-44e1-b228-5b3c895a4aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407478 Apr 15 18:34:12.950559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-006438fc-5730-4508-8764-497797db699d req-d67425eb-462c-4c10-aa9c-d00ea7aacf12 service neutron] 10.222.0.49 "GET /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419320 Apr 15 18:34:13.052820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6287e-6909-4db0-b396-c0e781625bd6 None None] New status for floating IP b2022d12-f6ae-4a6a-8f30-ce90fc90dcca: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:34:13.324085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-1a5f495e-1c26-438d-aa89-3e96a4cd83b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:13.325306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-1a5f495e-1c26-438d-aa89-3e96a4cd83b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:13.340041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-1a5f495e-1c26-438d-aa89-3e96a4cd83b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:13.341580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-1a5f495e-1c26-438d-aa89-3e96a4cd83b6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.1248214 Apr 15 18:34:13.362258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664b8e-95f6-4071-a0d2-fa6d26135fa5 req-6ad6e3ed-8926-4ab0-b035-d533185cb2a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:13.365695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f7664b8e-95f6-4071-a0d2-fa6d26135fa5 req-6ad6e3ed-8926-4ab0-b035-d533185cb2a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 945 time: 0.0972745 Apr 15 18:34:13.417979 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f7664b8e-95f6-4071-a0d2-fa6d26135fa5 req-8c901aad-80d8-4185-a00c-e165bba7b3e9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ee5d4fa-09fc-485d-afa0-3f8c09fac755&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469944 Apr 15 18:34:13.427333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 6d858667-2c61-430e-8b27-a15b4f7f7d0f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:13.427731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:13.688936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 6d858667-2c61-430e-8b27-a15b4f7f7d0f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6d858667-2c61-430e-8b27-a15b4f7f7d0f,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:13.689252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:13.820432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 6d858667-2c61-430e-8b27-a15b4f7f7d0f owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:13.970134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:13.984984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:14.033015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=6d858667-2c61-430e-8b27-a15b4f7f7d0f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:14.091484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.091903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.092324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.092736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.093145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.093551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.093975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.094379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.094781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.095182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.095581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.095979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:14.100756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:14.249655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 6d858667-2c61-430e-8b27-a15b4f7f7d0f on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:34:14.252228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:14.256998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'name': 'network-vif-deleted', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:14.270673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d7b9a1f-e8af-4a93-a70b-c0008acc4427 req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/6d858667-2c61-430e-8b27-a15b4f7f7d0f HTTP/1.1" status: 204 len: 173 time: 0.9238737 Apr 15 18:34:14.365464 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d62521-e523-4ea8-bdc4-70c5ec38ad3c', 'name': 'network-vif-deleted', 'tag': '6d858667-2c61-430e-8b27-a15b4f7f7d0f', 'status': 'completed', 'code': 200} Apr 15 18:34:14.598875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-86729b14-ca3a-4e01-a412-d53086995ac9 req-11054eed-ebbd-4e17-b97f-b7d19b49fc15 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4d62521-e523-4ea8-bdc4-70c5ec38ad3c HTTP/1.1" status: 200 len: 210 time: 0.0534139 Apr 15 18:34:14.611059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:15.705484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42530) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:15.782694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:15.815223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:15.866237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:15.871447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:15.887667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee5d4fa-09fc-485d-afa0-3f8c09fac755,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:15.890398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:15.897607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:15.899298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d034c590-d1f3-4e87-9c16-26f00fc46774 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ee5d4fa-09fc-485d-afa0-3f8c09fac755 HTTP/1.1" status: 204 len: 168 time: 0.1922693 Apr 15 18:34:15.929432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42536) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:16.511575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:17.156405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6d858667-2c61-430e-8b27-a15b4f7f7d0f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:17.165198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port ef5b1e78-861e-4efa-a854-2cd3c7d44d24 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:17.165585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:17.192602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 6d858667-2c61-430e-8b27-a15b4f7f7d0f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:17.193004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6d858667-2c61-430e-8b27-a15b4f7f7d0f not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:17.388356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port ef5b1e78-861e-4efa-a854-2cd3c7d44d24, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:17.388761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:17.535081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for ef5b1e78-861e-4efa-a854-2cd3c7d44d24 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:17.735860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:17.752379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:17.847531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=ef5b1e78-861e-4efa-a854-2cd3c7d44d24,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:17.854410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:18.211030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:18.718436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:18.912042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:18.922160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Sync routers for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:18.925798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951496 Apr 15 18:34:18.928574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42540) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:18.932134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:18.932794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:33:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:19.001812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet 8e7e82a0-b710-4fe5-8472-167c0df5ef79 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:34:19.004940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.071374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.168171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.279558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:19.458030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.474049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce73078f-98f8-4d21-baaa-9a389e909e0b tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:19.560366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7e82a0-b710-4fe5-8472-167c0df5ef79,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:19.575556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:19.577534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:34:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:19.581922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Checking router: 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:19.590750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Routers {'5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:19.591400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:33:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:19.611097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.619014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511dd29-6592-4e99-87d1-20da2e894ee4 None None] Network 8c109119-c2da-4236-a2bf-1903603fa853 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:34:19.619163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/8e7e82a0-b710-4fe5-8472-167c0df5ef79 HTTP/1.1" status: 204 len: 168 time: 0.6895101 Apr 15 18:34:19.621830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:19.779514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] Set router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:19.826138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:19.898378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] DHCP port deletion for 8c109119-c2da-4236-a2bf-1903603fa853 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:34:19.903083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Deleting port f8dedc54-ae97-474f-a93c-81a98f0ba357 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:19.903696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.100646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:34:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:20.105506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4579aa-b318-47f9-812d-dafb0d88345b None None] The sync data for ids ['5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9'] in dv-neutron-786478-1-hyperv is: [{'id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'name': 'tempest-TestNetworkBasicOps-router-1058142430', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:31:38Z', 'updated_at': '2021-04-15T18:34:17Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': '6dbc5f12-34ca-49ec-81f5-a01741d4435e', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:31:39Z', 'updated_at': '2021-04-15T18:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:20.140863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] For port f8dedc54-ae97-474f-a93c-81a98f0ba357, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f8dedc54-ae97-474f-a93c-81a98f0ba357,segment=NetworkSegment(9487a16f-8710-4b8b-b133-2ffc292ad5f7),segment_id=9487a16f-8710-4b8b-b133-2ffc292ad5f7)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:20.141322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.282761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Calling delete_port for f8dedc54-ae97-474f-a93c-81a98f0ba357 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:20.319908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.330898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 6dbc5f12-34ca-49ec-81f5-a01741d4435e {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:20.331276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.366243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.379332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:20.426902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Pushing event deleted for resources: {'Port': ['ID=f8dedc54-ae97-474f-a93c-81a98f0ba357,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:20.482684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.483084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.483470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.483848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.484477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.484692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.485032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.485408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.485785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.486185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.486555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.486928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:20.502560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:20.529740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 6dbc5f12-34ca-49ec-81f5-a01741d4435e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=6dbc5f12-34ca-49ec-81f5-a01741d4435e,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:20.530212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.538870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] No DVR routers for this DVR port f8dedc54-ae97-474f-a93c-81a98f0ba357 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:34:20.663323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 6dbc5f12-34ca-49ec-81f5-a01741d4435e owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:20.831082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f8dedc54-ae97-474f-a93c-81a98f0ba357 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:20.839061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:20.854692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:20.868868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f8dedc54-ae97-474f-a93c-81a98f0ba357 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:20.869379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f8dedc54-ae97-474f-a93c-81a98f0ba357 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:20.869868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ef5b1e78-861e-4efa-a854-2cd3c7d44d24 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:20.908146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ef5b1e78-861e-4efa-a854-2cd3c7d44d24 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:20.908541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ef5b1e78-861e-4efa-a854-2cd3c7d44d24 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:20.954011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=6dbc5f12-34ca-49ec-81f5-a01741d4435e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:20.957997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:21.118855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.307290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.309624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.330827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.331381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:34:21.347054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.348299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/5a2fdc4a-582a-416f-9a9f-5b5e6fd42bb9 HTTP/1.1" status: 204 len: 168 time: 1.7254694 Apr 15 18:34:21.351881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42552) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:21.479658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.678406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.799550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c109119-c2da-4236-a2bf-1903603fa853']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:21.812096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9487a16f-8710-4b8b-b133-2ffc292ad5f7') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:21.812394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9487a16f-8710-4b8b-b133-2ffc292ad5f7') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:21.824201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.839300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:21.845416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:34:22.027323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:34:22.036204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.212180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 8c109119-c2da-4236-a2bf-1903603fa853 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:34:22.241063 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:34:22.317832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.322906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.326841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-000eeb20-c7f1-4c9d-ad71-2b9d69d310f9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:22.352201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=8c109119-c2da-4236-a2bf-1903603fa853,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:22.354758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:22.356836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/8c109119-c2da-4236-a2bf-1903603fa853 HTTP/1.1" status: 204 len: 168 time: 1.0038788 Apr 15 18:34:22.371263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42556) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:22.377945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--1810673812', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:22.384151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:22.388531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:22.391574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:22.398074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:22.407800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:34:22.413832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.442999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:34:22.452224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.452612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment c40334dd-966b-4ca8-bfca-125757e780f9 of type vlan for network e880fd92-613a-4d87-9901-b633719d145c Apr 15 18:34:22.480571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.510391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.516387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:22.517042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.522341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bdd78df-81cc-4768-b506-bb97a5a40c25 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:22.629129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2566648 Apr 15 18:34:22.632828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42560) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:22.636214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=e880fd92-613a-4d87-9901-b633719d145c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:22.638901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:22.639194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:22.646868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:22.648039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network e880fd92-613a-4d87-9901-b633719d145c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:34:22.650917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:22.653911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:22.659915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:22.674512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.675565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.697489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:22.821561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6dbc5f12-34ca-49ec-81f5-a01741d4435e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:22.857727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 6dbc5f12-34ca-49ec-81f5-a01741d4435e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:22.858171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 6dbc5f12-34ca-49ec-81f5-a01741d4435e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:22.985183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:23.301320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:23.332474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:23.477573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.120 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/f507a909-7a3d-4679-89ab-727bdb323e46) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:23.630080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:23.663351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:23.678550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41b3dfbd-4d10-41e2-89ee-07c5431c13cf tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:23.811489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=f507a909-7a3d-4679-89ab-727bdb323e46,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:23.814556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:23.872919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:23.874082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:23.876394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:24.203677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dc89f2a4-4868-40be-b579-3cfc623cb80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:24.600443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:24.963292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:25.174581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:34:25.364119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:25.373612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:25.383428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:25.384189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:33:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:25.391535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:25.392725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7587898 Apr 15 18:34:25.396105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42564) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:25.441920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-568e8e66-64ab-46cb-b1a0-77d4864f3274 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439365 Apr 15 18:34:25.444483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42568) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:25.575174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:25.585497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa110d-ff1c-4a55-8394-7693cb406496 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:25.587218 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7daa110d-ff1c-4a55-8394-7693cb406496 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417348 Apr 15 18:34:25.590365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42572) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:25.635089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8baad771-789b-4742-ba6c-098410254f7f tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435174 Apr 15 18:34:25.637750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:25.643886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1112219144', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:25.762696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:25.766756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:25.769681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:25.776647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:25.790131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:34:25.796965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:25.877794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:24Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:25.882417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:25.882821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Updating router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 port f507a909-7a3d-4679-89ab-727bdb323e46 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:34:25.941570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.235437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.251489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19d175f0-1b10-4776-ba74-6547c2c58c7e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:26.293224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.306173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Transition to ACTIVE for port object f507a909-7a3d-4679-89ab-727bdb323e46 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:26.312249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.328212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f981832e-2f53-4297-9209-98da57075dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:26.386090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=b15f129d-f852-4ba8-bc17-de56cc105ddd,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:26.399197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:26.463343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Pushing event updated for resources: {'Port': ['ID=f507a909-7a3d-4679-89ab-727bdb323e46,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:26.463915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:26.464325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: e880fd92-613a-4d87-9901-b633719d145c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:34:26.476559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:26.484458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:34:26.493496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, e880fd92-613a-4d87-9901-b633719d145c) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:26.503026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24ef5f-f94a-4954-8ebc-89b144c19baf None None] Network e880fd92-613a-4d87-9901-b633719d145c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:34:26.507050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:26.507707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.530460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7395b3d8-52c7-4c30-9b00-690a89feb816 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8887067 Apr 15 18:34:26.530888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42580) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:26.617760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Attempting to bind port f507a909-7a3d-4679-89ab-727bdb323e46 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:34:26.618217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Attempting to bind port f507a909-7a3d-4679-89ab-727bdb323e46 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:34:26.618637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Attempting to bind port f507a909-7a3d-4679-89ab-727bdb323e46 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:26.637574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:34:26.638145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:26.638476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.638920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:34:26.639439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Bound port: f507a909-7a3d-4679-89ab-727bdb323e46, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:34:26.639861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:26.783676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] For port f507a909-7a3d-4679-89ab-727bdb323e46, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:34:26.832610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] For port f507a909-7a3d-4679-89ab-727bdb323e46, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f507a909-7a3d-4679-89ab-727bdb323e46,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:34:26.836686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.029984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:27.064306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-e880fd92-613a-4d87-9901-b633719d145c', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:34:27.065171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.198550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-14372c89-10f9-4239-8598-bdd0b1a6a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.255322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.274346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Pushing event updated for resources: {'Port': ['ID=f507a909-7a3d-4679-89ab-727bdb323e46,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:27.287023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:27.294092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.398717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:27.399387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:27.510729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42584) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:27.542528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Allocated IP 172.20.0.2 (e880fd92-613a-4d87-9901-b633719d145c/b15f129d-f852-4ba8-bc17-de56cc105ddd/70315dd8-da52-423d-aff8-c04e015d897b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:27.698292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:27.742201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port ca44dcf6-9139-431f-b254-1c568094f5ae {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:27.742516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.877935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.927165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:27.927536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.052225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.063395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for ca44dcf6-9139-431f-b254-1c568094f5ae owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:28.077371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Transition to ACTIVE for port object 70315dd8-da52-423d-aff8-c04e015d897b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:28.133306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Transition to ACTIVE for port object 70315dd8-da52-423d-aff8-c04e015d897b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:28.139406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.156088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5501ae97-e381-4798-805f-aeefb0488d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:28.213158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (e880fd92-613a-4d87-9901-b633719d145c/b15f129d-f852-4ba8-bc17-de56cc105ddd/f138e91b-b5c0-4563-86a9-33e038fc5338) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:28.221156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.236677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1fcd9b2-7f96-4fad-8704-60649cca49cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:28.308735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Pushing event updated for resources: {'Port': ['ID=70315dd8-da52-423d-aff8-c04e015d897b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:28.313955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:28.333123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:24Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:28.335808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=ca44dcf6-9139-431f-b254-1c568094f5ae,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:28.338392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:28.350838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a1d2b-d325-4fbc-b396-9e7b899a5ce7 None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:24Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:28.377729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Network e880fd92-613a-4d87-9901-b633719d145c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:28.378883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:28.382083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:28.390435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.407941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object f138e91b-b5c0-4563-86a9-33e038fc5338 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:28.434251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.497474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Attempting to bind port 70315dd8-da52-423d-aff8-c04e015d897b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:34:28.498060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Attempting to bind port 70315dd8-da52-423d-aff8-c04e015d897b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:34:28.498578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Attempting to bind port 70315dd8-da52-423d-aff8-c04e015d897b on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:28.500814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:34:28.502815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.505688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:34:28.507058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Checking segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:28.507246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.507824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Bound using segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:34:28.508435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Bound port: 70315dd8-da52-423d-aff8-c04e015d897b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:34:28.508930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.510727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-95dbfc61-1f99-4683-bb8e-192c4002b9d1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:28.517166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.517545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP e200d9ee-ad0e-4b80-9553-e950049e16aa disassociated (deleted). External IP: 172.26.7.69, port: 63b5109b-48ab-4db4-97c3-4fc827781cc3. Apr 15 18:34:28.610082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] For port 70315dd8-da52-423d-aff8-c04e015d897b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:34:28.613719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] For port 70315dd8-da52-423d-aff8-c04e015d897b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=70315dd8-da52-423d-aff8-c04e015d897b,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:34:28.618306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:28.619001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.631860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:28.671842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:28.673202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:28.675748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:28.748335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:28.756314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:28.915847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Pushing event updated for resources: {'Port': ['ID=70315dd8-da52-423d-aff8-c04e015d897b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:28.921645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:28.967984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.007039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f507a909-7a3d-4679-89ab-727bdb323e46 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:29.378309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f507a909-7a3d-4679-89ab-727bdb323e46 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:29.387521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:29.391807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f507a909-7a3d-4679-89ab-727bdb323e46 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:29.392237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.591885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.610248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f507a909-7a3d-4679-89ab-727bdb323e46, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f507a909-7a3d-4679-89ab-727bdb323e46,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:29.614878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.618553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:29.640949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:29.653091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:29.661966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.667469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:29.668417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:29.700381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f507a909-7a3d-4679-89ab-727bdb323e46,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:29.703587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:29.761441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "DELETE /v2.0/floatingips/e200d9ee-ad0e-4b80-9553-e950049e16aa HTTP/1.1" status: 204 len: 168 time: 2.2493293 Apr 15 18:34:29.762193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:29.862876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'status': 'completed', 'code': 200} Apr 15 18:34:29.888726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.893966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:29.918704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:29.927775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4ba98a06-b63f-4150-b1c9-ac31e9f20d32 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:29.984955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-ea52f577-4d7d-47ec-9563-468de3eee134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:29.986853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-ea52f577-4d7d-47ec-9563-468de3eee134 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 1098 time: 0.1003041 Apr 15 18:34:30.032495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:30.047451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:30.069321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:30.168333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-759faa22-818e-4368-a31a-010b044deee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:30.170138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-759faa22-818e-4368-a31a-010b044deee8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1768999 Apr 15 18:34:30.252239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-e355ef7b-6de4-4909-8aad-cfe47f5804db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 200 len: 217 time: 0.0749424 Apr 15 18:34:30.287446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:30.300391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:30.324979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8164f-2079-4827-9ab3-86abe584ca4e req-0e4974ae-9df9-4501-a614-2029998e850b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:30.331207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-3c51b706-0ab7-46ea-bca0-753a15bea528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:30.333128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-3c51b706-0ab7-46ea-bca0-753a15bea528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0732977 Apr 15 18:34:30.333258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9fa8164f-2079-4827-9ab3-86abe584ca4e req-0e4974ae-9df9-4501-a614-2029998e850b tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.1805949 Apr 15 18:34:30.347915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:30.353188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:30.363712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:30.364591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:30.437216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-ce5c87af-e69e-4040-b527-671d2ca63729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:30.438920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-ce5c87af-e69e-4040-b527-671d2ca63729 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981190 Apr 15 18:34:30.543526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9fa8164f-2079-4827-9ab3-86abe584ca4e req-c256df83-f7c2-4bae-b48c-cd1407217b5a tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093065 Apr 15 18:34:30.580428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:30.612791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:30.617134 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-2a52ef5e-87cc-4c4a-afd7-0cc9fdd26b61 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707916 Apr 15 18:34:30.629092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64322337-54ad-4c6e-8d38-fbf53ae3f5d9 None None] Network e880fd92-613a-4d87-9901-b633719d145c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:34:30.747915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-298c357b-9a16-4c9e-a2ee-c30c6e2ed5cc None None] Provisioning for port 70315dd8-da52-423d-aff8-c04e015d897b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:30.838460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ba3089-047d-4f6c-ad76-a971a9d754d2 req-0961a875-864c-47f3-8bae-fe91bf889486 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136075 Apr 15 18:34:30.846575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:30.867304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/fa6c1c81-d3da-48c7-aebd-e894e948ebd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3350811 Apr 15 18:34:30.869987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:30.981613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f507a909-7a3d-4679-89ab-727bdb323e46 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:31.041797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.042349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.042877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.043711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.044295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.044752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.047096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-adaa0ffe-f0f1-40c2-9ad2-fd6f76c66a2c tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1757321 Apr 15 18:34:31.052952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42598) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:31.072827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:31.077713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3a40f-6db9-4d57-94c2-e3e0c046e6a4 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '56cc4937-7f52-48e8-af58-986e7c363c63', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'floating_ip_address': '172.26.7.252', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'port_id': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'mac_address': 'fa:16:3e:27:1f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4095260c-8be7-4424-aed9-faf95eb6c284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:30:15Z', 'updated_at': '2021-04-15T18:30:22Z', 'revision_number': 1, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:31.083789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f507a909-7a3d-4679-89ab-727bdb323e46 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:31.084905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.189005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.189555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.190137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.190668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.191198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.191724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.194836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8bf2ab5f-1cc5-400b-9439-ccd5607afccf tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1405275 Apr 15 18:34:31.197898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42602) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:31.252230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 70315dd8-da52-423d-aff8-c04e015d897b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:31.328456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Provisioning for port f138e91b-b5c0-4563-86a9-33e038fc5338 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:31.342758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Provisioning complete for port f138e91b-b5c0-4563-86a9-33e038fc5338 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:31.343070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.403358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 70315dd8-da52-423d-aff8-c04e015d897b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:31.413200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 70315dd8-da52-423d-aff8-c04e015d897b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:31.413635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.457823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05c67476-5bde-4eee-afa4-5d31b253f134 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2585394 Apr 15 18:34:31.459794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Port f138e91b-b5c0-4563-86a9-33e038fc5338 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:34:31.506472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Provisioning complete for port 70315dd8-da52-423d-aff8-c04e015d897b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:31.506472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.580379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443d0a0f-522c-4784-b8e0-07f5d341bd85 None None] New status for floating IP e200d9ee-ad0e-4b80-9553-e950049e16aa: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:34:31.700752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-d3450d43-b89b-44cd-a7d1-a9c810f78d63 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.702067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-d3450d43-b89b-44cd-a7d1-a9c810f78d63 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:31.736022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-d3450d43-b89b-44cd-a7d1-a9c810f78d63 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:31.737401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-d3450d43-b89b-44cd-a7d1-a9c810f78d63 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.1521537 Apr 15 18:34:31.748783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:31.760216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:31.761123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:31.812233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42610) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:31.820081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633001974', 'description': 'tempest-secgroup-smoke-633001974 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:31.829941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:31.839037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:31.850805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a05e93-2326-4b58-b1cb-7a1bb6e12ccd req-e6137d03-48b2-498a-8ee9-937e23fd4a39 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:31.852598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-73a05e93-2326-4b58-b1cb-7a1bb6e12ccd req-e6137d03-48b2-498a-8ee9-937e23fd4a39 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 945 time: 0.1287344 Apr 15 18:34:31.853750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:31.862163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:31.880740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port 63b5109b-48ab-4db4-97c3-4fc827781cc3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:31.881800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.917950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-73a05e93-2326-4b58-b1cb-7a1bb6e12ccd req-f5e22948-2f55-431f-872a-4f82c80cceb6 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568004 Apr 15 18:34:31.932297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.963482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:31.965267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:31.968221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:31.972314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:31.979867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:32.003436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.013267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:32.039794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 70315dd8-da52-423d-aff8-c04e015d897b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=70315dd8-da52-423d-aff8-c04e015d897b,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:32.074359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.076331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.083328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.086250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.089769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-788177c5-c02d-4c6f-9f4f-a2208d78e535 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.140778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9852bf-bb98-4477-831d-0c5543d8e395,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.145985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.147628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.162292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3474839 Apr 15 18:34:32.163678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42614) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:32.169949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=70315dd8-da52-423d-aff8-c04e015d897b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.171167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:32.174192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.189984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:32.196325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:32.198307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:34:32.198937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-cffe713a-db9b-4ea0-8e1b-08f837534a1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:34:32.200817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:32.207661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:32.227945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.245188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] For port 63b5109b-48ab-4db4-97c3-4fc827781cc3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=63b5109b-48ab-4db4-97c3-4fc827781cc3,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:32.245570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.299455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.303452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.305419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb7fa19-53d3-4b89-b372-924bf59daf25 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.334262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7518f4d-3a26-4079-9f45-d042211bbfea,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.336734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.344474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.348480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808529 Apr 15 18:34:32.348697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42618) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:32.354686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:32.361000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:32.365981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:32.369024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:32.375239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:32.390074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for 63b5109b-48ab-4db4-97c3-4fc827781cc3 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:32.393451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.460459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.463805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.466681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cd04fb24-317f-46fd-aab5-82cf83966728 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.496441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc307203-583b-4071-b5db-98cfa8391a55,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.499340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.506854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.510876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1585598 Apr 15 18:34:32.511828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42622) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:32.519400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:32.526964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:32.531713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:32.534803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:32.541380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:32.547311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.548764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:32.554119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:32.554526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Updating router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 port f138e91b-b5c0-4563-86a9-33e038fc5338 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:34:32.560108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.563559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d72d4f44-b5e7-4e76-9cb7-3a1c748fb926 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.610854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.617485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=63b5109b-48ab-4db4-97c3-4fc827781cc3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.635407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.638936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.641007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e605ba47-8d4c-4d84-8af0-53f6a05f5240 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.657968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688bd8bf-464c-43fd-bdee-48f4a635da4f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.661146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.671738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.677099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.681788 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661787 Apr 15 18:34:32.682013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42626) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:32.687783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:32.694791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:32.698923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:32.704966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:32.714729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:32.735125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.855507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 70315dd8-da52-423d-aff8-c04e015d897b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:32.856795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] No DVR routers for this DVR port 63b5109b-48ab-4db4-97c3-4fc827781cc3 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:34:32.859403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.862382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'name': 'network-vif-deleted', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:32.881611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0fe7f32-f464-4ec9-be20-414de353ec34 req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "DELETE /v2.0/ports/63b5109b-48ab-4db4-97c3-4fc827781cc3 HTTP/1.1" status: 204 len: 173 time: 1.1382296 Apr 15 18:34:32.909582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.914606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.917235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8975bf63-5dc5-4385-b228-51c7d98487df tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:32.923786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-328fb1fc-74a1-44b4-b684-c3a6023b066f None None] Provisioning complete for port f138e91b-b5c0-4563-86a9-33e038fc5338 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:32.924629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-328fb1fc-74a1-44b4-b684-c3a6023b066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.943641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02bcc72-8e3a-4a2e-a7d2-6f04fb2a8a2b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:32.950584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:32.961923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:32.964904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9cba26-8d67-4e2d-bd0f-063812b888ed', 'name': 'network-vif-deleted', 'tag': '63b5109b-48ab-4db4-97c3-4fc827781cc3', 'status': 'completed', 'code': 200} Apr 15 18:34:32.969162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828629 Apr 15 18:34:32.969616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42634) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:32.981282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:32.994676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:32.999020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:33.002276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:33.009379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:33.020565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:34:33.031935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.032285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-328fb1fc-74a1-44b4-b684-c3a6023b066f None None] Port f138e91b-b5c0-4563-86a9-33e038fc5338 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:34:33.041500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.046799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Transition to ACTIVE for port object f138e91b-b5c0-4563-86a9-33e038fc5338 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:33.061858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 70315dd8-da52-423d-aff8-c04e015d897b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:33.062297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.070369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.097322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:33.149293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.154504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.167520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d0b54ec4-b172-4527-8485-b4d92545c430 req-62245a16-e22b-48e2-999e-f7b323d210eb tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa9cba26-8d67-4e2d-bd0f-063812b888ed HTTP/1.1" status: 200 len: 210 time: 0.0714488 Apr 15 18:34:33.194508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b72c8fe6-58ed-49db-a9fd-7c28c7f5152c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:33.216836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.218967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2452011 Apr 15 18:34:33.222236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42638) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:33.230300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '6a9852bf-bb98-4477-831d-0c5543d8e395', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:33.236898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721fba10-7f3f-468b-aa15-752443ac14db,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:33.249056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:33.250606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:33.259251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:33.269156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:33.273513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Pushing event updated for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:33.283102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:33.287360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.287734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.288266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.288463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.288837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.289205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.289569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.289960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.290325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.290811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.291172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.291531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:34:33.299650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:34:33.302419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:33.313986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.401314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.431741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.434221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3b0d08d-9e20-4a7b-99db-4e31385fda9e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:33.461990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f840925-4a43-4c82-abfb-5d80c976e605,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:33.474036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:33.491963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.499082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5486ab8-c99e-4446-88de-5de62e3f030f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2692645 Apr 15 18:34:33.558769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Attempting to bind port f138e91b-b5c0-4563-86a9-33e038fc5338 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:34:33.559355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Attempting to bind port f138e91b-b5c0-4563-86a9-33e038fc5338 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:34:33.559879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Attempting to bind port f138e91b-b5c0-4563-86a9-33e038fc5338 on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:33.566124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:34:33.566711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Checking segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:33.567270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.567814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Bound using segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:34:33.569005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Bound port: f138e91b-b5c0-4563-86a9-33e038fc5338, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:34:33.569532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.669892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] For port f138e91b-b5c0-4563-86a9-33e038fc5338, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:34:33.673418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] For port f138e91b-b5c0-4563-86a9-33e038fc5338, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f138e91b-b5c0-4563-86a9-33e038fc5338,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:34:33.676713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:33.692679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3aa1c01d-9445-4952-8e41-16f692d9c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:33.767767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-083016e9-aba9-4bb8-aa7d-223fb09196d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:33.782959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-083016e9-aba9-4bb8-aa7d-223fb09196d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:33.784320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-083016e9-aba9-4bb8-aa7d-223fb09196d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633001974&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.0605905 Apr 15 18:34:33.844688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Pushing event updated for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:33.849975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:33.889758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:33.890480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:33.960737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-35e3f22b-adab-433a-b593-8c9e16b4af49 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:33.961761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-35e3f22b-adab-433a-b593-8c9e16b4af49 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:33.979194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-35e3f22b-adab-433a-b593-8c9e16b4af49 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:33.988503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-35e3f22b-adab-433a-b593-8c9e16b4af49 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 797 time: 0.1951909 Apr 15 18:34:34.002907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b1243282-665c-4244-87ad-67e5fd0392bc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0130918 Apr 15 18:34:34.102327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:34.113547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-557065d6-ede6-4e51-9532-d1821634a0cf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:34.130986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-557065d6-ede6-4e51-9532-d1821634a0cf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:34.132400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-557065d6-ede6-4e51-9532-d1821634a0cf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232693 Apr 15 18:34:34.346699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-bd560c7c-273b-455a-bf87-1a9eea454310 service neutron] 10.222.0.32 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000761 Apr 15 18:34:34.457096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:33Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:34.461801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a62c04-2f13-4711-be66-1875d144fbe6 None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:33Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:34.538377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-9db3c0d6-0939-448e-9866-eadb948fe795 service neutron] 10.222.0.32 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843071 Apr 15 18:34:34.872066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f138e91b-b5c0-4563-86a9-33e038fc5338 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:34.950245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f138e91b-b5c0-4563-86a9-33e038fc5338 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:34.955883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f138e91b-b5c0-4563-86a9-33e038fc5338 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:34.956316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:35.092368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:35.129815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f138e91b-b5c0-4563-86a9-33e038fc5338, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f138e91b-b5c0-4563-86a9-33e038fc5338,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:35.132862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:35.135926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-506b4c29-59ec-44c7-b6ef-76d4b9d0bbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:35.214223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:35.217478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:35.221171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 63b5109b-48ab-4db4-97c3-4fc827781cc3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:35.259927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 63b5109b-48ab-4db4-97c3-4fc827781cc3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:35.260450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 63b5109b-48ab-4db4-97c3-4fc827781cc3 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:35.796890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5aade2e0-d4d1-4efa-b15c-861646ed6840 req-ca59b741-e894-4e1b-98a7-7d985a59b596 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 210 time: 0.0665290 Apr 15 18:34:36.869358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f138e91b-b5c0-4563-86a9-33e038fc5338 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:36.964731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f138e91b-b5c0-4563-86a9-33e038fc5338 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:36.966161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:37.005318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4dcd8b47-55b6-42c9-8dbb-8332817c8378 req-420526e9-a87c-41c6-8e04-0e1f2d2aec4b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 210 time: 0.0885873 Apr 15 18:34:37.171478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-6281fcc6-ee01-4a0f-8f73-4b114925a7a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:37.172243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-6281fcc6-ee01-4a0f-8f73-4b114925a7a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:37.187873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-6281fcc6-ee01-4a0f-8f73-4b114925a7a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:37.189436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-6281fcc6-ee01-4a0f-8f73-4b114925a7a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 797 time: 0.2589104 Apr 15 18:34:37.270701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-75904e02-aea0-4fd4-91da-824094ab50fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8067 time: 0.0725520 Apr 15 18:34:37.280370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['6a9852bf-bb98-4477-831d-0c5543d8e395']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:37.430313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:37.440443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:37.449036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:34:37.455241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:37.630572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.13 (e880fd92-613a-4d87-9901-b633719d145c/b15f129d-f852-4ba8-bc17-de56cc105ddd/9e2e2cdb-ea20-4673-adad-5637b9fe7205) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:37.851813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:37.869057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 9e2e2cdb-ea20-4673-adad-5637b9fe7205 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:37.899566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:37.918941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7cc4d9fb-2c0f-497b-8c22-35433e7bf878 tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:38.060788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:38.073818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:38.116234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:38.117419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:38.119791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:38.192964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:38.194345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:38.219259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbcb8c-09b2-4bb9-92b8-a33f8ebe6152 req-95c36ac6-e446-4fb0-b9cc-c7cb228ce1fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:38.221055 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72dbcb8c-09b2-4bb9-92b8-a33f8ebe6152 req-95c36ac6-e446-4fb0-b9cc-c7cb228ce1fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 932 time: 0.0934050 Apr 15 18:34:38.223434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9473324 Apr 15 18:34:38.240667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Request body: {'port': {'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:38.277168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72dbcb8c-09b2-4bb9-92b8-a33f8ebe6152 req-14ab0d42-da79-495a-93dd-eb83e01822bc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489123 Apr 15 18:34:38.329885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6db3e14c-8f2b-4235-a1e7-8dfb92281ff5 None None] Provisioning for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:38.335058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6db3e14c-8f2b-4235-a1e7-8dfb92281ff5 None None] Provisioning complete for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:38.335476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db3e14c-8f2b-4235-a1e7-8dfb92281ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:38.367010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:38.395281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6db3e14c-8f2b-4235-a1e7-8dfb92281ff5 None None] Port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:34:38.898354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42698) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:39.017043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2e2cdb-ea20-4673-adad-5637b9fe7205 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:34:39.025430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.041018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Transition to ACTIVE for port object 9e2e2cdb-ea20-4673-adad-5637b9fe7205 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:39.043627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.058922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eee6800-a22e-4d24-982f-1bd2a7edb344 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:39.120826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port a8394768-69df-47a5-a4f9-c65b89172c15 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:39.121206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.196981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:39.201560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:39.309810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.310145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.431815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Attempting to bind port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:34:39.432189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Attempting to bind port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:34:39.432558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Attempting to bind port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:39.437767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 on network e880fd92-613a-4d87-9901-b633719d145c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:34:39.438165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Attempting to bind port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:39.444290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:34:39.444665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Checking segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:39.445087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Bound using segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:34:39.445558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Bound port: 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:34:39.445969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.457989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for a8394768-69df-47a5-a4f9-c65b89172c15 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:39.548594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:34:39.551636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:34:39.555046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.570707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30b8625b-b2bd-4097-9c08-d10a36a6f536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:39.615578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8780088-0945-42f8-9e8b-5eb8683c8387 req-17baf73a-697e-4c5f-a27c-1a33ee226767 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:39.617203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8780088-0945-42f8-9e8b-5eb8683c8387 req-17baf73a-697e-4c5f-a27c-1a33ee226767 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 944 time: 0.1679409 Apr 15 18:34:39.714363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8780088-0945-42f8-9e8b-5eb8683c8387 req-d7e41ac1-3872-4fd5-9cb6-447840f15b40 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817387 Apr 15 18:34:39.730127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:39.739675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.742954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:39.765702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:39.766922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:39.768777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] 10.222.0.49 "PUT /v2.0/ports/9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 1094 time: 1.5357497 Apr 15 18:34:39.769482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:39.817081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc33649f-a717-44f0-97f7-0b47c571bb79 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:39.861308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:34:39.870175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=a8394768-69df-47a5-a4f9-c65b89172c15,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:39.874554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:39.911677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-46b447eb-40dc-4f2f-93b4-a541837bec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:39.913499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-46b447eb-40dc-4f2f-93b4-a541837bec13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0922422 Apr 15 18:34:39.994891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-29103f6a-32c5-4dfb-ac93-1e98f30e6fed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 217 time: 0.0741127 Apr 15 18:34:40.036378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:40.037467 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Floating IP 56cc4937-7f52-48e8-af58-986e7c363c63 disassociated (deleted). External IP: 172.26.7.252, port: cce59452-10cd-4a73-8cf2-656d0ddf627a. Apr 15 18:34:40.067101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-4bcd4d41-00f0-40f6-8daf-abbd6b7c3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.068728 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-4bcd4d41-00f0-40f6-8daf-abbd6b7c3201 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0683999 Apr 15 18:34:40.156328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-cdeac713-c5e8-472f-8701-28cd49f3e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.158044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-cdeac713-c5e8-472f-8701-28cd49f3e697 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831563 Apr 15 18:34:40.314929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-cb89f5de-2d4d-477e-94b4-367575fc5a93 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492639 Apr 15 18:34:40.461785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c4fd7-8adb-4bb4-aac7-122ee6d18a6c req-d7a903dc-f7de-4462-be87-5bef795d1f21 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397095 Apr 15 18:34:40.582870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-50897ebf-fcf8-4dec-95eb-592a97e79497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.584926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-50897ebf-fcf8-4dec-95eb-592a97e79497 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0783687 Apr 15 18:34:40.699932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:40.729480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-cadacdfa-c0e5-49e7-b121-31a48fd3a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.731124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-cadacdfa-c0e5-49e7-b121-31a48fd3a5c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1400697 Apr 15 18:34:40.811125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-5c69cf53-3db1-43b9-99f0-6cfda8e6a39f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 217 time: 0.0730901 Apr 15 18:34:40.886865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-c6c6021a-3c57-4d0a-bf7f-f7191165dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.888454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-c6c6021a-3c57-4d0a-bf7f-f7191165dc2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0705264 Apr 15 18:34:40.960262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:40.971702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:40.978198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-cc1d6490-920d-49fb-8654-44d177261f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:40.979835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-cc1d6490-920d-49fb-8654-44d177261f4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844045 Apr 15 18:34:40.981931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:40.982609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:41.001389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad80e6-b911-4ee0-929e-6f3b99ad1b56 req-eacae052-3538-4cff-a5a9-56112ab6990f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.003070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cad80e6-b911-4ee0-929e-6f3b99ad1b56 req-eacae052-3538-4cff-a5a9-56112ab6990f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 944 time: 0.1349220 Apr 15 18:34:41.004686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:41.099590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "DELETE /v2.0/floatingips/56cc4937-7f52-48e8-af58-986e7c363c63 HTTP/1.1" status: 204 len: 168 time: 2.1999698 Apr 15 18:34:41.102171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:41.110428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cad80e6-b911-4ee0-929e-6f3b99ad1b56 req-1ecfef0b-ea1b-4b94-b772-e97cc736f6e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787454 Apr 15 18:34:41.133584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-e1bdedf0-3276-4e39-a81d-6fa22727ffda service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464982 Apr 15 18:34:41.180562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'status': 'completed', 'code': 200} Apr 15 18:34:41.354510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9e2e2cdb-ea20-4673-adad-5637b9fe7205 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:34:41.378363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:41.381770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01b392a6-ce89-4230-b8e8-5426f1429adb req-48dae2dc-0f23-4425-ad83-2a1ff8b107f4 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406673 Apr 15 18:34:41.383942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-ea60af55-5cfb-4e0a-ad37-379bf0bad303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.385420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-ea60af55-5cfb-4e0a-ad37-379bf0bad303 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c49b7510b96c4c27823aff0cc32ded05&device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 1098 time: 0.1517696 Apr 15 18:34:41.527244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55d7ee-8b7d-4db0-9ee9-af3a1e1df9d5 req-4db7960c-2ab1-4fc0-989f-73df643ef38d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.528362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7a55d7ee-8b7d-4db0-9ee9-af3a1e1df9d5 req-4db7960c-2ab1-4fc0-989f-73df643ef38d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:41.539001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-77444ebf-61b0-4814-ae3e-fa3252ad261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.540613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-77444ebf-61b0-4814-ae3e-fa3252ad261a service neutron] 10.222.0.49 "GET /v2.0/networks?id=22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 200 len: 912 time: 0.1475015 Apr 15 18:34:41.543436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7a55d7ee-8b7d-4db0-9ee9-af3a1e1df9d5 req-4db7960c-2ab1-4fc0-989f-73df643ef38d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:41.544695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a55d7ee-8b7d-4db0-9ee9-af3a1e1df9d5 req-4db7960c-2ab1-4fc0-989f-73df643ef38d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.1169615 Apr 15 18:34:41.594466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a55d7ee-8b7d-4db0-9ee9-af3a1e1df9d5 req-614b3906-07f1-432a-aa80-353d408c18eb tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Apr 15 18:34:41.619485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-61c60384-3df6-466b-adf3-675f467e91f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 200 len: 217 time: 0.0721855 Apr 15 18:34:41.688721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-e01bcf2a-12dc-4e05-8396-96a1e185db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.690346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-e01bcf2a-12dc-4e05-8396-96a1e185db25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 200 len: 850 time: 0.0637655 Apr 15 18:34:41.757859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:41.776794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-07d1a80d-caaf-4822-85b0-537732f6923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:41.778505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-07d1a80d-caaf-4822-85b0-537732f6923d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22df922b-f838-4e4f-b152-6c65ec2d2b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813498 Apr 15 18:34:41.787878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:34:41.891819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:41.917686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2e2cdb-ea20-4673-adad-5637b9fe7205 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:34:41.924635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-85285b46-1786-4976-8fca-4de887bb0fa3 service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387773 Apr 15 18:34:41.940802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:41.944301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:41.947948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:41.950433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:41.988400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:42.018922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:42.019614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:42.067805 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f2be90b-0770-4fd4-aa29-40e92e2f9636 req-f247e522-9507-4837-9d2b-372be4c77d0b service neutron] 10.222.0.49 "GET /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361475 Apr 15 18:34:42.168412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:42.173547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:42.227587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:42.274295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['9e2e2cdb-ea20-4673-adad-5637b9fe7205'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:34:42.313663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5604ec-b08a-41bf-99ba-a87d1ffcb498 req-d2039e24-4809-4d1f-91f8-6ed641a0f51e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:42.315345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f5604ec-b08a-41bf-99ba-a87d1ffcb498 req-d2039e24-4809-4d1f-91f8-6ed641a0f51e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 945 time: 0.0888617 Apr 15 18:34:42.364736 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f5604ec-b08a-41bf-99ba-a87d1ffcb498 req-221e5c59-046e-4710-b526-d5cc8961491e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422332 Apr 15 18:34:42.766228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:42.777745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd0335-7865-4796-b0e5-a4853ab0295d None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:26:03Z', 'revision_number': 4, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'faa6074a-ffda-485b-8ba8-4667fc48271a', 'name': '', 'network_id': '22df922b-f838-4e4f-b152-6c65ec2d2b51', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'mac_address': 'fa:16:3e:a8:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:02Z', 'updated_at': '2021-04-15T18:26:18Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'subnets': [{'id': '990317aa-f9bd-448a-8e6a-fa2ac9a3b77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:42.811893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d20f0-52a4-4466-b717-751fc15764fd req-80ce07a6-ebef-4ba6-b629-b48d4d616699 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:42.819148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e19d20f0-52a4-4466-b717-751fc15764fd req-80ce07a6-ebef-4ba6-b629-b48d4d616699 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.1065729 Apr 15 18:34:42.864026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e19d20f0-52a4-4466-b717-751fc15764fd req-195519b9-fbcf-4344-90c7-c213a278eaa3 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/security-groups?id=f64f3f7b-eeaf-46d6-a650-20e844d89f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439172 Apr 15 18:34:42.945461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-33783665-b51d-4315-87c2-cc839ad1a3d8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:42.946256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-33783665-b51d-4315-87c2-cc839ad1a3d8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Synchronizing usage tracker for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:42.958548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-33783665-b51d-4315-87c2-cc839ad1a3d8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Unset dirty status for tenant:c49b7510b96c4c27823aff0cc32ded05 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:42.959791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-33783665-b51d-4315-87c2-cc839ad1a3d8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 945 time: 0.1022940 Apr 15 18:34:43.045445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port cce59452-10cd-4a73-8cf2-656d0ddf627a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:43.045836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.161595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7c38dc-f2d7-4351-83f3-19f101fcc693 None None] New status for floating IP 56cc4937-7f52-48e8-af58-986e7c363c63: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:34:43.260889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9e2e2cdb-ea20-4673-adad-5637b9fe7205 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:34:43.311520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] For port cce59452-10cd-4a73-8cf2-656d0ddf627a, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cce59452-10cd-4a73-8cf2-656d0ddf627a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:43.311919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.336805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:43.341779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:43.342229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.451362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for cce59452-10cd-4a73-8cf2-656d0ddf627a owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:43.474027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.508715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:43.509719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:43.515478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.517421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:43.579378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9b71c-7d51-4ac2-9a69-d5d33da7292a req-85c356d7-2883-48fb-8159-bcdf7c6b0c5e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:43.581150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72c9b71c-7d51-4ac2-9a69-d5d33da7292a req-85c356d7-2883-48fb-8159-bcdf7c6b0c5e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.0977662 Apr 15 18:34:43.616293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:43.617470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:43.620864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:43.633480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'code': 200} Apr 15 18:34:43.637225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d008d162-03d5-449f-ae11-3e3dcd71980c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:43.642391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72c9b71c-7d51-4ac2-9a69-d5d33da7292a req-4fa42424-8ccc-4ac2-a318-95bb76d106d0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534573 Apr 15 18:34:43.732124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=cce59452-10cd-4a73-8cf2-656d0ddf627a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:43.742940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:44.038116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-47cff4b9-ddef-4a55-8e98-3b4e2c7aaa29 req-092d7f02-4ef7-4792-92e5-782a10268c12 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 210 time: 0.0522342 Apr 15 18:34:44.219719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] No DVR routers for this DVR port cce59452-10cd-4a73-8cf2-656d0ddf627a on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:34:44.222682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:44.225654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'name': 'network-vif-deleted', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:44.255374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-198757dc-28cd-41c2-a490-5ea0b4d16d90 req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.49 "DELETE /v2.0/ports/cce59452-10cd-4a73-8cf2-656d0ddf627a HTTP/1.1" status: 204 len: 173 time: 1.2902508 Apr 15 18:34:44.257713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96b25-c4bc-4da8-9a9d-6db0ebe5c7c9 req-0ad352dc-19e6-476a-bb2f-5469a7c5b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:44.259920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64a96b25-c4bc-4da8-9a9d-6db0ebe5c7c9 req-0ad352dc-19e6-476a-bb2f-5469a7c5b232 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1099 time: 0.4642172 Apr 15 18:34:44.294437 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4095260c-8be7-4424-aed9-faf95eb6c284', 'name': 'network-vif-deleted', 'tag': 'cce59452-10cd-4a73-8cf2-656d0ddf627a', 'status': 'completed', 'code': 200} Apr 15 18:34:44.315757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64a96b25-c4bc-4da8-9a9d-6db0ebe5c7c9 req-109f427d-5426-4c11-ba39-ce2cf3db319b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490749 Apr 15 18:34:44.621568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:44.851850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e38ee9-41e9-4b30-9e65-b2673a87512f req-96004300-ca71-428a-a1d8-2919e50e9c05 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:44.853489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1e38ee9-41e9-4b30-9e65-b2673a87512f req-96004300-ca71-428a-a1d8-2919e50e9c05 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.0926423 Apr 15 18:34:44.907764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1e38ee9-41e9-4b30-9e65-b2673a87512f req-4bd85655-f941-4e1c-a2aa-e0c21d0b0c1f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475743 Apr 15 18:34:45.219916 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8bc9253-3ca6-4632-a695-9bf00601a94c req-9cc1b76c-95ff-4937-a2a2-21ae1537a0d8 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "GET /v2.0/ports?device_id=4095260c-8be7-4424-aed9-faf95eb6c284 HTTP/1.1" status: 200 len: 210 time: 0.0500195 Apr 15 18:34:46.105297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7581c-5b28-4c23-8a0f-f15c00b32f97 req-3149e1a3-9b5d-4071-a6e8-465f8738a515 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:46.106840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f4b7581c-5b28-4c23-8a0f-f15c00b32f97 req-3149e1a3-9b5d-4071-a6e8-465f8738a515 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.0881622 Apr 15 18:34:46.158152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f4b7581c-5b28-4c23-8a0f-f15c00b32f97 req-414c7d52-501e-4f37-bc36-690f9c472b89 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451093 Apr 15 18:34:46.357137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1226aa-dff3-4c60-b9f8-b6bcb3710e5d req-2eceb0f3-2952-4527-a301-7090a36ad6e6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:46.358735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce1226aa-dff3-4c60-b9f8-b6bcb3710e5d req-2eceb0f3-2952-4527-a301-7090a36ad6e6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.0894818 Apr 15 18:34:46.384752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42738) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:46.409071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce1226aa-dff3-4c60-b9f8-b6bcb3710e5d req-6c44cd4a-11ca-4016-8f97-37f18059a213 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Apr 15 18:34:46.434228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42742) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:46.514877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420f8203-7ad6-4d5a-aa06-99a853420af7 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:46.519427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-420f8203-7ad6-4d5a-aa06-99a853420af7 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1094 time: 0.0812292 Apr 15 18:34:46.519663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42746) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:46.525180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:46.531599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:46.535644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:46.538723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:46.544773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:46.555296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:46.556159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Deleting port 165bc91c-0bc3-472a-b5b5-54266a4f011a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:46.556541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:46.702953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:46.736614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:46.737093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:46.848004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.126 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/92a07e4d-37b4-418e-b990-05e8c4079c5d) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:46.872336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Calling delete_port for 165bc91c-0bc3-472a-b5b5-54266a4f011a owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:47.004503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.016751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.032135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1f003d7-b172-44dd-a865-ce82670cff80 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:47.034362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.050526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-900b5f8a-d0de-45ad-b0c4-5614e50c5a2f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:47.131578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'Port': ['ID=165bc91c-0bc3-472a-b5b5-54266a4f011a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:47.135570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:47.190625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=92a07e4d-37b4-418e-b990-05e8c4079c5d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:47.203823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:47.246681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:47.247880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:47.250226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:47.261002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cce59452-10cd-4a73-8cf2-656d0ddf627a no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:47.300200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.302925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: cce59452-10cd-4a73-8cf2-656d0ddf627a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:47.303710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cce59452-10cd-4a73-8cf2-656d0ddf627a not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:47.315340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.316574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "DELETE /v2.0/floatingips/3fe2feeb-c8a8-43a0-9fef-49c63f003958 HTTP/1.1" status: 204 len: 168 time: 0.9306502 Apr 15 18:34:47.690209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.775275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:47.996209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:48.000008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:48.015371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-407ec78d-471f-49ab-9030-0367795224db tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:48.149558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=92a07e4d-37b4-418e-b990-05e8c4079c5d,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:48.154050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:48.261271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:48.742997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP c3932c92-071e-4f24-a23e-3188bb38a6cf associated. External IP: 172.26.7.126, port: 9e2e2cdb-ea20-4673-adad-5637b9fe7205. Apr 15 18:34:49.125167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:49.326146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:49.336542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:49.346475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:49.347155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:49.352879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:49.417418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8939536 Apr 15 18:34:49.417418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:34:49.418421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42760) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:49.477676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:34:49.584058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d6e8c-c2d9-4e3d-950c-163a2ff7d9b3 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:49.588514 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-af8d6e8c-c2d9-4e3d-950c-163a2ff7d9b3 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1094 time: 0.1655176 Apr 15 18:34:49.619033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-aa5ec26d-4686-4c73-b7db-971c21d88a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:49.620700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-aa5ec26d-4686-4c73-b7db-971c21d88a4d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0998299 Apr 15 18:34:49.735075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:49.785039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-15c00321-3731-4a76-a7d8-cdc5a37d2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:49.787343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-15c00321-3731-4a76-a7d8-cdc5a37d2248 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1601169 Apr 15 18:34:49.873739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42770) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:49.952242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-e3de7e12-66a9-4677-b3c7-3a7f1c8bf4a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 1000 time: 0.1583848 Apr 15 18:34:49.955372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.022702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.028432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-f426dae0-2059-49dc-b4f2-0df5713dab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:50.030067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-f426dae0-2059-49dc-b4f2-0df5713dab3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0716932 Apr 15 18:34:50.082950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42774) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:50.089462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.094908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978014504', 'description': 'tempest-secgroup-smoke-1978014504 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:50.101634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac0f86b6-1217-4861-8498-087208e171ec tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:50.102247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:50.113465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:50.117799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f3f7b-eeaf-46d6-a650-20e844d89f7c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:50.128756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.130838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:50.133061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.135486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] 10.222.0.32 "DELETE /v2.0/security-groups/f64f3f7b-eeaf-46d6-a650-20e844d89f7c HTTP/1.1" status: 204 len: 168 time: 0.2605464 Apr 15 18:34:50.168601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:50.176962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:50.180762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:50.187936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:50.193874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42780) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:50.224521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-19cd0d68-5563-4cc9-a97d-190c231019dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:50.226204 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-19cd0d68-5563-4cc9-a97d-190c231019dd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867959 Apr 15 18:34:50.229046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:47Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:50.233514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:50.243828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:50.244495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:50.402083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.414496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.423718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-30d6c12b-6507-4f2b-aa30-41b15a099b63 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:50.448579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-5dbef9b1-cbfa-4350-b264-26c71ac4f13c service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155647 Apr 15 18:34:50.468481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:50.501598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156a5d7b-0056-4355-a288-473cf5b97362,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:50.554568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:50.560000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.564072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4c1e7cdb-9816-472a-8574-8378cd9b9d0f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4718499 Apr 15 18:34:50.564287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42786) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:50.571751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:50.587307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:50.595334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:50.600580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:50.619329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:50.655261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70d39e3c-4101-40b4-b6f1-5848fb4610f4 req-1a073cfe-610d-41b1-a1a6-9f1d66c8d7a9 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938193 Apr 15 18:34:50.656494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.727580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.731124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.733438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fdd1ce0e-1085-45cd-b6c2-a8e139a64b20 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:50.759298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93f4d83-c146-4664-a756-0763da18ce18,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:50.762117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:50.769072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.770547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2051980 Apr 15 18:34:50.774175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42790) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:50.782279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:50.796275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:50.804069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:50.809023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:50.846131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:50.871233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-390891ac-5a57-4d55-a897-38550929cfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:47Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:50.874379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.875559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390891ac-5a57-4d55-a897-38550929cfea None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:47Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:50.958436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.962772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:50.970923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c515b8a-f2bd-4fde-bd12-856b833dff8c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:51.035918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a47ee6-29f4-4c2b-914a-159e53ab6c97,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:51.039484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:51.041359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.042674 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2674694 Apr 15 18:34:51.045772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:51.052571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:51.059552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:51.063634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:51.066841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:51.071952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.073159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:51.089922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.164226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.167314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.173578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802ac9e5-a0ef-4edb-8ff8-38f905de24fe None None] New status for floating IP c3932c92-071e-4f24-a23e-3188bb38a6cf: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:34:51.176279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20e21382-ff22-449f-92f8-25a59f224154 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:51.199416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bf444e-e91d-40f5-9049-28308971e758,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:51.201995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:51.205359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.210430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-00751506-4477-41d9-a3d6-1e370f92ace4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634812 Apr 15 18:34:51.211108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42798) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:51.217161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:51.225143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:51.229032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:51.232028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:51.238376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:51.257906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.338825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.342136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.351291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5ce76b59-6c4f-47b3-a6d3-58e9bf8725af tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:51.378264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359ced30-74b3-4522-a1ee-69c2e3fd6a4f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:51.381570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.385184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1708086 Apr 15 18:34:51.385184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:51.386257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42802) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:51.400575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:51.410509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:51.417592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:51.421601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:51.431819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:51.484996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:34:51.500831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.519034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Deleting port faa6074a-ffda-485b-8ba8-4667fc48271a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:51.519415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.696142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.705822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.710550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2464f46d-bc28-4d02-8b69-35cbdc5356ac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:51.751013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490fedaf-9bee-4b5a-b0ae-d69a0f4a9637,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:51.758066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:51.773654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.777649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3875794 Apr 15 18:34:51.778080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:51.785213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '156a5d7b-0056-4355-a288-473cf5b97362', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:51.795814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] For port faa6074a-ffda-485b-8ba8-4667fc48271a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=faa6074a-ffda-485b-8ba8-4667fc48271a,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:51.796215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:51.804628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:51.817367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:51.871658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:51.943095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Calling delete_port for faa6074a-ffda-485b-8ba8-4667fc48271a owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:51.971429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:51.999337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:34:52.010720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:52.122236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:52.127637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:52.131307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49663ec-a6ee-4d0e-bb3b-c49464683ce9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:52.187364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8048d-c683-4785-8169-601e71c67b94,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:52.194040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:52.215558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:52.216820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4377518 Apr 15 18:34:52.224671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:52.240301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aec37568-4c1f-4272-9cf0-31f462a8e100 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:52.337394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Pushing event deleted for resources: {'Port': ['ID=faa6074a-ffda-485b-8ba8-4667fc48271a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:52.344502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:52.439565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-8ad650d8-f7aa-412c-8cc9-f6ec9a9a8f82 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978014504&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.0813024 Apr 15 18:34:53.105063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-8961aa52-b6a5-499c-8cc7-137fc9663ee4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:53.106605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-8961aa52-b6a5-499c-8cc7-137fc9663ee4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 797 time: 0.6577804 Apr 15 18:34:53.139233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-a42f55fd-8a11-4de7-acb5-118ade89270b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0246544 Apr 15 18:34:53.219012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:53.341033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-2007b7c3-c00f-4a78-a3ca-0a5d5d9f26b3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1943395 Apr 15 18:34:53.660484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-4d965f29-31a0-4c37-b9f3-8b9714365602 service neutron] 10.222.0.32 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051734 Apr 15 18:34:53.974866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-5feb90e4-ec34-46f1-b59c-0a175172cfdd service neutron] 10.222.0.32 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048809 Apr 15 18:34:54.014411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Router 6d3b432f-730d-4488-bca6-faf78c2f8498 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:34:54.204637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-321fab17-5401-4972-a3ff-f7b23ad188c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:54.211596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-35cb1acf-a5cf-4c5e-be66-13ae5df8c51f req-ead8c9d4-f539-45d7-aeba-d25896b05cfb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 210 time: 0.0604963 Apr 15 18:34:54.259041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:34:54.266891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] 10.222.0.32 "PUT /v2.0/routers/6d3b432f-730d-4488-bca6-faf78c2f8498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0716081 Apr 15 18:34:54.267216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:54.267518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Sync routers for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:34:54.278651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:54.279611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:54.473145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:54.477126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:54.679062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:54.688904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Deleting port 04388d11-2c69-49ba-a472-1cebac99a7ca {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:54.689390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:54.789513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88'}], 'enable_snat': True}, 'gw_port_id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:34:52Z', 'revision_number': 5, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port': {'id': '04388d11-2c69-49ba-a472-1cebac99a7ca', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:15:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:25:55Z', 'updated_at': '2021-04-15T18:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:54.793797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Checking router: 6d3b432f-730d-4488-bca6-faf78c2f8498 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:34:54.802960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Routers {'6d3b432f-730d-4488-bca6-faf78c2f8498'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:34:54.803567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d3b432f-730d-4488-bca6-faf78c2f8498'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:54.890539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] For port 04388d11-2c69-49ba-a472-1cebac99a7ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=04388d11-2c69-49ba-a472-1cebac99a7ca,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:54.890941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:54.966202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] Set router 6d3b432f-730d-4488-bca6-faf78c2f8498 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:34:55.086112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:34:54Z', 'revision_number': 6, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:34:55.092059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea59a3-11f9-4b6c-8b1c-003b7594bac3 None None] The sync data for ids ['6d3b432f-730d-4488-bca6-faf78c2f8498'] in dv-neutron-786478-1-hyperv is: [{'id': '6d3b432f-730d-4488-bca6-faf78c2f8498', 'name': 'tempest-TestVolumeBootPattern-275972823-router', 'tenant_id': 'c49b7510b96c4c27823aff0cc32ded05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:25:53Z', 'updated_at': '2021-04-15T18:34:54Z', 'revision_number': 6, 'project_id': 'c49b7510b96c4c27823aff0cc32ded05', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:34:55.327016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Calling delete_port for 04388d11-2c69-49ba-a472-1cebac99a7ca owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:55.390258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-45a96539-8472-455f-a5f2-c4a4ceb4e59e req-d79971a9-f98e-4e85-80ba-9fb4559e2baa tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 210 time: 0.0592611 Apr 15 18:34:55.571106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-6134578b-8d78-493d-82e6-bf236dcdb3e5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:55.572680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-6134578b-8d78-493d-82e6-bf236dcdb3e5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 797 time: 0.2160811 Apr 15 18:34:55.728221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-44be0f94-baa8-4c3d-a7de-b6f6b06060a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:34:55.736625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:55.755769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d270049-6c53-450e-90ab-1164305ab915 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:55.852268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Pushing event deleted for resources: {'Port': ['ID=04388d11-2c69-49ba-a472-1cebac99a7ca,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:55.859402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:55.860071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-44be0f94-baa8-4c3d-a7de-b6f6b06060a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:34:55.861738 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-44be0f94-baa8-4c3d-a7de-b6f6b06060a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 13153 time: 0.2786560 Apr 15 18:34:55.880662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['156a5d7b-0056-4355-a288-473cf5b97362']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:56.135709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:34:56.143111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:port and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:34:56.151570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for port was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:34:56.161097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:34:56.172611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.218564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:34:56.225226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.383851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.420707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.473988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.475066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d3b432f-730d-4488-bca6-faf78c2f8498 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:34:56.541827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.543104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d3b432f-730d-4488-bca6-faf78c2f8498 HTTP/1.1" status: 204 len: 168 time: 2.2740643 Apr 15 18:34:56.546237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42846) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:56.562706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea23eeae-5cd1-47a5-a3f5-83b59c0a8995 req-496357e4-f31c-47e9-a911-55c85305cc37 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 210 time: 0.0571599 Apr 15 18:34:56.624577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.14 (e880fd92-613a-4d87-9901-b633719d145c/b15f129d-f852-4ba8-bc17-de56cc105ddd/c2f9eb72-6f61-4628-a31f-1165f030c5fb) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:34:56.638436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Deleting subnet 990317aa-f9bd-448a-8e6a-fa2ac9a3b77a {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:34:56.645196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.729515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.851070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 04388d11-2c69-49ba-a472-1cebac99a7ca no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:56.887681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 04388d11-2c69-49ba-a472-1cebac99a7ca {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:56.888095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 04388d11-2c69-49ba-a472-1cebac99a7ca not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:56.888558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device faa6074a-ffda-485b-8ba8-4667fc48271a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:56.924147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: faa6074a-ffda-485b-8ba8-4667fc48271a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:56.924535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device faa6074a-ffda-485b-8ba8-4667fc48271a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:56.950088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:56.989981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.018900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-da62ec9c-c0ff-455b-a13b-c51c2dcdf156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.019903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object c2f9eb72-6f61-4628-a31f-1165f030c5fb will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:57.159992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.164949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.183399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7a32e2a-5b98-4719-9e76-90215932f6fc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:57.371459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:57.378284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:57.428063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.445069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-14425b11-436e-4c90-93e8-112bce92c3b7 tempest-AllowedAddressPairIpV6TestJSON-13181991 tempest-AllowedAddressPairIpV6TestJSON-13181991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:57.532945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990317aa-f9bd-448a-8e6a-fa2ac9a3b77a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:57.548479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:57.560719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:34:57.564070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:34:57.568756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:34:57.649371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.654380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac769cc9-0417-4c52-8840-16416f7b8a4d None None] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:34:57.661215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:57.661993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:57.678949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/990317aa-f9bd-448a-8e6a-fa2ac9a3b77a HTTP/1.1" status: 204 len: 168 time: 1.1315863 Apr 15 18:34:57.681450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42852) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:34:57.705510 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8359408 Apr 15 18:34:57.771371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Request body: {'port': {'device_id': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:34:57.813879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122da8-5556-4868-a383-fc6d77ce4065 req-2a446143-11b7-4d05-8911-3c07322527a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:57.816185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-12122da8-5556-4868-a383-fc6d77ce4065 req-2a446143-11b7-4d05-8911-3c07322527a5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 932 time: 0.1267462 Apr 15 18:34:57.884324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-12122da8-5556-4868-a383-fc6d77ce4065 req-14d274c7-6487-4282-a366-947548a4c4e8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607655 Apr 15 18:34:57.953216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.010337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.078228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.081969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4277d36-f8d2-4fde-b029-eebb4cd98275 None None] Provisioning for port c2f9eb72-6f61-4628-a31f-1165f030c5fb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:34:58.082263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Deleting port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:58.082646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.090863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c4277d36-f8d2-4fde-b029-eebb4cd98275 None None] Provisioning complete for port c2f9eb72-6f61-4628-a31f-1165f030c5fb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:34:58.091283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4277d36-f8d2-4fde-b029-eebb4cd98275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.165757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c4277d36-f8d2-4fde-b029-eebb4cd98275 None None] Port c2f9eb72-6f61-4628-a31f-1165f030c5fb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:34:58.231073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] DHCP port deletion for 22df922b-f838-4e4f-b152-6c65ec2d2b51 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:34:58.236082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Deleting port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:58.236663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.471977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.478090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] For port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:58.478545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.620453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Calling delete_port for 39cc7710-81f0-42c1-a5f7-5d1d71660e4b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:58.697355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.712309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:58.773195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] For port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,segment=NetworkSegment(ed7a82a8-f60a-44dc-88af-ed34354c925b),segment_id=ed7a82a8-f60a-44dc-88af-ed34354c925b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:34:58.773702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:58.819835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Pushing event deleted for resources: {'Port': ['ID=39cc7710-81f0-42c1-a5f7-5d1d71660e4b,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:58.824753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:58.887571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] No DVR routers for this DVR port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:34:58.898414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39cc7710-81f0-42c1-a5f7-5d1d71660e4b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:34:58.931051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Calling delete_port for 39cc7710-81f0-42c1-a5f7-5d1d71660e4b owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:34:58.948116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 39cc7710-81f0-42c1-a5f7-5d1d71660e4b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:34:58.948514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 39cc7710-81f0-42c1-a5f7-5d1d71660e4b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:34:59.074656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:34:59.074956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:34:59.088940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde50d9-0d02-44f5-989e-f6f6c6fd5d7d req-67ec2272-0c33-4b65-a465-a4fad8a0b09c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:34:59.090707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-efde50d9-0d02-44f5-989e-f6f6c6fd5d7d req-67ec2272-0c33-4b65-a465-a4fad8a0b09c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 932 time: 0.0899732 Apr 15 18:34:59.102506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f9eb72-6f61-4628-a31f-1165f030c5fb {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:34:59.110546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.126422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Transition to ACTIVE for port object c2f9eb72-6f61-4628-a31f-1165f030c5fb will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:34:59.129769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.140304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-efde50d9-0d02-44f5-989e-f6f6c6fd5d7d req-cbac2e64-0cfb-4dc4-ba6b-545cb87014bb tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Apr 15 18:34:59.145289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f07e6722-5f10-4313-b3f6-54607fe77100 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:34:59.282266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:34:59.287366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:34:59.514444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Attempting to bind port c2f9eb72-6f61-4628-a31f-1165f030c5fb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:34:59.514822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Attempting to bind port c2f9eb72-6f61-4628-a31f-1165f030c5fb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:34:59.515189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Attempting to bind port c2f9eb72-6f61-4628-a31f-1165f030c5fb on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:59.520126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Port c2f9eb72-6f61-4628-a31f-1165f030c5fb on network e880fd92-613a-4d87-9901-b633719d145c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:34:59.520489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Attempting to bind port c2f9eb72-6f61-4628-a31f-1165f030c5fb on network e880fd92-613a-4d87-9901-b633719d145c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:34:59.526128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:34:59.526503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Checking segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:34:59.526928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Bound using segment: {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:34:59.527400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Bound port: c2f9eb72-6f61-4628-a31f-1165f030c5fb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40334dd-966b-4ca8-bfca-125757e780f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:34:59.527784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.581067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Deleting port 39cc7710-81f0-42c1-a5f7-5d1d71660e4b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:34:59.581443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.668493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] The port '39cc7710-81f0-42c1-a5f7-5d1d71660e4b' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:34:59.811923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:34:59.822368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.841399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:34:59.892103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:34:59.919919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-743fb996-b3f4-4f44-af33-0985a20b0782 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:00.085163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:00.092475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:00.106152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22df922b-f838-4e4f-b152-6c65ec2d2b51']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:00.125120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7a82a8-f60a-44dc-88af-ed34354c925b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:00.125464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7a82a8-f60a-44dc-88af-ed34354c925b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:00.150602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.173797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.184251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:35:00.203506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:00.204266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.205721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] 10.222.0.49 "PUT /v2.0/ports/c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 200 len: 1094 time: 2.4432912 Apr 15 18:35:00.206347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:00.328121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'status': 'completed', 'code': 200} Apr 15 18:35:00.375279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3211b0-dec3-496b-aaf3-f6f8a26f2c45 req-5b7c32d5-1d81-4695-b684-18430f02803d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:00.377515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c3211b0-dec3-496b-aaf3-f6f8a26f2c45 req-5b7c32d5-1d81-4695-b684-18430f02803d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 944 time: 0.1069758 Apr 15 18:35:00.429997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c3211b0-dec3-496b-aaf3-f6f8a26f2c45 req-4dda3536-828e-42c3-ae44-8ea612f91271 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454345 Apr 15 18:35:00.447083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:35:00.457370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.642400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-949d157b-be5d-4235-997c-a7bf13d06d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:00.644003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-949d157b-be5d-4235-997c-a7bf13d06d3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1097 time: 0.3597958 Apr 15 18:35:00.655441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Network 22df922b-f838-4e4f-b152-6c65ec2d2b51 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:35:00.739698 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:35:00.796045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-6bb78303-91a8-4e73-9ce7-5542a78bda62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 200 len: 217 time: 0.1425395 Apr 15 18:35:00.875499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.880280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9b037497-be0c-4aa5-acd3-9e9a295fcbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:00.893707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:00.908796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Pushing event deleted for resources: {'Network': ['ID=22df922b-f838-4e4f-b152-6c65ec2d2b51,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:00.913589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-7dbc19c7-1439-469f-b45e-e1019ad9d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:00.915096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-7dbc19c7-1439-469f-b45e-e1019ad9d4ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.1064146 Apr 15 18:35:00.915910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:00.963458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] 10.222.0.32 "DELETE /v2.0/networks/22df922b-f838-4e4f-b152-6c65ec2d2b51 HTTP/1.1" status: 204 len: 168 time: 3.2809215 Apr 15 18:35:00.966667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42866) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:01.000078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-8924d036-1e19-4787-b4e0-850fff17835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.001612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-8924d036-1e19-4787-b4e0-850fff17835f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798645 Apr 15 18:35:01.147816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-7a99f7d3-983f-4d95-9e1d-9966331203d3 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375878 Apr 15 18:35:01.294107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ac7af-aeb3-4e9b-882e-6cea0993427f req-7e4f7231-e83f-4397-95bd-8c5a9a614830 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389019 Apr 15 18:35:01.415074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-d4e46dcf-2d3d-465b-b869-7f251bfd9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.416956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-d4e46dcf-2d3d-465b-b869-7f251bfd9500 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1097 time: 0.0817983 Apr 15 18:35:01.563485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-5638c0a4-4574-46d5-8520-d3fb7ce56b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.565006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-5638c0a4-4574-46d5-8520-d3fb7ce56b2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1408420 Apr 15 18:35:01.604846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:01.639396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-c26b26df-6dcf-4c28-809a-9849951cd23c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 200 len: 217 time: 0.0658076 Apr 15 18:35:01.711502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-f96e0a9b-c73f-4583-a4f5-c13f99611fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.713074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-f96e0a9b-c73f-4583-a4f5-c13f99611fcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0670123 Apr 15 18:35:01.799800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-cefa24f8-0f3d-403e-bdfa-1cad0d67db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.801417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-cefa24f8-0f3d-403e-bdfa-1cad0d67db09 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805373 Apr 15 18:35:01.802900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce03b-c2e6-4ccd-b046-94cd555f10e7 req-7c71698e-c09b-44a1-b9f4-1dde96e12aa7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:01.804522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-494ce03b-c2e6-4ccd-b046-94cd555f10e7 req-7c71698e-c09b-44a1-b9f4-1dde96e12aa7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 944 time: 0.2560439 Apr 15 18:35:01.948921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-385f509c-c4d5-4d4d-8857-6a8f539afccc service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397071 Apr 15 18:35:01.972081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-494ce03b-c2e6-4ccd-b046-94cd555f10e7 req-f7a03cea-056d-49ed-94b2-381cf7714cf0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530163 Apr 15 18:35:02.066698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Deleting port a684c11a-cb64-460a-9676-ef2843429886 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:02.067092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:02.095109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c51bc8b5-74af-49c2-8631-46ce3be4761e req-1a49e9fb-facb-4aa0-8e23-62ad979c58f6 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392317 Apr 15 18:35:02.537789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] For port a684c11a-cb64-460a-9676-ef2843429886, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a684c11a-cb64-460a-9676-ef2843429886,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:02.538216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:02.667767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Calling delete_port for a684c11a-cb64-460a-9676-ef2843429886 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:02.844825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:02.859909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f249215-6ee5-4998-9614-4ee143454bc8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:02.955645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a684c11a-cb64-460a-9676-ef2843429886,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:02.959644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:03.318319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c2f9eb72-6f61-4628-a31f-1165f030c5fb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:35:03.364204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e26bb-d685-4057-8778-61de45447570 req-f57dadd6-5494-4da2-939f-0fa0f2cd6df9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:03.365857 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-167e26bb-d685-4057-8778-61de45447570 req-f57dadd6-5494-4da2-939f-0fa0f2cd6df9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 944 time: 0.2727253 Apr 15 18:35:03.392060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:03.462770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:03.476726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'port_id': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'mac_address': 'fa:16:3e:3b:05:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:35:03.535148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:03.536426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-167e26bb-d685-4057-8778-61de45447570 req-56a7a51c-da0d-4855-96f0-caa25ee9874d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614733 Apr 15 18:35:03.553618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f9eb72-6f61-4628-a31f-1165f030c5fb {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:35:03.570837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:03.573680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:03.576292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:03.650393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:03.653703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:03.787252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['c2f9eb72-6f61-4628-a31f-1165f030c5fb'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:35:03.948084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Router 891d2287-e5e4-4f7a-9e59-f94493d5447a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:35:04.141319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:35:04.151340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Sync routers for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:35:04.158636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/891d2287-e5e4-4f7a-9e59-f94493d5447a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1907344 Apr 15 18:35:04.161089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:04.161274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42876) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:04.162288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:04.350136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:04.350832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:04.546508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:04.554922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Deleting port 88551310-78ac-4414-acd1-93eb0bd85cf5 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:04.555292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:04.663745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:35:02Z', 'revision_number': 5, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port': {'id': '88551310-78ac-4414-acd1-93eb0bd85cf5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:26:15Z', 'updated_at': '2021-04-15T18:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:04.667718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Checking router: 891d2287-e5e4-4f7a-9e59-f94493d5447a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:35:04.676882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Routers {'891d2287-e5e4-4f7a-9e59-f94493d5447a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:04.678103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['891d2287-e5e4-4f7a-9e59-f94493d5447a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:04.848725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] Set router 891d2287-e5e4-4f7a-9e59-f94493d5447a gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:04.967226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:35:04Z', 'revision_number': 6, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:04.971927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc33f-1cb8-4e47-9760-4577e08a7071 None None] The sync data for ids ['891d2287-e5e4-4f7a-9e59-f94493d5447a'] in dv-neutron-786478-1-hyperv is: [{'id': '891d2287-e5e4-4f7a-9e59-f94493d5447a', 'name': 'tempest-TestVolumeBootPattern-1763525358-router', 'tenant_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:26:13Z', 'updated_at': '2021-04-15T18:35:04Z', 'revision_number': 6, 'project_id': '32593c29a1984cc6812ac7de5ae1c7d5', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:35:05.109652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] For port 88551310-78ac-4414-acd1-93eb0bd85cf5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=88551310-78ac-4414-acd1-93eb0bd85cf5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:05.110093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.133950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625b40b-acbc-4b00-a2b5-412d2dda7fb8 req-0d18ea52-1e0c-4953-b48b-4d7ce892f4da tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:05.135836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5625b40b-acbc-4b00-a2b5-412d2dda7fb8 req-0d18ea52-1e0c-4953-b48b-4d7ce892f4da tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 945 time: 0.4592645 Apr 15 18:35:05.273895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Calling delete_port for 88551310-78ac-4414-acd1-93eb0bd85cf5 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:05.346068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c2f9eb72-6f61-4628-a31f-1165f030c5fb up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:35:05.352934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5625b40b-acbc-4b00-a2b5-412d2dda7fb8 req-80274fc6-8aa4-4a0a-8480-8d9600418a6e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640787 Apr 15 18:35:05.417943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port c2f9eb72-6f61-4628-a31f-1165f030c5fb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:35:05.422851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port c2f9eb72-6f61-4628-a31f-1165f030c5fb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:35:05.423269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.482067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.500694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:35:05.501376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:05.550940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.579110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:05.589820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:05.593143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.595451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:05.596610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Pushing event deleted for resources: {'Port': ['ID=88551310-78ac-4414-acd1-93eb0bd85cf5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:05.600755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:05.639356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'code': 200} Apr 15 18:35:05.675000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:05.678132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:05.769471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.881002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439c037-280e-4094-8745-e711a8bcfdfa req-6193bf71-5ccd-4251-9a5f-2b02b1dc7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:05.882634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7439c037-280e-4094-8745-e711a8bcfdfa req-6193bf71-5ccd-4251-9a5f-2b02b1dc7fd0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1099 time: 0.0827663 Apr 15 18:35:05.926160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7439c037-280e-4094-8745-e711a8bcfdfa req-897a0123-aa23-4346-bef1-b335eec70bcb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365586 Apr 15 18:35:05.956631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.959010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.978286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.978841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 891d2287-e5e4-4f7a-9e59-f94493d5447a {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:35:05.991999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:05.993239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] 10.222.0.32 "DELETE /v2.0/routers/891d2287-e5e4-4f7a-9e59-f94493d5447a HTTP/1.1" status: 204 len: 168 time: 1.8304269 Apr 15 18:35:05.995990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42884) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:06.066566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Deleting subnet 547d335d-06cb-46b7-b4ae-c07c3774e591 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:35:06.072949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.137743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.223147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.533659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.549971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34939cc9-5f46-46ad-9255-88c3505cfe3a tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:06.648498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547d335d-06cb-46b7-b4ae-c07c3774e591,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:06.662799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:06.701197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56818dd6-0909-4e3a-a39a-03a23901db53 req-993897a0-553c-49de-b7c6-2a9e2ce2dad7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:06.702825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56818dd6-0909-4e3a-a39a-03a23901db53 req-993897a0-553c-49de-b7c6-2a9e2ce2dad7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.2379928 Apr 15 18:35:06.711270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.724797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ac0ac-23f7-41c0-9eca-673fbe27e69d None None] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:35:06.739078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3da5b5c5-1552-4142-ac1c-1b200874e74d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/547d335d-06cb-46b7-b4ae-c07c3774e591 HTTP/1.1" status: 204 len: 168 time: 0.7401505 Apr 15 18:35:06.740862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42890) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:06.783692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56818dd6-0909-4e3a-a39a-03a23901db53 req-db26de79-8302-48f0-a1cf-e06fc6bb6be3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737567 Apr 15 18:35:06.878674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.896204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 88551310-78ac-4414-acd1-93eb0bd85cf5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:35:06.952507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Deleting port b28c202c-8b1d-40e1-8095-f08470fb638f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:06.952800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:06.967132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 88551310-78ac-4414-acd1-93eb0bd85cf5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:35:06.967525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 88551310-78ac-4414-acd1-93eb0bd85cf5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:35:06.967987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a684c11a-cb64-460a-9676-ef2843429886 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:35:07.010147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a684c11a-cb64-460a-9676-ef2843429886 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:35:07.010544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a684c11a-cb64-460a-9676-ef2843429886 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:35:07.097819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] DHCP port deletion for 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:35:07.102777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Deleting port b28c202c-8b1d-40e1-8095-f08470fb638f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:07.103209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:07.329500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] For port b28c202c-8b1d-40e1-8095-f08470fb638f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b28c202c-8b1d-40e1-8095-f08470fb638f,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:07.330242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:07.458050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] For port b28c202c-8b1d-40e1-8095-f08470fb638f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b28c202c-8b1d-40e1-8095-f08470fb638f,segment=NetworkSegment(4aa69c7e-2f93-4604-b48b-a2579039b8ea),segment_id=4aa69c7e-2f93-4604-b48b-a2579039b8ea)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:07.458529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:07.461655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Calling delete_port for b28c202c-8b1d-40e1-8095-f08470fb638f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:07.538664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:07.553763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:07.590514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Calling delete_port for b28c202c-8b1d-40e1-8095-f08470fb638f owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:07.656310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Pushing event deleted for resources: {'Port': ['ID=b28c202c-8b1d-40e1-8095-f08470fb638f,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:07.661012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:07.669524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:35:07.669928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:35:07.696828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] No DVR routers for this DVR port b28c202c-8b1d-40e1-8095-f08470fb638f on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:35:08.005994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618e980-34db-4be1-a259-741aaa9c9648 req-3d0b3b94-dbc6-45f9-8d87-0196092a9556 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:08.007606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1618e980-34db-4be1-a259-741aaa9c9648 req-3d0b3b94-dbc6-45f9-8d87-0196092a9556 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.0937529 Apr 15 18:35:08.055676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1618e980-34db-4be1-a259-741aaa9c9648 req-76cd10a7-e86c-4dd7-9f7b-56cfc1a70c0a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Apr 15 18:35:08.170795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Deleting port b28c202c-8b1d-40e1-8095-f08470fb638f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:08.171308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.244304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] The port 'b28c202c-8b1d-40e1-8095-f08470fb638f' was deleted {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:35:08.254941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01326ccb-b6f5-4be1-892a-9e153c5676bd req-e42af162-7409-4b1d-846c-a13783a8733e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:08.257129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01326ccb-b6f5-4be1-892a-9e153c5676bd req-e42af162-7409-4b1d-846c-a13783a8733e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.0900400 Apr 15 18:35:08.305235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01326ccb-b6f5-4be1-892a-9e153c5676bd req-6e956a5b-fa81-40d8-91f9-1c6afe23989e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Apr 15 18:35:08.329750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42898) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:08.367310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.411040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2eea1-6870-4303-a8fa-9448c72ae42b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:08.412725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-adf2eea1-6870-4303-a8fa-9448c72ae42b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1094 time: 0.0818298 Apr 15 18:35:08.415744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42902) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:08.421160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:35:08.428069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:35:08.432122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:35:08.435138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:35:08.441199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:35:08.451246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.483672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3bfdf5-d4af-4307-920d-3fc80be6aa5f']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:08.497524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa69c7e-2f93-4604-b48b-a2579039b8ea') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:08.497912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa69c7e-2f93-4604-b48b-a2579039b8ea') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:08.509891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.528244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.534793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:35:08.596085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.716371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:35:08.728879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.737876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.10 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/8a811d11-74a3-4d77-9d15-94b34fe18c08) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:35:08.852526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b28c202c-8b1d-40e1-8095-f08470fb638f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:35:08.889140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b28c202c-8b1d-40e1-8095-f08470fb638f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:35:08.889539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b28c202c-8b1d-40e1-8095-f08470fb638f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:35:08.902653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.914418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Network 3f3bfdf5-d4af-4307-920d-3fc80be6aa5f has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:35:08.934195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:35:08.941569 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:35:08.953628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfbf0d51-5feb-4022-973a-8a2a873e5c09 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:09.023438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.027034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ca440cf-564a-4767-93e5-a2470699da43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:09.043052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.052395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3bfdf5-d4af-4307-920d-3fc80be6aa5f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:09.057021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:09.060813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3f3bfdf5-d4af-4307-920d-3fc80be6aa5f HTTP/1.1" status: 204 len: 168 time: 2.3184972 Apr 15 18:35:09.096661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=8a811d11-74a3-4d77-9d15-94b34fe18c08,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:09.109493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:09.153222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:35:09.154445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:35:09.156652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:35:09.180179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42908) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:09.238621 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a9e2ed6a-0fd9-42e5-b508-4d37dc05b674 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c49b7510b96c4c27823aff0cc32ded05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569923 Apr 15 18:35:09.241174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42912) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:09.302458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.330232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.374378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.379472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7bd4d23-8425-42ba-b03b-10e0824161f2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:09.394188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12b477-8a9d-4ec9-adb8-4caf040560ee,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:09.399701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:09.401826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.403057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce12b477-8a9d-4ec9-adb8-4caf040560ee HTTP/1.1" status: 204 len: 168 time: 0.1608920 Apr 15 18:35:09.606298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.685261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.756651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42920) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:09.814242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c2599b51-4606-49eb-b054-6209d8f228eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32593c29a1984cc6812ac7de5ae1c7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537591 Apr 15 18:35:09.814420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42924) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:09.879709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.903887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.907386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.907607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.922835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b7f1bdf-f642-423f-9f09-9db66c669e3f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:09.953220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.958386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b17b618d-1a87-4fb3-b147-70d474c057f0 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:09.971911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8412a68d-7887-48d7-afd1-a1aa6a7d1297,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:09.975537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:09.976519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:09.981023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8412a68d-7887-48d7-afd1-a1aa6a7d1297 HTTP/1.1" status: 204 len: 168 time: 0.1623318 Apr 15 18:35:10.058144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=8a811d11-74a3-4d77-9d15-94b34fe18c08,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:10.062742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:10.171224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:10.638624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 1adba779-6b9b-4f3d-a16e-ec58dcc7db8c associated. External IP: 172.26.7.10, port: c2f9eb72-6f61-4628-a31f-1165f030c5fb. Apr 15 18:35:11.012399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:35:11.207888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:35:11.218379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:35:11.229377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:11.230098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:11.233227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:11.292906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8759758 Apr 15 18:35:11.293548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:11.340209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'status': 'completed', 'code': 200} Apr 15 18:35:11.423932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:11.439254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-6ea9d742-158d-43c2-aabf-233c0a1adc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:11.440879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-6ea9d742-158d-43c2-aabf-233c0a1adc66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1099 time: 0.0781176 Apr 15 18:35:11.593356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-9472f3f6-3811-4487-aa0d-803029b3c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:11.595082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-9472f3f6-3811-4487-aa0d-803029b3c3ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1472826 Apr 15 18:35:11.712397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-f45690f0-6f10-47c3-a2b8-8ccf134aabe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 200 len: 999 time: 0.1097815 Apr 15 18:35:11.795433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-170558b3-17ba-41be-ab6d-5babd585f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:11.797027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-170558b3-17ba-41be-ab6d-5babd585f0a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0717945 Apr 15 18:35:11.881386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-83863419-7aae-4c5b-a215-c71457846e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:11.882954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-83863419-7aae-4c5b-a215-c71457846e6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783966 Apr 15 18:35:11.967474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '1adba779-6b9b-4f3d-a16e-ec58dcc7db8c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.10', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:3b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:35:09Z', 'updated_at': '2021-04-15T18:35:09Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}, {'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:11.971528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:35:11.980664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:11.981328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:34:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:12.025382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-2d162822-dfd6-4771-b4f0-cf7943415ba7 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356103 Apr 15 18:35:12.167837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13e2c7da-b432-4ff6-9864-86c541f0e48c req-bdd3dab6-e44e-48ea-ae55-396962f7dea6 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359663 Apr 15 18:35:12.171688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:12.534759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '1adba779-6b9b-4f3d-a16e-ec58dcc7db8c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.10', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:3b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:35:09Z', 'updated_at': '2021-04-15T18:35:09Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}, {'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:12.539428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33351fd2-fc1e-4cbd-8ff9-5583ac2b72fa None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '1adba779-6b9b-4f3d-a16e-ec58dcc7db8c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.10', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:3b:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:35:09Z', 'updated_at': '2021-04-15T18:35:09Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}, {'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:35:12.801354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761e2f7-7b4c-4833-b93f-ed4773cc6221 None None] New status for floating IP 1adba779-6b9b-4f3d-a16e-ec58dcc7db8c: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:35:14.610869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:24.207300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-679cb776-538b-45c3-af57-7b3adf8f5ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:27.020249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6742cc8-8614-4f20-8839-a3dbe1efb309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:27.166182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:27.718982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:28.457642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:42.501082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:35:44.624760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:45.020917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42944) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:45.136918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-291173eb-e978-4eda-8f06-739ca2799621 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c3932c92-071e-4f24-a23e-3188bb38a6cf HTTP/1.1" status: 200 len: 994 time: 0.1140759 Apr 15 18:35:45.812151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42954) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:45.818894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:35:45.949527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:46.171694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:46.197558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:46.203224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:46.218566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-02a33eb1-3b10-47c8-b96d-39cf112db5b1 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:46.374306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=6']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:46.388359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.388785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.389209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.389620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.390059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.390467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.390874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.391281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.391688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.392090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.392492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.392892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:46.397533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:46.430995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:46.431706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:46.433767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/ports/9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 939 time: 0.6204839 Apr 15 18:35:46.434619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:46.486888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:35:46.589239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-074adeb1-05ae-49ce-986b-0ffb51d1644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:46.590918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-074adeb1-05ae-49ce-986b-0ffb51d1644c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1100 time: 0.0810673 Apr 15 18:35:46.616850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5e8ca629-6066-444c-ac01-4399d04cc31a None None] Provisioning complete for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:35:46.617271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca629-6066-444c-ac01-4399d04cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:46.684470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ca629-6066-444c-ac01-4399d04cc31a None None] Port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 is administratively disabled so it will not transition to active. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 15 18:35:46.732755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-78186d97-5f00-4cfa-877e-9d6097d3cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:46.734385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-78186d97-5f00-4cfa-877e-9d6097d3cd53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1373506 Apr 15 18:35:46.848160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-76f726f0-5211-4da3-b94a-6903eecca114 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 1003 time: 0.1067472 Apr 15 18:35:46.919900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-7103ef83-2f51-483e-8b35-a02d70a1450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:46.921506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-7103ef83-2f51-483e-8b35-a02d70a1450e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0671153 Apr 15 18:35:47.003782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-88834067-676d-4ffd-9406-97f3f4c9787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:47.005349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-88834067-676d-4ffd-9406-97f3f4c9787e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777185 Apr 15 18:35:47.145389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-3cd1b0c8-a621-4a63-b3d1-503d4143789f service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339695 Apr 15 18:35:47.285705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c040ed-a620-4af6-9aa6-d8f1bbba2d3e req-769487d1-f3b0-45a4-8057-1a11f61db8a3 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339598 Apr 15 18:35:49.875894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 42964) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:49.882472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'admin_state_up': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:35:50.017356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:50.241107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:50.266551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:50.269809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:50.288796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72cbef1d-3142-459c-8c49-11fb345f8e95 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:50.726309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=7']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:50.731740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:50.768683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:50.769373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:50.773811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/ports/9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 938 time: 0.8939366 Apr 15 18:35:50.773811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:50.774287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42968) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:50.831588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:35:50.904304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b04ef635-e642-47de-b0fd-c85ddb7dbf3b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c3932c92-071e-4f24-a23e-3188bb38a6cf HTTP/1.1" status: 200 len: 994 time: 0.1286225 Apr 15 18:35:50.932536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-abbb79c6-ff5b-4c3f-8adf-8cf5c288044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:50.934713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-abbb79c6-ff5b-4c3f-8adf-8cf5c288044c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0826869 Apr 15 18:35:50.993806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['9e2e2cdb-ea20-4673-adad-5637b9fe7205'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:35:51.062831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2f1bf547-f0a0-48d1-8113-ef744703d2fb None None] Provisioning complete for port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:35:51.063176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf547-f0a0-48d1-8113-ef744703d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:51.075217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-44680084-a64a-4211-b939-bf645d121838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:51.076799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-44680084-a64a-4211-b939-bf645d121838 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1357517 Apr 15 18:35:51.188185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-399e0ec5-585e-4521-8717-f401adb57d64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 1002 time: 0.1045237 Apr 15 18:35:51.259561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-48975150-dc87-4a6c-9a79-1a418becb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:51.261087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-48975150-dc87-4a6c-9a79-1a418becb128 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0667641 Apr 15 18:35:51.343002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-19a5a220-d012-4c38-b69e-2424ef6b3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:51.344799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-19a5a220-d012-4c38-b69e-2424ef6b3e78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781732 Apr 15 18:35:51.488837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-3449b8bf-3aa7-45ad-8bfd-72d66664d06e service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372447 Apr 15 18:35:51.629331 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f6d332-5bb7-487b-82b7-6ced4a1ff67c req-cdc89206-d6c0-4647-ab7f-8acdc71b47d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340792 Apr 15 18:35:53.468765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 42980) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:53.685113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 8a811d11-74a3-4d77-9d15-94b34fe18c08 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:53.685493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:53.864483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:53.864856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:53.995717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 8a811d11-74a3-4d77-9d15-94b34fe18c08 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:54.152364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:54.168173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f3e94e84-bd8b-4db0-9436-8088c43fffed tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:54.208829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d52e14ea-8ce1-4eec-8ab6-bc46c0cdd7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:54.265263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=8a811d11-74a3-4d77-9d15-94b34fe18c08,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:54.278511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.278950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.279382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.279803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.280219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.280634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.281051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.281464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.281897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.282315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.282733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.283135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:35:54.293309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:54.440258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:54.440563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP 1adba779-6b9b-4f3d-a16e-ec58dcc7db8c disassociated (deleted). External IP: 172.26.7.10, port: c2f9eb72-6f61-4628-a31f-1165f030c5fb. Apr 15 18:35:54.810587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:35:55.284938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:35:55.294724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:35:55.302772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:55.305777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:55.306491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:55.360940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/1adba779-6b9b-4f3d-a16e-ec58dcc7db8c HTTP/1.1" status: 204 len: 168 time: 1.8909602 Apr 15 18:35:55.361647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:55.411722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'status': 'completed', 'code': 200} Apr 15 18:35:55.500553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:55.513545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3504-b724-4911-ab68-467eea3fbf93 req-9d641bc9-3943-4af9-8ad2-63086f68158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:55.515251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-9d641bc9-3943-4af9-8ad2-63086f68158f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 1099 time: 0.0831096 Apr 15 18:35:55.663178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3504-b724-4911-ab68-467eea3fbf93 req-20030da5-ecf1-4f5e-b715-875d4a6d3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:55.664795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-20030da5-ecf1-4f5e-b715-875d4a6d3217 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1434171 Apr 15 18:35:55.746868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-a339944d-c6a6-4f6a-9860-352f2de66081 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 200 len: 217 time: 0.0735631 Apr 15 18:35:55.773049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf031-0be9-4e52-9b39-2b14163ed28f req-75f21c1c-9a74-4287-bfea-9a835ad65399 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:55.773831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-499cf031-0be9-4e52-9b39-2b14163ed28f req-75f21c1c-9a74-4287-bfea-9a835ad65399 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:35:55.790205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-499cf031-0be9-4e52-9b39-2b14163ed28f req-75f21c1c-9a74-4287-bfea-9a835ad65399 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:35:55.791904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-499cf031-0be9-4e52-9b39-2b14163ed28f req-75f21c1c-9a74-4287-bfea-9a835ad65399 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.1089702 Apr 15 18:35:55.833567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3504-b724-4911-ab68-467eea3fbf93 req-7c13b114-6d54-42f2-9453-767dbaecbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:55.835113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-7c13b114-6d54-42f2-9453-767dbaecbe46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0821249 Apr 15 18:35:55.846387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-499cf031-0be9-4e52-9b39-2b14163ed28f req-0c9fcc88-c175-4006-bf0a-70b4a8016966 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474126 Apr 15 18:35:55.886817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:55.890888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:35:55.899688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:35:55.900344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:55.921644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3504-b724-4911-ab68-467eea3fbf93 req-9cefcca5-76d8-41c7-810f-25a41aded789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:55.923359 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-9cefcca5-76d8-41c7-810f-25a41aded789 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807118 Apr 15 18:35:56.068667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-a52561c6-0ae1-435f-acb1-b7f8c20704ce service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377215 Apr 15 18:35:56.090348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:35:56.216014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-605d3504-b724-4911-ab68-467eea3fbf93 req-f2f4a941-e839-42e1-9d69-15c71cef7faf service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400075 Apr 15 18:35:56.626239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:35:56.630376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727cc98d-115e-4ebd-aee7-0681b2e12446 None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c3932c92-071e-4f24-a23e-3188bb38a6cf', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.126', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'port_id': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'mac_address': 'fa:16:3e:2a:7b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:34:47Z', 'updated_at': '2021-04-15T18:34:51Z', 'revision_number': 1, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:35:56.981470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-113051b0-53a1-496c-a297-c0e67ba8f745 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:56.982288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-113051b0-53a1-496c-a297-c0e67ba8f745 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:35:56.995642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-113051b0-53a1-496c-a297-c0e67ba8f745 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:35:56.996849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-113051b0-53a1-496c-a297-c0e67ba8f745 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.1063731 Apr 15 18:35:57.004679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a17320-3d98-4008-91d7-ecab2f86868c None None] New status for floating IP 1adba779-6b9b-4f3d-a16e-ec58dcc7db8c: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:35:57.032401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42e842cb-9bcc-4302-be66-16ffc24f23d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.061556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef0a6b-fe8f-452f-8f8a-bfb6e4bdf78f req-7d173d20-f51f-4372-a197-14007f4edd72 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:35:57.063214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e1ef0a6b-fe8f-452f-8f8a-bfb6e4bdf78f req-7d173d20-f51f-4372-a197-14007f4edd72 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 946 time: 0.0962582 Apr 15 18:35:57.080356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port c2f9eb72-6f61-4628-a31f-1165f030c5fb {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:57.080747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.113479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e1ef0a6b-fe8f-452f-8f8a-bfb6e4bdf78f req-a95ccda8-5cd3-4ccf-97de-6755b6696337 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=156a5d7b-0056-4355-a288-473cf5b97362&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Apr 15 18:35:57.168732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.348512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port c2f9eb72-6f61-4628-a31f-1165f030c5fb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2f9eb72-6f61-4628-a31f-1165f030c5fb,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:35:57.348915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.481126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for c2f9eb72-6f61-4628-a31f-1165f030c5fb owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:35:57.629381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.644489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ca563c41-0d9b-4f9d-b5d1-252d5c82ca9d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:57.693323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=c2f9eb72-6f61-4628-a31f-1165f030c5fb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:57.723184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.746308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:57.897679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port c2f9eb72-6f61-4628-a31f-1165f030c5fb on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:35:57.900216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:57.903646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'name': 'network-vif-deleted', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:35:57.918320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-306de0ea-0a43-4ff7-8b0d-cc8bb0cfe632 req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/c2f9eb72-6f61-4628-a31f-1165f030c5fb HTTP/1.1" status: 204 len: 173 time: 0.9164152 Apr 15 18:35:57.954474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be23cac-0e2f-4cc1-801d-8cf29ee011b3', 'name': 'network-vif-deleted', 'tag': 'c2f9eb72-6f61-4628-a31f-1165f030c5fb', 'status': 'completed', 'code': 200} Apr 15 18:35:58.319068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a4bb5edb-2d2c-4dc4-96d4-1754254a3fcb req-e4d8b6a6-2880-415c-a96b-0ba59e4c9ad4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3be23cac-0e2f-4cc1-801d-8cf29ee011b3 HTTP/1.1" status: 200 len: 210 time: 0.0659783 Apr 15 18:35:58.461213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:59.422003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43000) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:59.498036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:59.532219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:59.584936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:59.590969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e9f71773-5b2e-41de-9664-743cee9dcccc tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:35:59.606926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a5d7b-0056-4355-a288-473cf5b97362,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:35:59.612590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:35:59.614703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:35:59.615917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0a868f02-0b9e-4de6-ac93-6c086af93289 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/156a5d7b-0056-4355-a288-473cf5b97362 HTTP/1.1" status: 204 len: 168 time: 0.1928463 Apr 15 18:35:59.646345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43006) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:35:59.866732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 92a07e4d-37b4-418e-b990-05e8c4079c5d {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:35:59.867033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:00.045795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:00.046225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:00.178095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 92a07e4d-37b4-418e-b990-05e8c4079c5d owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:36:00.333077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:00.348592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3bfb0bb3-ae40-4973-bb10-ab29a64d4ba9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:00.441359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=92a07e4d-37b4-418e-b990-05e8c4079c5d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:00.448066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:00.586714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-0866e262-30f9-4587-b12a-8bb1411fdc5e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788007 Apr 15 18:36:00.611347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:00.611729 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP c3932c92-071e-4f24-a23e-3188bb38a6cf disassociated (deleted). External IP: 172.26.7.126, port: 9e2e2cdb-ea20-4673-adad-5637b9fe7205. Apr 15 18:36:00.736279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-c6c5e954-4b87-4b25-a23e-4765bcc12e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:00.737780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-c6c5e954-4b87-4b25-a23e-4765bcc12e46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0790303 Apr 15 18:36:00.898557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-5ca22c0a-332e-4279-b643-e50229f9ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:00.900157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-5ca22c0a-332e-4279-b643-e50229f9ea12 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1436694 Apr 15 18:36:00.978360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-b5c9407e-1cee-454e-9fb1-5c7cfd1731e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 217 time: 0.0707917 Apr 15 18:36:00.992319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:36:01.050922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-38194001-a467-4201-bd5a-a0c55e7241e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.052498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-38194001-a467-4201-bd5a-a0c55e7241e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0680571 Apr 15 18:36:01.136567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-e40129c2-f092-42e3-934f-6420a8e084cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.138230 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-e40129c2-f092-42e3-934f-6420a8e084cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796094 Apr 15 18:36:01.184214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:36:01.194870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:36:01.202399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:01.206108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:01.206883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:01.265651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/c3932c92-071e-4f24-a23e-3188bb38a6cf HTTP/1.1" status: 204 len: 168 time: 1.6180339 Apr 15 18:36:01.266327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:36:01.281786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-06d1e0a1-375e-4588-885f-cf17f3ec6ea1 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374326 Apr 15 18:36:01.320823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:36:01.412262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:01.437004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6eff47e4-90c5-4db5-9e02-3ce603ee8e60 req-7a222a89-5540-4f10-9c14-8ad233e2b5f1 service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487460 Apr 15 18:36:01.569379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-8d8a38be-afda-4b40-a4f4-21309dc790dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.571034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-8d8a38be-afda-4b40-a4f4-21309dc790dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0826004 Apr 15 18:36:01.684471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-5f2f4121-a6d8-4a7e-a031-489e6cfaad16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.685413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-5f2f4121-a6d8-4a7e-a031-489e6cfaad16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:01.701257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-5f2f4121-a6d8-4a7e-a031-489e6cfaad16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:01.702793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-5f2f4121-a6d8-4a7e-a031-489e6cfaad16 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.1082885 Apr 15 18:36:01.716484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c2f9eb72-6f61-4628-a31f-1165f030c5fb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:36:01.720345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-96a45ae8-a0d8-421e-97b7-86653f91507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.722018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-96a45ae8-a0d8-421e-97b7-86653f91507a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 200 len: 898 time: 0.1423254 Apr 15 18:36:01.756287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: c2f9eb72-6f61-4628-a31f-1165f030c5fb {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:36:01.756686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device c2f9eb72-6f61-4628-a31f-1165f030c5fb not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:36:01.794219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:01.798325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-68a388fd-08c5-43ba-842b-2e7a4772cd13 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:01.798508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:36:01.807889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:01.808719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:01.815768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-68a388fd-08c5-43ba-842b-2e7a4772cd13 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:01.817254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff1808e7-3f26-4cda-809a-18ab82111c50 req-68a388fd-08c5-43ba-842b-2e7a4772cd13 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063511 Apr 15 18:36:01.839648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-40f2a787-a91f-43e9-b778-b1f3dcf180fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 200 len: 217 time: 0.1065016 Apr 15 18:36:01.904961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-6bc24e2b-c8a6-42ae-97d7-d0c9af4b9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.906570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-6bc24e2b-c8a6-42ae-97d7-d0c9af4b9857 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 200 len: 835 time: 0.0644419 Apr 15 18:36:01.993904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-12e7612d-c163-40d2-9183-ac975c8dfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:01.995584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-12e7612d-c163-40d2-9183-ac975c8dfb3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e880fd92-613a-4d87-9901-b633719d145c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815260 Apr 15 18:36:02.009056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:02.141623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-4dc7e2b6-755d-40b9-9e0c-c19facad793c service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377800 Apr 15 18:36:02.286917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f70edb5-b672-4e36-8530-9761e58fb0e3 req-9d330b8d-67ab-424b-827e-164759a7338b service neutron] 10.222.0.49 "GET /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387427 Apr 15 18:36:02.347568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:02.351719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7acb2-46d2-44bc-b824-a42fdaaae1f5 None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:34:28Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f138e91b-b5c0-4563-86a9-33e038fc5338', 'name': '', 'network_id': 'e880fd92-613a-4d87-9901-b633719d145c', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:32:08:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:27Z', 'updated_at': '2021-04-15T18:34:35Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'b15f129d-f852-4ba8-bc17-de56cc105ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:36:02.761609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfeb5bf-7d57-4bbb-9ee7-7938cd9be331 None None] New status for floating IP c3932c92-071e-4f24-a23e-3188bb38a6cf: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:36:03.030856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0ea12-b5d7-49b6-83a1-e6fa105a16c7 req-fced3a7e-5614-4c77-ab95-0fed7bb4b435 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:03.032483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80f0ea12-b5d7-49b6-83a1-e6fa105a16c7 req-fced3a7e-5614-4c77-ab95-0fed7bb4b435 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.0940280 Apr 15 18:36:03.081072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-80f0ea12-b5d7-49b6-83a1-e6fa105a16c7 req-7fbf49ef-43de-4c33-a094-533ba9517c74 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a9852bf-bb98-4477-831d-0c5543d8e395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Apr 15 18:36:03.099605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-df0ee69e-f1ee-42da-b0fb-b3828383d73a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:03.100369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-df0ee69e-f1ee-42da-b0fb-b3828383d73a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:03.113409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-df0ee69e-f1ee-42da-b0fb-b3828383d73a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:03.114632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-df0ee69e-f1ee-42da-b0fb-b3828383d73a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 946 time: 0.1013706 Apr 15 18:36:03.193663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:36:03.194067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:03.449931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 9e2e2cdb-ea20-4673-adad-5637b9fe7205, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9e2e2cdb-ea20-4673-adad-5637b9fe7205,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:03.450322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:03.865400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 9e2e2cdb-ea20-4673-adad-5637b9fe7205 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:36:04.008765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:04.026994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7fce2710-2ebd-471d-b914-e58de1eafdac tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:04.119066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=9e2e2cdb-ea20-4673-adad-5637b9fe7205,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:04.126114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:04.251312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a3dcc1f-08b3-4144-b9fc-7831391ee0a0 req-578f0c08-50aa-4153-9195-edae1d082f70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8c21fb-ed51-422d-827a-cbfb3e150cc8 HTTP/1.1" status: 200 len: 210 time: 0.0533035 Apr 15 18:36:04.271397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 9e2e2cdb-ea20-4673-adad-5637b9fe7205 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:36:04.275847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:04.278681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'name': 'network-vif-deleted', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:36:04.294115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d2cc4589-9665-4c09-ad1e-8a95a9925990 req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/9e2e2cdb-ea20-4673-adad-5637b9fe7205 HTTP/1.1" status: 204 len: 173 time: 1.1740305 Apr 15 18:36:04.330373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8c21fb-ed51-422d-827a-cbfb3e150cc8', 'name': 'network-vif-deleted', 'tag': '9e2e2cdb-ea20-4673-adad-5637b9fe7205', 'status': 'completed', 'code': 200} Apr 15 18:36:05.352056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43024) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:05.424276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:05.455187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:05.508714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:05.514347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-34741ab9-826b-4cd6-a05c-0815624c9274 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:05.529737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9852bf-bb98-4477-831d-0c5543d8e395,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:05.532574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:05.539169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:05.540626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a9852bf-bb98-4477-831d-0c5543d8e395 HTTP/1.1" status: 204 len: 168 time: 0.1872766 Apr 15 18:36:05.571539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:06.155040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:06.808414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port f138e91b-b5c0-4563-86a9-33e038fc5338 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:36:06.808914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:07.004959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port f138e91b-b5c0-4563-86a9-33e038fc5338, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f138e91b-b5c0-4563-86a9-33e038fc5338,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:07.005358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:07.138559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for f138e91b-b5c0-4563-86a9-33e038fc5338 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:36:07.317331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:07.332554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-08d17611-26d4-4274-a245-1a5aa7f4406f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:07.430085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=f138e91b-b5c0-4563-86a9-33e038fc5338,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:07.436491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:07.641738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9e2e2cdb-ea20-4673-adad-5637b9fe7205 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:36:07.678595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 9e2e2cdb-ea20-4673-adad-5637b9fe7205 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:36:07.678986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9e2e2cdb-ea20-4673-adad-5637b9fe7205 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:36:07.796612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:08.302703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:36:08.491232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:36:08.503655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Sync routers for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:36:08.507912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/fa6c1c81-d3da-48c7-aebd-e894e948ebd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9325461 Apr 15 18:36:08.508168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43034) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:08.513696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:08.514394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:08.584768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet b15f129d-f852-4ba8-bc17-de56cc105ddd {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:36:08.587806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:08.645881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:08.702993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:08.736367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.029076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.046249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2e87dbd4-4f79-427a-bf77-d89a3de1c0a0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:09.145945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=b15f129d-f852-4ba8-bc17-de56cc105ddd,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:09.150594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:09.184173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.190319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68026423-3e7a-4300-ba75-5257d430dae7 None None] Network e880fd92-613a-4d87-9901-b633719d145c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:36:09.190480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05fdb914-26ec-4775-94f6-1716b5a27453 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/b15f129d-f852-4ba8-bc17-de56cc105ddd HTTP/1.1" status: 204 len: 168 time: 0.6812241 Apr 15 18:36:09.193275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43038) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:09.272507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:36:07Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:09.280944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Checking router: fa6c1c81-d3da-48c7-aebd-e894e948ebd4 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:36:09.307096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Routers {'fa6c1c81-d3da-48c7-aebd-e894e948ebd4'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:09.307858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:09.392057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.585353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] Set router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:09.586292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.595703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port f507a909-7a3d-4679-89ab-727bdb323e46 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:36:09.596094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.695915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] DHCP port deletion for e880fd92-613a-4d87-9901-b633719d145c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:36:09.722208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Deleting port 70315dd8-da52-423d-aff8-c04e015d897b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:36:09.722645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.788447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port f507a909-7a3d-4679-89ab-727bdb323e46, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f507a909-7a3d-4679-89ab-727bdb323e46,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:09.788841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:09.923829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for f507a909-7a3d-4679-89ab-727bdb323e46 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:36:10.075805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] For port 70315dd8-da52-423d-aff8-c04e015d897b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=70315dd8-da52-423d-aff8-c04e015d897b,segment=NetworkSegment(c40334dd-966b-4ca8-bfca-125757e780f9),segment_id=c40334dd-966b-4ca8-bfca-125757e780f9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:10.076244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.101964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.117520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e6e23c4-a307-4ae0-80a1-eb6f2996bbd2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:10.212940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Calling delete_port for 70315dd8-da52-423d-aff8-c04e015d897b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:36:10.214819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=f507a909-7a3d-4679-89ab-727bdb323e46,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:10.218809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:10.275147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:36:07Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:10.281927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e3dbbe-aa5f-49d3-bcbf-b529eef17764 None None] The sync data for ids ['fa6c1c81-d3da-48c7-aebd-e894e948ebd4'] in dv-neutron-786478-1-hyperv is: [{'id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'name': 'tempest-TestNetworkBasicOps-router-1333700248', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:34:22Z', 'updated_at': '2021-04-15T18:36:07Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'f507a909-7a3d-4679-89ab-727bdb323e46', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6c1c81-d3da-48c7-aebd-e894e948ebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:34:23Z', 'updated_at': '2021-04-15T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:36:10.310546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.327509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:10.439810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Pushing event deleted for resources: {'Port': ['ID=70315dd8-da52-423d-aff8-c04e015d897b,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:10.453013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.453319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.453705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.454135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.454509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.454881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.455247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.455618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.455984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.456344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.456703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.457067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:10.460999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:10.495425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] No DVR routers for this DVR port 70315dd8-da52-423d-aff8-c04e015d897b on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:36:10.675998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.871519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.873858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.896914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.897489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router fa6c1c81-d3da-48c7-aebd-e894e948ebd4 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:36:10.914212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:10.915438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/fa6c1c81-d3da-48c7-aebd-e894e948ebd4 HTTP/1.1" status: 204 len: 168 time: 1.7211123 Apr 15 18:36:10.919450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43042) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:10.951413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f138e91b-b5c0-4563-86a9-33e038fc5338 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:36:10.990610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f138e91b-b5c0-4563-86a9-33e038fc5338 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:36:10.991013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f138e91b-b5c0-4563-86a9-33e038fc5338 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:36:10.991488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 70315dd8-da52-423d-aff8-c04e015d897b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:36:11.027428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 70315dd8-da52-423d-aff8-c04e015d897b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:36:11.027934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 70315dd8-da52-423d-aff8-c04e015d897b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:36:11.051972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.257380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.378813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e880fd92-613a-4d87-9901-b633719d145c']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:11.391877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40334dd-966b-4ca8-bfca-125757e780f9') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:11.392181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40334dd-966b-4ca8-bfca-125757e780f9') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:11.404930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.419997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.426336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:36:11.605660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:36:11.619207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.798861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network e880fd92-613a-4d87-9901-b633719d145c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:36:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:36:11.906036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.909468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-672ed29b-b2bc-4784-afaa-9536b5e35b12 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:11.924581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:11.938090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=e880fd92-613a-4d87-9901-b633719d145c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:11.941490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:11.945983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-206659e5-44fc-4b88-b02a-41276203e92d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/e880fd92-613a-4d87-9901-b633719d145c HTTP/1.1" status: 204 len: 168 time: 1.0252202 Apr 15 18:36:11.975300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43046) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:11.981708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'network': {'name': 'tempest-network-smoke--2056084096', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:11.987428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:11.991764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:network and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:11.995321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:12.001284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:12.011135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:36:12.017191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.045696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:36:12.054403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.054801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Added segment e43d0d49-9fcd-481a-8850-38e622a6f21a of type vlan for network 171f7899-3777-4438-a0df-78d0cd554968 Apr 15 18:36:12.085557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.114995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.121608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:12.122912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.128223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1ed5ae7b-cfb2-448e-ba51-d1986c3a13f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:12.235534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2590888 Apr 15 18:36:12.238862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43050) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:12.245405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'admin_state_up': True, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:12.246106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Network': ['ID=171f7899-3777-4438-a0df-78d0cd554968,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:12.248922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-87b9c3c3-e1db-4c25-9183-b445c876d2c9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:12.254736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:12.256705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 171f7899-3777-4438-a0df-78d0cd554968 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:36:12.259024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:router and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:12.262041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:12.269083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:12.278145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.279218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.295614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.574805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.847365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f507a909-7a3d-4679-89ab-727bdb323e46 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:36:12.888158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f507a909-7a3d-4679-89ab-727bdb323e46 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:36:12.888559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f507a909-7a3d-4679-89ab-727bdb323e46 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:36:12.891898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:12.926595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:13.062711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.249 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/b7f58371-8586-4c84-bc03-c4022291a9c5) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:36:13.212650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:13.241996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:13.257260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ea70640-986b-4a8d-a8b8-e863df2724b5 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:13.393266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:13.405418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:13.445701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:13.446834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:13.449503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:36:13.873551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:14.230747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:14.638884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:14.725213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:36:14.916351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:36:14.926913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:36:14.937089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:14.937751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:14.947617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:14.949545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7095778 Apr 15 18:36:14.952802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43054) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:15.180437 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d9d61814-7c3a-46d7-9c56-836bd5c68e07 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=69fafcd966e746a1a3f3beda84b49f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2262757 Apr 15 18:36:15.183691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43060) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:15.285564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:15.326399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6387055-0077-4bc3-bc12-518921888712 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:15.328050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6387055-0077-4bc3-bc12-518921888712 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433461 Apr 15 18:36:15.331201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43064) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:15.379882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2c4325e4-5520-4fc4-a2b6-0dda5404615b tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474222 Apr 15 18:36:15.383282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43068) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:15.389457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1419900223', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:15.506575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:15.510599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:subnet and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:15.513514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:15.519478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:15.528489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:36:15.534574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:15.585629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:13Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:15.590218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:36:15.590616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Updating router e8d5ea68-0c59-4da7-9295-53142033d407 port b7f58371-8586-4c84-bc03-c4022291a9c5 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:36:15.646575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:15.976817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:15.991716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:15.996239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57daf5c8-6f6b-42a1-92e3-a5574dc12585 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:16.003777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Transition to ACTIVE for port object b7f58371-8586-4c84-bc03-c4022291a9c5 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:16.009434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.024862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df489d8b-83ba-4165-a990-db64e3a9618c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:16.133860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Subnet': ['ID=e050e167-84f1-4614-b33f-937ab47a293c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:16.139211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:16.165299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:16.186642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.187035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.187416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.187790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.188162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.188530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.188895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.189262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.189627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.190015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.190383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.190745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:36:16.196425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:16.197261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Checking segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:36:16.197661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network hostable DHCP agents. Network: 171f7899-3777-4438-a0df-78d0cd554968, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:36:16.217194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:36:16.225787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 171f7899-3777-4438-a0df-78d0cd554968) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:16.237745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99497e8b-b2b2-4c2f-8531-9e96f994ec8e None None] Network 171f7899-3777-4438-a0df-78d0cd554968 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:36:16.239903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:16.240638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.243294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Attempting to bind port b7f58371-8586-4c84-bc03-c4022291a9c5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:36:16.243813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Attempting to bind port b7f58371-8586-4c84-bc03-c4022291a9c5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:36:16.244312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Attempting to bind port b7f58371-8586-4c84-bc03-c4022291a9c5 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:36:16.250731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:36:16.251252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:36:16.251791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.252295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:36:16.253155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Bound port: b7f58371-8586-4c84-bc03-c4022291a9c5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:36:16.253398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.266682 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8795364 Apr 15 18:36:16.267102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43072) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:16.332414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:36:16.337376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7f58371-8586-4c84-bc03-c4022291a9c5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:36:16.340999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.354865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a9973e1f-ad13-4264-883b-b5c7140d1010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:16.516346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:16.521240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:16.563547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:16.564425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:16.646278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-171f7899-3777-4438-a0df-78d0cd554968', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:36:16.647218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:16.759091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:16.821173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Allocated IP 172.20.0.2 (171f7899-3777-4438-a0df-78d0cd554968/e050e167-84f1-4614-b33f-937ab47a293c/a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:36:17.048056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.055372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.059565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Transition to ACTIVE for port object a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:17.069145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:13Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:17.073930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a3639-a179-43ba-8341-7a3af650f64a None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:13Z', 'revision_number': 3, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:36:17.080484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Transition to ACTIVE for port object a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:17.085468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.103069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f9ed18f-5677-449e-9987-532a91b8424d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:17.240554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Pushing event updated for resources: {'Port': ['ID=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:17.253043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:17.294759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Network 171f7899-3777-4438-a0df-78d0cd554968 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:17.296185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:17.298712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:36:17.394685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Attempting to bind port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:36:17.395110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Attempting to bind port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:36:17.395524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Attempting to bind port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f on network 171f7899-3777-4438-a0df-78d0cd554968 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:36:17.401676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:36:17.402120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Checking segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:36:17.402577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.403015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Bound using segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:36:17.403520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Bound port: a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:36:17.403915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.496941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.1 (171f7899-3777-4438-a0df-78d0cd554968/e050e167-84f1-4614-b33f-937ab47a293c/87071be4-acd8-467e-bb59-c4ac28d31803) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:36:17.504418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] For port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:36:17.508077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] For port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:36:17.513501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.535633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:17.689669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.691871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Pushing event updated for resources: {'Port': ['ID=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:17.697334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:17.707638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 87071be4-acd8-467e-bb59-c4ac28d31803 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:17.735714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:17.756143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0a37421-e560-4e39-be89-e3b3eab567ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:17.902912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:17.915948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:17.961736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:17.962953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:17.965280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:36:18.035183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:18.167048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:18.903449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:18.907325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:18.939641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0fdd9d7c-060f-4cf3-86ce-bef41d4c5867 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:18.968899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:19.040315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:19.043859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.047270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:19.054767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:19.060616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:19.130370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b7f58371-8586-4c84-bc03-c4022291a9c5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:19.136686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7f58371-8586-4c84-bc03-c4022291a9c5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:19.137058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.164781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985cefd-347f-4922-91f8-36321b19222c None None] Network 171f7899-3777-4438-a0df-78d0cd554968 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:36:19.196978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:19.198193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:19.277363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Provisioning for port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:19.295345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Provisioning complete for port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:19.295708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.416378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:36:19.503586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:36:19.548640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.623341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:36:19.625027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.636245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7f58371-8586-4c84-bc03-c4022291a9c5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:19.637506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/e8d5ea68-0c59-4da7-9295-53142033d407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3689880 Apr 15 18:36:19.640476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43076) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:19.648478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.653239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:19.743016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] For port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:19.759082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:19.768436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:19.772355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:19.774133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:19.801634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c880cbc-312f-4d28-98f6-ee2282e85e02 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.802130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c880cbc-312f-4d28-98f6-ee2282e85e02 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.802699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c880cbc-312f-4d28-98f6-ee2282e85e02 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.803711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c880cbc-312f-4d28-98f6-ee2282e85e02 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.805669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c880cbc-312f-4d28-98f6-ee2282e85e02 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1638587 Apr 15 18:36:19.808705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43080) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:19.854143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Pushing event updated for resources: {'Port': ['ID=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:19.857632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:19.908771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac06d7-c63a-4ef5-a9c8-e4c9c74e794e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.909312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac06d7-c63a-4ef5-a9c8-e4c9c74e794e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.909883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac06d7-c63a-4ef5-a9c8-e4c9c74e794e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.910396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac06d7-c63a-4ef5-a9c8-e4c9c74e794e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:19.912231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6ac06d7-c63a-4ef5-a9c8-e4c9c74e794e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1024306 Apr 15 18:36:19.915159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43084) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:20.015779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:36:20.026509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:20.027191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:20.145541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c8a2a460-0df5-4d92-a254-89f0d45ffc87 tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2288849 Apr 15 18:36:20.195249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Provisioning complete for port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:20.195684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.470112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:20.573260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43090) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:20.579436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326069559', 'description': 'tempest-secgroup-smoke-326069559 description', 'project_id': '69fafcd966e746a1a3f3beda84b49f90'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:20.585932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:20.590330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:20.593298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:20.599323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:20.609610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.631281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:20.635548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:20.638437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:20.644431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:20.715835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.718586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.723951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67d3a026-cf30-4b5e-b784-81a5f84af546 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:20.754237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Provisioning for port 87071be4-acd8-467e-bb59-c4ac28d31803 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:20.772801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f39583-852a-4902-a2f7-66750eb198c8,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:20.773200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:20.773510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.775614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:20.777053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.781190 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c5bf4109-7ea0-4c7a-be87-297277a309f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2040250 Apr 15 18:36:20.781676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43094) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:20.787108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:20.794283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:20.798360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:20.801876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:20.807664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:20.823566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.887328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d757510a-fb50-4ced-a8b5-2d3ca61cc5f7 None None] Port 87071be4-acd8-467e-bb59-c4ac28d31803 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:36:20.888943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.891803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.900118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-85b443fb-7ae1-4cb0-b327-44aa0566c64a tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:20.913176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:20.923311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80211634-5c50-44b2-944e-93a810a24d3c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:20.926258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:20.928659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.930767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6b6fc9ad-e1bc-47f5-a069-c50acaf492f8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478813 Apr 15 18:36:20.933137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43098) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:20.938987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:20.945371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:20.949584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:20.952584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:20.958538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:20.974896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:20.979531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:20.987309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:36:20.987716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Updating router e8d5ea68-0c59-4da7-9295-53142033d407 port 87071be4-acd8-467e-bb59-c4ac28d31803 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:36:21.045020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.048020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.050082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f01c5a12-cfc3-4568-9ee0-11d3e54fa753 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.067823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.073666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba567cb9-461a-4dfd-86b1-daa7aff20d35,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.076294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.077062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-021986e8-5a9a-41d6-bff2-01f6332622e9 None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:21.077480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-021986e8-5a9a-41d6-bff2-01f6332622e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.082877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.084166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bacbcd5c-47de-47f9-a8e2-4e94eb0f1c57 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500330 Apr 15 18:36:21.087358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43102) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:21.094667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:21.101638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:21.106324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:21.109353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:21.113158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:21.113589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.115822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:21.132559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.202914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.205569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.207587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d485429f-1fde-41ba-929b-560020a5d878 tempest-TestNetworkAdvancedServerOps-347259170 tempest-TestNetworkAdvancedServerOps-347259170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.232545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d44a676-7fff-4b1e-8d8f-7e10a68b81b8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.235200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.240403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-021986e8-5a9a-41d6-bff2-01f6332622e9 None None] Port 87071be4-acd8-467e-bb59-c4ac28d31803 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:36:21.242373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.246865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554375 Apr 15 18:36:21.246989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43106) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:21.252675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:21.259178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:21.263864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:21.267002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:21.273254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:21.289923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.358779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.361318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.369275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c2e12f7-0593-4dbe-8a9b-4fbc0665468e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.388540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354eb3b8-bb41-49c0-8005-9a6385a9aa95,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.391164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.391301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:21.397680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.399141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511242 Apr 15 18:36:21.402893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43110) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:21.408805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:21.415315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:21.419347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:21.422357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:21.428335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:21.437862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:36:21.445052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.517071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.519949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.521991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50ddd848-2bfe-4a50-bedb-0e86476ed228 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.545712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3278d6ba-7e3a-4f5a-a5a7-eed8456cbb78,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.548384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.555056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.556347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523588 Apr 15 18:36:21.559913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43114) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:21.566083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'security_group_rule': {'security_group_id': '05f39583-852a-4902-a2f7-66750eb198c8', 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:21.572380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:21.577008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:security_group_rule and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:21.580061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:21.580565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7f58371-8586-4c84-bc03-c4022291a9c5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:21.580990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.586141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:21.595573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Project 69fafcd966e746a1a3f3beda84b49f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:36:21.602322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.671181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.673946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.675958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de5fb55a-6f86-4797-99f7-f11fe24914e1 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.698287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d1253a-4e95-4e52-9c13-34b81fc5d759,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.702619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.709834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.711146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498086 Apr 15 18:36:21.768488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.794344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Transition to ACTIVE for port object 87071be4-acd8-467e-bb59-c4ac28d31803 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:21.800375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:21.821534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5867d7a-6fd1-4af1-9140-20f184978732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:21.946822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-434c8d5e-1718-48c1-b4e6-09d750eb9d3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:21.951965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:21.956382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:21.962587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-434c8d5e-1718-48c1-b4e6-09d750eb9d3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:21.963871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-434c8d5e-1718-48c1-b4e6-09d750eb9d3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326069559&fields=id&tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 267 time: 0.0601351 Apr 15 18:36:22.144018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-76efa811-984d-4725-883a-37091ae92690 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:22.145052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-76efa811-984d-4725-883a-37091ae92690 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:22.164490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Attempting to bind port 87071be4-acd8-467e-bb59-c4ac28d31803 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:36:22.164709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-76efa811-984d-4725-883a-37091ae92690 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:22.164922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Attempting to bind port 87071be4-acd8-467e-bb59-c4ac28d31803 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:36:22.165342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Attempting to bind port 87071be4-acd8-467e-bb59-c4ac28d31803 on network 171f7899-3777-4438-a0df-78d0cd554968 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:36:22.166024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-76efa811-984d-4725-883a-37091ae92690 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 797 time: 0.1944785 Apr 15 18:36:22.171850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:36:22.172282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Checking segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:36:22.172742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:22.173190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Bound using segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:36:22.173716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Bound port: 87071be4-acd8-467e-bb59-c4ac28d31803, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:36:22.174178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:22.183235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-302166b9-ff55-4357-aec0-78eec7a58e5e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/quotas/69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 375 time: 0.0105288 Apr 15 18:36:22.277011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-21850d58-ce44-4299-820c-b8ab4ce981a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:22.284863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:36:22.288362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87071be4-acd8-467e-bb59-c4ac28d31803,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:36:22.292630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:22.292812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-21850d58-ce44-4299-820c-b8ab4ce981a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:22.294033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-21850d58-ce44-4299-820c-b8ab4ce981a6 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050293 Apr 15 18:36:22.318903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:22.455175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-f4224dd4-12bb-4b33-aef2-5156c18804e6 service neutron] 10.222.0.32 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368620 Apr 15 18:36:22.468065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:22.472719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:22.513926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:22.514612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:35:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:22.607745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-351ec1ca-f0ea-4588-a7db-5617249b8e92 service neutron] 10.222.0.32 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457000 Apr 15 18:36:22.826410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ca9cefb-56c6-44cc-8be8-bde128bdd55f req-825ba0cf-93e9-4ae3-ab5e-4e3173d53946 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 210 time: 0.0540738 Apr 15 18:36:22.921235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:23.260815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:22Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:23.265102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd72694-b78d-401c-95b8-654046d3f0e8 None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:22Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:36:23.913389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-0e468f10-4cdd-4643-be03-b84aad7c8655 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:23.915044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-0e468f10-4cdd-4643-be03-b84aad7c8655 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 797 time: 0.1724234 Apr 15 18:36:24.003666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-48234ca6-0e8e-4bcb-a057-d75a8b45f834 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:36:24.010453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d60baebd-4425-495c-b33c-7c7c53fdc8cb req-6a6254e0-e9d8-4798-8372-ff7ec35c0e51 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 210 time: 0.0615866 Apr 15 18:36:24.020427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-48234ca6-0e8e-4bcb-a057-d75a8b45f834 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:36:24.021903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-48234ca6-0e8e-4bcb-a057-d75a8b45f834 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90 HTTP/1.1" status: 200 len: 8067 time: 0.0977187 Apr 15 18:36:24.036629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'port': {'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'admin_state_up': True, 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'security_groups': ['05f39583-852a-4902-a2f7-66750eb198c8']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:24.182197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:24.192401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:24.204936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Made reservation on behalf of 69fafcd966e746a1a3f3beda84b49f90 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:36:24.211308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d35d9adb-a166-4025-a8db-00ac093fbdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:24.211703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:24.388540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.20.0.9 (171f7899-3777-4438-a0df-78d0cd554968/e050e167-84f1-4614-b33f-937ab47a293c/3b2c404e-df37-4ef6-91a6-cbd543989cd0) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:36:24.588831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:24.604556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Transition to ACTIVE for port object 3b2c404e-df37-4ef6-91a6-cbd543989cd0 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:24.627660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:24.646483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60969598-f1be-404b-8aa7-744e05c70d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:24.781149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:24.785560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:24.838756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:24.839717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:24.842032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:36:24.908855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:24.909542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:24.934291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:24.943057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9118176 Apr 15 18:36:24.955774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Request body: {'port': {'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:25.010865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 87071be4-acd8-467e-bb59-c4ac28d31803 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:25.016508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:25.016928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.082921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.155963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.174365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-68bbd3e5-4e2d-49fd-a509-48b9c34d85b6 None None] Provisioning for port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:25.185635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-68bbd3e5-4e2d-49fd-a509-48b9c34d85b6 None None] Provisioning complete for port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:25.186084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68bbd3e5-4e2d-49fd-a509-48b9c34d85b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.231438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569a35-c26c-457f-84ab-82609ddaa045 req-2ecb658c-d955-4562-966d-843367151e93 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:25.233272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8569a35-c26c-457f-84ab-82609ddaa045 req-2ecb658c-d955-4562-966d-843367151e93 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 931 time: 0.0967610 Apr 15 18:36:25.240646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87071be4-acd8-467e-bb59-c4ac28d31803,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:25.251469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.255371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:25.285419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8569a35-c26c-457f-84ab-82609ddaa045 req-10b5ee51-0e0a-4ec2-b852-5735810d5168 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 Apr 15 18:36:25.300677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-68bbd3e5-4e2d-49fd-a509-48b9c34d85b6 None None] Port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:36:25.327771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:25.330907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:25.453318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2c404e-df37-4ef6-91a6-cbd543989cd0 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:36:25.460985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.476311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Transition to ACTIVE for port object 3b2c404e-df37-4ef6-91a6-cbd543989cd0 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:36:25.479625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.498349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:25.629962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:25.634464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:25.861350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Attempting to bind port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:36:25.862017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Attempting to bind port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:36:25.862392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Attempting to bind port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 on network 171f7899-3777-4438-a0df-78d0cd554968 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:36:25.867317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 on network 171f7899-3777-4438-a0df-78d0cd554968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:36:25.867684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Attempting to bind port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 on network 171f7899-3777-4438-a0df-78d0cd554968 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:36:25.873229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:36:25.873606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Checking segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:36:25.874064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Bound using segment: {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:36:25.874535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Bound port: 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43d0d49-9fcd-481a-8850-38e622a6f21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '171f7899-3777-4438-a0df-78d0cd554968'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:36:25.874915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.971463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:36:25.974573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:36:25.977987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:25.993512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f77714a1-bccc-473c-97f0-028f55e50fe9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:26.437406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:26.440795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:26.474707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:26.475494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:26.476913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 1093 time: 1.5259829 Apr 15 18:36:26.477509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:36:26.500188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94470a72-bea5-4871-990a-c63a1277c97f req-ff053475-b6b3-418b-9285-ce296aff208b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:26.502003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94470a72-bea5-4871-990a-c63a1277c97f req-ff053475-b6b3-418b-9285-ce296aff208b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 943 time: 0.0964830 Apr 15 18:36:26.557563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94470a72-bea5-4871-990a-c63a1277c97f req-de3ebc70-fcd8-41ec-adfc-3d1d0c63334b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486865 Apr 15 18:36:26.561345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'status': 'completed', 'code': 200} Apr 15 18:36:26.609220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-5bba9d32-9162-4ef4-b07c-5665305c8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:26.610917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-5bba9d32-9162-4ef4-b07c-5665305c8e29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1096 time: 0.0918427 Apr 15 18:36:26.685011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-9932af33-814f-4407-8aab-5ba88f32614d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 217 time: 0.0668354 Apr 15 18:36:26.757030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-c8b3d666-01f3-4bf6-8b9a-c85c182d170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:26.758743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-c8b3d666-01f3-4bf6-8b9a-c85c182d170d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 200 len: 835 time: 0.0678949 Apr 15 18:36:26.841135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-60f82860-85f9-45ca-bad9-ec7378179b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:26.842825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-60f82860-85f9-45ca-bad9-ec7378179b63 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171f7899-3777-4438-a0df-78d0cd554968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777693 Apr 15 18:36:26.903128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:26.985369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:26.985981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:26.987140 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-00774cf1-3ff6-48d3-ae01-a4a37607b436 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377089 Apr 15 18:36:27.051215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ceaceb-a6bf-43a8-973a-c5c5c3e7761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:27.133072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96a17abe-d206-48d8-a426-c0b1a15bbb47 req-c9ade1a3-6921-412b-ae6d-1dd91e13f6b1 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402128 Apr 15 18:36:27.170356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:27.258190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-99cbfda8-fd50-4e34-bbe9-3c197dcdf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:27.259796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-99cbfda8-fd50-4e34-bbe9-3c197dcdf7a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1096 time: 0.0817575 Apr 15 18:36:27.399950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-ece22ff1-5f9d-443b-9211-12324cf4823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:27.402090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-ece22ff1-5f9d-443b-9211-12324cf4823e service neutron] 10.222.0.49 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 898 time: 0.1352797 Apr 15 18:36:27.473553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-846f061a-f254-4145-b605-c5806b0f0a92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 217 time: 0.0650511 Apr 15 18:36:27.544022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-745cc9aa-244a-4955-b97b-a44aabe0c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:27.545545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-745cc9aa-244a-4955-b97b-a44aabe0c8fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 200 len: 835 time: 0.0659759 Apr 15 18:36:27.627984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-3f7748e3-abb6-424a-a1b2-74fd9a69c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:27.629629 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-3f7748e3-abb6-424a-a1b2-74fd9a69c116 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171f7899-3777-4438-a0df-78d0cd554968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773921 Apr 15 18:36:27.725413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:27.775481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43608d68-90da-495e-b34a-ce35a41380d6 req-c77664a6-983d-4818-aaab-bb8d30094793 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:27.777186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43608d68-90da-495e-b34a-ce35a41380d6 req-c77664a6-983d-4818-aaab-bb8d30094793 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 943 time: 0.1018569 Apr 15 18:36:27.780901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-b6fd1e97-820b-4971-abed-4aa596d930c6 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432517 Apr 15 18:36:27.827626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43608d68-90da-495e-b34a-ce35a41380d6 req-27dd0503-25fd-42f2-906f-4a381ff6c8ec tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434973 Apr 15 18:36:27.926660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c468f397-e9c5-44c0-9fd0-8ecdc4582fb7 req-09b00f19-4bef-411f-87dc-6c7734a2f0ec service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388168 Apr 15 18:36:28.463024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:29.028010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eacb84-f106-43da-bf84-1643879ff611 req-ebade6fe-6deb-4ff9-a5c4-41a02461f89d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:29.029580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87eacb84-f106-43da-bf84-1643879ff611 req-ebade6fe-6deb-4ff9-a5c4-41a02461f89d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 943 time: 0.0918128 Apr 15 18:36:29.076863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87eacb84-f106-43da-bf84-1643879ff611 req-ee20d850-4468-4a3f-9e8a-4be2614aeb26 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Apr 15 18:36:29.765883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3b2c404e-df37-4ef6-91a6-cbd543989cd0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:36:29.906284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:29.920426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:36:29.977258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:29.995208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2c404e-df37-4ef6-91a6-cbd543989cd0 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:36:30.010749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:30.013468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:30.015281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:30.087124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:30.090724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:30.202128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['3b2c404e-df37-4ef6-91a6-cbd543989cd0'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:36:30.279445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd8c92-3d92-4907-8690-add9c3bbb7b7 req-0ffa196c-72ed-4b75-afc0-21614539fc3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:30.281075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2dd8c92-3d92-4907-8690-add9c3bbb7b7 req-0ffa196c-72ed-4b75-afc0-21614539fc3f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 944 time: 0.0923955 Apr 15 18:36:30.329323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e2dd8c92-3d92-4907-8690-add9c3bbb7b7 req-7044ce83-ae1c-4817-a71c-1bb35c96aed8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Apr 15 18:36:31.532804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981f2a0-628b-467c-b6d0-debd7d358c1e req-9a4a05c9-3c82-445f-b908-081994514219 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:31.534473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b981f2a0-628b-467c-b6d0-debd7d358c1e req-9a4a05c9-3c82-445f-b908-081994514219 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 944 time: 0.0930605 Apr 15 18:36:31.582184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b981f2a0-628b-467c-b6d0-debd7d358c1e req-2e29b107-05c6-4b20-8a4a-e7a0889ecd76 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Apr 15 18:36:31.781478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3b2c404e-df37-4ef6-91a6-cbd543989cd0 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:36:31.850193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:36:31.854939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:36:31.855353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:31.979122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:32.007956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:36:32.019022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:36:32.022372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:32.024302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:32.064512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'code': 200} Apr 15 18:36:32.099794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:32.102878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:32.304277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29905a86-451e-4a13-ad1b-de924a58725d req-bf4526bc-5633-4546-85f9-5b8c99c4eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:32.305786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-29905a86-451e-4a13-ad1b-de924a58725d req-bf4526bc-5633-4546-85f9-5b8c99c4eba3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1098 time: 0.0826812 Apr 15 18:36:32.348547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-29905a86-451e-4a13-ad1b-de924a58725d req-11dfffb6-fb58-43dc-9d49-7f9f1dc983cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359225 Apr 15 18:36:32.787709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49374f20-d01e-4870-9a10-3557f026bdcc req-00779da3-39dc-4a66-82c8-6b6b0ee015ea tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:32.789441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49374f20-d01e-4870-9a10-3557f026bdcc req-00779da3-39dc-4a66-82c8-6b6b0ee015ea tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.0931141 Apr 15 18:36:32.837081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49374f20-d01e-4870-9a10-3557f026bdcc req-ec35eef8-630f-46ed-bf2c-d30e80ba55ba tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Apr 15 18:36:34.039052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01de8-6677-4787-8503-993583b6a876 req-bd17af25-b6a9-49b3-bcb0-737540c89f54 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:34.040549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb01de8-6677-4787-8503-993583b6a876 req-bd17af25-b6a9-49b3-bcb0-737540c89f54 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.0871577 Apr 15 18:36:34.087849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb01de8-6677-4787-8503-993583b6a876 req-4e049fc8-0829-4ab8-a1a2-9cad4a35ff49 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406008 Apr 15 18:36:34.288970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e925-7569-41ab-9e7a-47c3c8019eb2 req-5ff50ef7-b58d-4730-9455-3373d109503f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:34.290635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a195e925-7569-41ab-9e7a-47c3c8019eb2 req-5ff50ef7-b58d-4730-9455-3373d109503f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.0909557 Apr 15 18:36:34.337167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a195e925-7569-41ab-9e7a-47c3c8019eb2 req-fd1c8ee7-5464-4184-9853-25110948b369 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Apr 15 18:36:34.362169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43168) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:34.438118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ce243-7495-4045-9b74-083e0a3aeb2e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:34.439717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e32ce243-7495-4045-9b74-083e0a3aeb2e tempest-TestNetworkBasicOps-1277833291 tempest-TestNetworkBasicOps-1277833291-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1093 time: 0.0765080 Apr 15 18:36:34.442632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43172) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:34.448005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:36:34.454224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:36:34.458261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Usage tracker for resource:floatingip and tenant:69fafcd966e746a1a3f3beda84b49f90 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:36:34.461685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:36:34.468214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:36:34.477592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:34.620260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:34.766591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Allocated IP 172.26.7.62 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/0389ca9c-6fb4-4d19-9c2e-d77abc141f76) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:36:35.196580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:35.227450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:35.243446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:35.377945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0389ca9c-6fb4-4d19-9c2e-d77abc141f76,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:35.381084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:35.432661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:36:35.433795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:36:35.436167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:36:35.856458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:35.934780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:36.152259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:36.156003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:36.172249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9af84929-5961-4e73-bc4a-ff3be1ac1a07 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:36:36.305201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event updated for resources: {'Port': ['ID=0389ca9c-6fb4-4d19-9c2e-d77abc141f76,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:36:36.309788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:36:36.412597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:36.590675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP c6041c00-88f0-462f-b346-ae5a073d9b62 associated. External IP: 172.26.7.62, port: 3b2c404e-df37-4ef6-91a6-cbd543989cd0. Apr 15 18:36:36.964455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:36:37.154605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:36:37.164898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:36:37.175899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:37.176569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:37.178650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:37.238208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7944515 Apr 15 18:36:37.238939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:36:37.241149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43176) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:37.287130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'status': 'completed', 'code': 200} Apr 15 18:36:37.364825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:37.413601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-01a5166e-60d4-4dce-8835-5fb34c24b7f1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.1698287 Apr 15 18:36:37.435320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-4caec5c5-174c-4e8e-bdfc-76f37a169f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:37.436911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-4caec5c5-174c-4e8e-bdfc-76f37a169f14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1098 time: 0.1243601 Apr 15 18:36:37.578876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-b1721d5f-c8ff-408f-a3ab-b7aeea8658ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:37.580482 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-b1721d5f-c8ff-408f-a3ab-b7aeea8658ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 898 time: 0.1376314 Apr 15 18:36:37.697170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-adb4a1bf-19f6-47d9-8c82-3876c788ca51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 998 time: 0.1107359 Apr 15 18:36:37.771833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-ddc1ec52-c86a-4ec9-9d70-ff323e8d1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:37.773436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-ddc1ec52-c86a-4ec9-9d70-ff323e8d1c75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 200 len: 835 time: 0.0700388 Apr 15 18:36:37.860962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-47ee4003-bec5-4b2b-b7bc-fe00691eb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:36:37.862918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-47ee4003-bec5-4b2b-b7bc-fe00691eb237 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171f7899-3777-4438-a0df-78d0cd554968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829504 Apr 15 18:36:37.901267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:36:35Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:25Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:37.905368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:36:37.914132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:36:37.914788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:38.005074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-bd113b99-c918-458d-bc28-04f7896a6075 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361749 Apr 15 18:36:38.101116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:36:38.150232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3648c1ae-a10d-4daa-9fb3-404100198a41 req-045c4955-4a0d-49f7-85d4-e1906150a6b7 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388342 Apr 15 18:36:38.416728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43182) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:38.470736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:36:35Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:25Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:36:38.474916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e169b7e-727a-412b-89af-6ce6a9340e6c None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:18Z', 'revision_number': 4, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:36:35Z', 'revision_number': 0, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:36:25Z', 'revision_number': 5, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:36:38.533954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10b7d3f2-4951-4f88-a143-513cc5fff70d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.1159759 Apr 15 18:36:38.722412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e1659-d2c5-4f4b-a16a-aa50e293392d None None] New status for floating IP c6041c00-88f0-462f-b346-ae5a073d9b62: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:36:39.538152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43186) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:36:39.652189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1207cf2-5414-4083-b03a-15d513e02dca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 992 time: 0.1127276 Apr 15 18:36:44.654475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:54.213710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2a335be3-781f-4420-b6b6-c58244aba7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:56.502917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:36:57.022152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ede5c291-8049-4c18-ab00-321187fa9dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:57.172736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:57.726789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:36:58.465865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:02.151328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-8bc7be2f-f3b4-4284-81e6-c0019b2a6478 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807099 Apr 15 18:37:02.300088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-66edd74e-dc60-44d2-b287-ee5bca253569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:02.301692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-66edd74e-dc60-44d2-b287-ee5bca253569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1098 time: 0.0812356 Apr 15 18:37:02.456574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-05d67def-13f2-47a6-8acb-a80982f5494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:02.458053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-05d67def-13f2-47a6-8acb-a80982f5494e service neutron] 10.222.0.49 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 898 time: 0.1366982 Apr 15 18:37:02.565079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-02adae6a-1a93-42df-9ac3-0fccece7021f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 1000 time: 0.0992255 Apr 15 18:37:02.635063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-cec6a9bf-aa13-42f5-b8ce-dadee40951ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:02.636585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-cec6a9bf-aa13-42f5-b8ce-dadee40951ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 200 len: 835 time: 0.0656633 Apr 15 18:37:02.717976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-b691ce47-dde4-4401-800d-182d19230b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:02.719624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-b691ce47-dde4-4401-800d-182d19230b3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171f7899-3777-4438-a0df-78d0cd554968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763032 Apr 15 18:37:02.861484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-78982f67-9a24-43ef-860a-2370b2849d6c service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353292 Apr 15 18:37:03.003116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9aab3b42-c1d1-4ec9-b464-f1bc4d6e1060 req-0c20eb83-4fe1-474f-9ac3-ca5473788f78 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353724 Apr 15 18:37:04.277508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43198) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:04.283407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'admin_state_up': False}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:05.120111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:05.130167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:05.319727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:37:05.510534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:37:05.518161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:05.519403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-546bb5ab-fc42-48de-93cb-67a07b7beb12 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/e8d5ea68-0c59-4da7-9295-53142033d407 HTTP/1.1" status: 200 len: 889 time: 1.2407310 Apr 15 18:37:05.520880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:37:05.531705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:05.532381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:05.596447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:05.605335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:05.606004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:05.670700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:05.671136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d583c2e-821f-47b8-a99e-3ce28a001086 None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:37:05.930980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6afadad-d03d-44e0-820f-839b880fedc2 None None] New status for floating IP c6041c00-88f0-462f-b346-ae5a073d9b62: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:37:06.923558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:07.041452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:07.076896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87071be4-acd8-467e-bb59-c4ac28d31803,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:07.079783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:07.080590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:07.110286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:07.204537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:07.208055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:07.266883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:07.283224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7f58371-8586-4c84-bc03-c4022291a9c5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:07.285830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:07.287674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-229fc7d2-fcca-48d3-983c-e294b785bb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:07.356157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:07.359147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:07.660309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43204) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:07.666323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:08.225143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:08.235079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854071985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689359'] for router, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:08.429817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:37:08.620224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:37:08.627259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:08.628521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-84995da6-01ef-4449-8bb1-35150b3269e0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/e8d5ea68-0c59-4da7-9295-53142033d407 HTTP/1.1" status: 200 len: 888 time: 0.9671042 Apr 15 18:37:08.629417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:37:08.631722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43208) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:08.639575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:08.640235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:08.746579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6dbaddee-1560-4b12-b53d-6fe945da6d67 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.1118350 Apr 15 18:37:08.828713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:09.185698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:37:06Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:09.189660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:37:09.198453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:09.199098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:09.385070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:09.749581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43212) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:09.907901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:37:06Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:09.912643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572f206-22a1-4e2e-9ec0-6978e6ceb458 None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'c6041c00-88f0-462f-b346-ae5a073d9b62', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'floating_ip_address': '172.26.7.62', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'port_id': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'mac_address': 'fa:16:3e:92:f1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24debf6b-cf78-41c1-b21c-63569b54a542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:36:35Z', 'updated_at': '2021-04-15T18:37:06Z', 'revision_number': 2, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:07Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:37:10.167153 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38a60bfc-fb76-4d80-80c2-6085c2a13f61 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.4161494 Apr 15 18:37:10.968283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:37:11.045661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:11.046114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.168033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.171291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43216) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:11.204080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87071be4-acd8-467e-bb59-c4ac28d31803,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:11.207186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.208046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:37:11.239408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb4d803d-940d-4ab7-b1fa-4778ce9757f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:11.287985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0e4ed34-7282-420e-b7e9-0b72baab9229 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.1153536 Apr 15 18:37:11.332212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:11.343983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.344368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.344746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.345115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.345483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.345868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.346232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.346597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.346961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.347323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.347684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.348043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:11.352359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:11.358293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7f58371-8586-4c84-bc03-c4022291a9c5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:11.358708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.480744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.497474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7f58371-8586-4c84-bc03-c4022291a9c5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:11.501205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:11.503138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:11.573393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:11.577052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:12.291744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43220) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:12.407797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ea92c24b-a836-45fe-babb-a9805db9ae61 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 990 time: 0.1126695 Apr 15 18:37:12.464751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc6fe0-b13e-48a0-b4b1-60cd92f21316 None None] New status for floating IP c6041c00-88f0-462f-b346-ae5a073d9b62: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:37:12.934888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:37:13.006643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 87071be4-acd8-467e-bb59-c4ac28d31803 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:13.007064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:13.131921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:37:13.205633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b7f58371-8586-4c84-bc03-c4022291a9c5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:13.206173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:13.410683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43224) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:13.528406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0413c46f-c28c-4605-949d-e2dc9539cf5d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 200 len: 992 time: 0.1163788 Apr 15 18:37:13.804566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43232) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:14.020116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 0389ca9c-6fb4-4d19-9c2e-d77abc141f76 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:14.020495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.197727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.198133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.331884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 0389ca9c-6fb4-4d19-9c2e-d77abc141f76 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:14.482293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.497636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f52018d-1800-4e99-a2e5-adb0d5247e31 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:14.588717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=0389ca9c-6fb4-4d19-9c2e-d77abc141f76,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:14.604840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.605265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.605691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.606137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.606551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.606964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.607374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.607786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.608198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.608604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.609011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.609414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:14.614633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:14.667393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.769663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:14.770072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Floating IP c6041c00-88f0-462f-b346-ae5a073d9b62 disassociated (deleted). External IP: 172.26.7.62, port: 3b2c404e-df37-4ef6-91a6-cbd543989cd0. Apr 15 18:37:15.425903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:37:15.614588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:37:15.624040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:37:15.631298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:15.633766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:15.634449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:15.692740 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/floatingips/c6041c00-88f0-462f-b346-ae5a073d9b62 HTTP/1.1" status: 204 len: 168 time: 1.8868945 Apr 15 18:37:15.693357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:37:15.743062 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'status': 'completed', 'code': 200} Apr 15 18:37:15.831045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:15.856161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-99c5a906-6f3d-4073-8b02-2574cd635cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:15.857782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-99c5a906-6f3d-4073-8b02-2574cd635cb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=69fafcd966e746a1a3f3beda84b49f90&device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 1098 time: 0.0914283 Apr 15 18:37:16.004128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-e0dcf724-4b0c-4db6-882e-b87340878fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:16.005727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-e0dcf724-4b0c-4db6-882e-b87340878fac service neutron] 10.222.0.49 "GET /v2.0/networks?id=171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 200 len: 898 time: 0.1410201 Apr 15 18:37:16.083407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-17b500dd-35d0-4caa-9b41-12b469ee74cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 200 len: 217 time: 0.0699914 Apr 15 18:37:16.103826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e112e0-87db-4956-9959-25c9a6813757 req-371267cb-e512-40e9-b7b7-96a80847f924 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:16.105553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75e112e0-87db-4956-9959-25c9a6813757 req-371267cb-e512-40e9-b7b7-96a80847f924 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.0964661 Apr 15 18:37:16.156355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-5be2024c-5732-40a0-8be3-a4d9e0b03e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:16.158004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-5be2024c-5732-40a0-8be3-a4d9e0b03e6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 200 len: 835 time: 0.0673995 Apr 15 18:37:16.160026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75e112e0-87db-4956-9959-25c9a6813757 req-1fbe48d0-baa0-44fe-9964-abc5d75cf5ab tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Apr 15 18:37:16.183650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:16.187960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:37:16.196807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:16.197460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:16.245003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-8e54da4b-73c3-445b-ac81-a49c57b6b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:16.247300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-8e54da4b-73c3-445b-ac81-a49c57b6b32d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=171f7899-3777-4438-a0df-78d0cd554968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830045 Apr 15 18:37:16.386502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:16.392996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-1d143ad9-4c05-4dd6-a0cb-908afc1d7429 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388230 Apr 15 18:37:16.538820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7604349c-d7b2-4d71-9983-4c2d8039ce2b req-7ae8bbab-8d8d-45f3-b900-1c97f4e6cf67 service neutron] 10.222.0.49 "GET /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381979 Apr 15 18:37:16.707928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:16.711894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7926ddb3-4e9d-4a84-9682-ee6f5d989c3c None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:08Z', 'revision_number': 6, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '87071be4-acd8-467e-bb59-c4ac28d31803', 'name': '', 'network_id': '171f7899-3777-4438-a0df-78d0cd554968', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'mac_address': 'fa:16:3e:55:0d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:17Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'subnets': [{'id': 'e050e167-84f1-4614-b33f-937ab47a293c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:37:17.351491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c945c-7b54-4b71-943c-28c71a178516 req-fffb3db1-353b-48b1-9bb2-1f3afe8ba959 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:17.352279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-365c945c-7b54-4b71-943c-28c71a178516 req-fffb3db1-353b-48b1-9bb2-1f3afe8ba959 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Synchronizing usage tracker for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:37:17.368190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e8a7-eb8a-4977-a113-5f17ef9891b5 req-2258c62c-b54b-4e90-9582-1159d15988cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:17.369292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-365c945c-7b54-4b71-943c-28c71a178516 req-fffb3db1-353b-48b1-9bb2-1f3afe8ba959 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Unset dirty status for tenant:69fafcd966e746a1a3f3beda84b49f90 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:37:17.371134 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-365c945c-7b54-4b71-943c-28c71a178516 req-fffb3db1-353b-48b1-9bb2-1f3afe8ba959 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.1105170 Apr 15 18:37:17.374461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3787e8a7-eb8a-4977-a113-5f17ef9891b5 req-2258c62c-b54b-4e90-9582-1159d15988cd tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 945 time: 0.0957615 Apr 15 18:37:17.421773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3787e8a7-eb8a-4977-a113-5f17ef9891b5 req-30ce253c-7a19-45fa-a0c6-3ef5eb642dc2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/security-groups?id=05f39583-852a-4902-a2f7-66750eb198c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Apr 15 18:37:17.449644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:17.450072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:17.596130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af424bd9-5bfd-46fc-b786-e3cdcc859a56 None None] New status for floating IP c6041c00-88f0-462f-b346-ae5a073d9b62: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:37:17.714820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 3b2c404e-df37-4ef6-91a6-cbd543989cd0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3b2c404e-df37-4ef6-91a6-cbd543989cd0,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:17.715440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:17.849713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 3b2c404e-df37-4ef6-91a6-cbd543989cd0 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:17.999180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:18.014242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-afc68a59-7285-4b51-9a5d-971c47f63c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:18.065646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=3b2c404e-df37-4ef6-91a6-cbd543989cd0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:18.112583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:18.263386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] No DVR routers for this DVR port 3b2c404e-df37-4ef6-91a6-cbd543989cd0 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:37:18.266027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:18.270258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'name': 'network-vif-deleted', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:37:18.284068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-365c945c-7b54-4b71-943c-28c71a178516 req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.49 "DELETE /v2.0/ports/3b2c404e-df37-4ef6-91a6-cbd543989cd0 HTTP/1.1" status: 204 len: 173 time: 0.9077139 Apr 15 18:37:18.320279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24debf6b-cf78-41c1-b21c-63569b54a542', 'name': 'network-vif-deleted', 'tag': '3b2c404e-df37-4ef6-91a6-cbd543989cd0', 'status': 'completed', 'code': 200} Apr 15 18:37:18.601045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa99c691-1b73-47d9-998c-b4386077d4cf req-6e23e252-ca39-407e-ab64-0f2b0d3f1a9c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "GET /v2.0/ports?device_id=24debf6b-cf78-41c1-b21c-63569b54a542 HTTP/1.1" status: 200 len: 210 time: 0.0539021 Apr 15 18:37:19.703046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43250) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:19.777682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:19.812445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:19.866158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:19.871497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-240fb074-4edf-46e9-986a-01eec8693287 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:19.887909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f39583-852a-4902-a2f7-66750eb198c8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:19.892307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:19.895902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:19.899801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-831acd39-a0c4-47fa-b73c-091e9a00980e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/security-groups/05f39583-852a-4902-a2f7-66750eb198c8 HTTP/1.1" status: 204 len: 168 time: 0.1930099 Apr 15 18:37:19.927402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43256) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:20.516895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:20.895571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port 87071be4-acd8-467e-bb59-c4ac28d31803 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:20.896042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:21.091575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port 87071be4-acd8-467e-bb59-c4ac28d31803, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=87071be4-acd8-467e-bb59-c4ac28d31803,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:21.091895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:21.226304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for 87071be4-acd8-467e-bb59-c4ac28d31803 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:21.409654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:21.425542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-45923095-e3a3-4374-ab87-ca7dd51620e3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:21.814013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=87071be4-acd8-467e-bb59-c4ac28d31803,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:21.817948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:21.999284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3b2c404e-df37-4ef6-91a6-cbd543989cd0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:22.036249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 3b2c404e-df37-4ef6-91a6-cbd543989cd0 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:37:22.036647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3b2c404e-df37-4ef6-91a6-cbd543989cd0 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:37:22.165800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:22.670930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Router e8d5ea68-0c59-4da7-9295-53142033d407 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:37:22.856880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:37:22.866650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Sync routers for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:37:22.870912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "PUT /v2.0/routers/e8d5ea68-0c59-4da7-9295-53142033d407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416986 Apr 15 18:37:22.874078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43260) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:22.877545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:22.878212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:22.951538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting subnet e050e167-84f1-4614-b33f-937ab47a293c {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:37:22.954931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.013483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.070382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:23.100419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.366463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:21Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:23.371176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Checking router: e8d5ea68-0c59-4da7-9295-53142033d407 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:37:23.380261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Routers {'e8d5ea68-0c59-4da7-9295-53142033d407'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:37:23.380915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:36:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['e8d5ea68-0c59-4da7-9295-53142033d407'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:23.385170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.402004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a87b1ad7-f00e-4045-b021-0e370ee19a94 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:23.499156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Subnet': ['ID=e050e167-84f1-4614-b33f-937ab47a293c,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:23.504572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:23.542726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.548522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c4308-e104-4752-ba24-0b5023c52911 None None] Network 171f7899-3777-4438-a0df-78d0cd554968 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:37:23.550872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/subnets/e050e167-84f1-4614-b33f-937ab47a293c HTTP/1.1" status: 204 len: 168 time: 0.6759191 Apr 15 18:37:23.553426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43264) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:23.733992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] Set router e8d5ea68-0c59-4da7-9295-53142033d407 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:37:23.755673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.844238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46808904-8713-43ef-9050-3b21e0314868 None None] DHCP port deletion for 171f7899-3777-4438-a0df-78d0cd554968 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:37:23.849005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Deleting port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:23.849401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.953354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:23.963037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Deleting port b7f58371-8586-4c84-bc03-c4022291a9c5 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:23.963416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.053981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:21Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:24.058723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77a659-0c6f-4611-9d33-2f7fa8282f20 None None] The sync data for ids ['e8d5ea68-0c59-4da7-9295-53142033d407'] in dv-neutron-786478-1-hyperv is: [{'id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'name': 'tempest-TestNetworkBasicOps-router-1182612694', 'tenant_id': '69fafcd966e746a1a3f3beda84b49f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249'}], 'enable_snat': True}, 'gw_port_id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:21Z', 'revision_number': 7, 'project_id': '69fafcd966e746a1a3f3beda84b49f90', 'gw_port': {'id': 'b7f58371-8586-4c84-bc03-c4022291a9c5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d5ea68-0c59-4da7-9295-53142033d407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:36:12Z', 'updated_at': '2021-04-15T18:37:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:37:24.076836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-46808904-8713-43ef-9050-3b21e0314868 None None] For port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,segment=NetworkSegment(e43d0d49-9fcd-481a-8850-38e622a6f21a),segment_id=e43d0d49-9fcd-481a-8850-38e622a6f21a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:24.077314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.160463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] For port b7f58371-8586-4c84-bc03-c4022291a9c5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b7f58371-8586-4c84-bc03-c4022291a9c5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:24.161041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.226642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Calling delete_port for a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:24.282785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ebf72c36-92fd-46b2-82e2-8a4568bbe581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.298244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Calling delete_port for b7f58371-8586-4c84-bc03-c4022291a9c5 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:24.319414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.334908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:24.439739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Pushing event deleted for resources: {'Port': ['ID=a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:24.446242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:24.477275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.477522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46808904-8713-43ef-9050-3b21e0314868 None None] No DVR routers for this DVR port a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:37:24.493935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b024499-dd10-4242-979e-97192009e8ec tempest-TestServerAdvancedOps-737537348 tempest-TestServerAdvancedOps-737537348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:24.590973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Port': ['ID=b7f58371-8586-4c84-bc03-c4022291a9c5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:24.594838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:24.753140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.939904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.942483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.963346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.964534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Fanout notify agent at l3_agent the message router_deleted on router e8d5ea68-0c59-4da7-9295-53142033d407 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:37:24.980453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:24.981700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/routers/e8d5ea68-0c59-4da7-9295-53142033d407 HTTP/1.1" status: 204 len: 168 time: 1.4271660 Apr 15 18:37:24.984626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43268) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:24.995910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:25.042288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:37:25.042692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a5f1ed38-8b2a-4f24-9cad-3c1245a6fc0f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:37:25.043164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:25.080619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 87071be4-acd8-467e-bb59-c4ac28d31803 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:37:25.081175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 87071be4-acd8-467e-bb59-c4ac28d31803 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:37:25.403802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:25.594990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:25.714948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171f7899-3777-4438-a0df-78d0cd554968']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:25.727547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43d0d49-9fcd-481a-8850-38e622a6f21a') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:25.727897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43d0d49-9fcd-481a-8850-38e622a6f21a') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:37:25.740799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:25.759851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:25.766365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:37:25.943235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:37:25.952270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.131448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Network 171f7899-3777-4438-a0df-78d0cd554968 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:37:26.155846 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:37:26.234360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.238088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70498f37-9db5-41c6-92d3-32d0a707a683 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:26.256850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.268737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Pushing event deleted for resources: {'Network': ['ID=171f7899-3777-4438-a0df-78d0cd554968,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:26.272168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:26.277208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] 10.222.0.32 "DELETE /v2.0/networks/171f7899-3777-4438-a0df-78d0cd554968 HTTP/1.1" status: 204 len: 168 time: 1.2915232 Apr 15 18:37:26.579950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43276) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:26.733739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8b71905c-13d1-4cec-9851-db3fa9074bd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69fafcd966e746a1a3f3beda84b49f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524706 Apr 15 18:37:26.736703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43282) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:26.798201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.825755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.868857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.874269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-158d32cf-05f7-4a56-a126-9d22554af241 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:26.888655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2219e4d-f9ff-49b0-809b-10d3dff87841,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:26.892030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:26.892603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:26.895879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:26.897081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2219e4d-f9ff-49b0-809b-10d3dff87841 HTTP/1.1" status: 204 len: 168 time: 0.1593893 Apr 15 18:37:26.938084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b7f58371-8586-4c84-bc03-c4022291a9c5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:37:26.938557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b7f58371-8586-4c84-bc03-c4022291a9c5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:37:27.023473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59f80e1f-a0b4-4fa1-9cd3-d09df8f21650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.176109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.187797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43290) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:27.206952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.225567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:27.230262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Usage tracker for resource:security_group_rule and tenant:b3130ca0b5ef432fbdf01689c92d8965 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:27.233181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:27.239410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:27.324992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.327504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.336327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-367dd2ee-6598-47c3-8c4b-a18d12494fac tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:27.380362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f9c87a-69d6-48be-be63-e708dd98303d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:27.383735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:27.386675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3130ca0b5ef432fbdf01689c92d8965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978049 Apr 15 18:37:27.389465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43294) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:27.450654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.477478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.521630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.527354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1647cc4a-96d3-4004-a8d6-9fc367cea80c tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:27.541761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f9c87a-69d6-48be-be63-e708dd98303d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:27.547306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:27.549347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:27.550571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77f9c87a-69d6-48be-be63-e708dd98303d HTTP/1.1" status: 204 len: 168 time: 0.1600897 Apr 15 18:37:27.730120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:28.468460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:33.503064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:37:34.817363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-3afde3cb-1524-48e7-b123-a61502b2f878 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=731a692cc77346079a572ba023bbb1fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318813 Apr 15 18:37:34.983809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-625234e7-4a2c-42db-8ae9-a70d42649819 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:34.985388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-625234e7-4a2c-42db-8ae9-a70d42649819 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623485 Apr 15 18:37:35.001993 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-51ecb019-7cc7-47a9-ae7d-0ba22e7c8528 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/quotas/731a692cc77346079a572ba023bbb1fb HTTP/1.1" status: 200 len: 375 time: 0.0100865 Apr 15 18:37:35.054743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-0e1e4e4e-ceb5-45c5-a0f1-c7ed696c8c91 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=731a692cc77346079a572ba023bbb1fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472605 Apr 15 18:37:35.246199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-496e62c1-9c6b-4cc4-9591-e08a3e756f96 req-f6924cc1-334a-423e-8286-7232d0a036ec tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0489039 Apr 15 18:37:36.353620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5d88781-e0f7-4c0b-b6b5-736c212babb2 req-64dc9cd0-2f6d-489b-b567-40800cf103dd tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0524454 Apr 15 18:37:37.462537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf9b8b02-5cdd-4599-ab04-2a3f77db8196 req-55fd463a-5e0c-4553-b704-79293e6e8f25 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0490093 Apr 15 18:37:38.569896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e933f278-ecc2-41c2-929e-758ba2600389 req-6ed88123-3cc3-4be9-b3e3-bda3484b8ce5 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0509343 Apr 15 18:37:39.739004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4bca70d9-24ac-4fb3-945e-20196f403006 req-c0b2aeb0-2456-4809-845e-a1df4cbab7aa tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0549755 Apr 15 18:37:40.253683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-fe676190-a22e-4f32-a9a3-75a691f3d265 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=731a692cc77346079a572ba023bbb1fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359988 Apr 15 18:37:40.419293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-b1673454-b728-4457-a1ae-0dd3e2daffff tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:40.420859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-b1673454-b728-4457-a1ae-0dd3e2daffff tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629777 Apr 15 18:37:40.438099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Request body: {'port': {'device_id': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5', 'admin_state_up': True, 'tenant_id': '731a692cc77346079a572ba023bbb1fb'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:40.583338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:40.587274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Usage tracker for resource:port and tenant:731a692cc77346079a572ba023bbb1fb is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:40.590242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:40.596242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:40.604774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Made reservation on behalf of 731a692cc77346079a572ba023bbb1fb for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:37:40.611590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:40.625099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:40.640719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:40.644671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Usage tracker for resource:security_group_rule and tenant:731a692cc77346079a572ba023bbb1fb is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:40.647578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:40.653497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:40.740206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:40.743038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:40.748261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09d2c321-9231-45b8-b3bb-ee16a2181d2d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:40.832284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90269f9-b797-4175-a084-c73b2402cc70,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:40.837545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:40.905767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fc471b40-b736-4a3e-b7b8-cf20abeb1272 req-4a842137-0a48-49a3-a7a9-d55baad7e82e tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0517883 Apr 15 18:37:40.931075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Allocated IP 192.168.233.18 (68b3330d-ed17-4a8c-ada6-0441cac400d5/1daac548-68d2-4feb-b317-ff8bb3f41094/efaa34d6-b758-46b7-9807-e0543b9797f3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:37:41.142558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:41.159055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Transition to ACTIVE for port object efaa34d6-b758-46b7-9807-e0543b9797f3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:37:41.182498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:41.197279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3784e300-4573-481d-93c7-2ca909445be1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:41.338751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Pushing event updated for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:41.343888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:41.397373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Network 68b3330d-ed17-4a8c-ada6-0441cac400d5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:37:41.398558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:37:41.400855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:37:41.468702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:41.469392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:41.495532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0620005 Apr 15 18:37:41.508192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Request body: {'port': {'device_id': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:41.623042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d4166ec3-052b-4031-af57-c2c8064e1518 None None] Provisioning for port efaa34d6-b758-46b7-9807-e0543b9797f3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:37:41.628009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d4166ec3-052b-4031-af57-c2c8064e1518 None None] Provisioning complete for port efaa34d6-b758-46b7-9807-e0543b9797f3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:41.628433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4166ec3-052b-4031-af57-c2c8064e1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:41.631079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:41.687992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d4166ec3-052b-4031-af57-c2c8064e1518 None None] Port efaa34d6-b758-46b7-9807-e0543b9797f3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:37:41.991884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaa34d6-b758-46b7-9807-e0543b9797f3 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:37:42.000713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:42.017302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Transition to ACTIVE for port object efaa34d6-b758-46b7-9807-e0543b9797f3 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:37:42.021796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:42.041055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dde2fd18-e50b-4dc3-98ea-030406bb0b71 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:42.113825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fa5fe-3237-4d4a-9d1d-43a087fda750 req-a9b53f37-0d01-4101-81be-8a45909a9ac0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:42.115487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-595fa5fe-3237-4d4a-9d1d-43a087fda750 req-a9b53f37-0d01-4101-81be-8a45909a9ac0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 947 time: 0.0941978 Apr 15 18:37:42.165373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-595fa5fe-3237-4d4a-9d1d-43a087fda750 req-aebdb7d7-8055-40ef-a066-15ef0bb7f1d1 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Apr 15 18:37:42.178310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Pushing event updated for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:42.182706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:42.405920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Attempting to bind port efaa34d6-b758-46b7-9807-e0543b9797f3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:37:42.406303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Attempting to bind port efaa34d6-b758-46b7-9807-e0543b9797f3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:37:42.406672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Attempting to bind port efaa34d6-b758-46b7-9807-e0543b9797f3 on network 68b3330d-ed17-4a8c-ada6-0441cac400d5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:37:42.411580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Port efaa34d6-b758-46b7-9807-e0543b9797f3 on network 68b3330d-ed17-4a8c-ada6-0441cac400d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:37:42.411941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Attempting to bind port efaa34d6-b758-46b7-9807-e0543b9797f3 on network 68b3330d-ed17-4a8c-ada6-0441cac400d5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:37:42.417417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:37:42.417804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Checking segment: {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:37:42.418806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Bound using segment: {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:37:42.419272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Bound port: efaa34d6-b758-46b7-9807-e0543b9797f3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6dc4ea-334f-4c25-ad44-9f74669f5659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:37:42.419655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:42.515845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:37:42.518861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efaa34d6-b758-46b7-9807-e0543b9797f3,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:37:42.522170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:42.537512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:42.689477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Pushing event updated for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:42.694757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:42.725233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:42.725981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:42.727417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] 10.222.0.49 "PUT /v2.0/ports/efaa34d6-b758-46b7-9807-e0543b9797f3 HTTP/1.1" status: 200 len: 1097 time: 1.2243843 Apr 15 18:37:42.727953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:37:42.817387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3', 'status': 'completed', 'code': 200} Apr 15 18:37:42.856759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-6f7eae53-91d8-4641-8055-c67dd089c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:42.858423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-6f7eae53-91d8-4641-8055-c67dd089c7c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=731a692cc77346079a572ba023bbb1fb&device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 1100 time: 0.0897970 Apr 15 18:37:42.934824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-2ed05aef-ed67-4da5-aa40-780c15451ca3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efaa34d6-b758-46b7-9807-e0543b9797f3 HTTP/1.1" status: 200 len: 217 time: 0.0692668 Apr 15 18:37:43.006873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-f31bf827-9ca9-4f64-b39c-a37bc22fee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:43.008348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-f31bf827-9ca9-4f64-b39c-a37bc22fee04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1daac548-68d2-4feb-b317-ff8bb3f41094 HTTP/1.1" status: 200 len: 843 time: 0.0675440 Apr 15 18:37:43.089173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-ec73f28d-82b3-44b6-aaca-a6735d0528f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:43.091284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-ec73f28d-82b3-44b6-aaca-a6735d0528f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68b3330d-ed17-4a8c-ada6-0441cac400d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0760281 Apr 15 18:37:43.231081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-00f42cb6-5df3-4e3f-95b8-3d4c4b732926 service neutron] 10.222.0.49 "GET /v2.0/networks/68b3330d-ed17-4a8c-ada6-0441cac400d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336653 Apr 15 18:37:43.367018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339dfb-4e9a-40b9-afcf-21a01a6aac87 req-de7fb49c-9094-4b67-905d-077bb783faba tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:43.368542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02339dfb-4e9a-40b9-afcf-21a01a6aac87 req-de7fb49c-9094-4b67-905d-077bb783faba tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 947 time: 0.0894201 Apr 15 18:37:43.373628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-55a3ffe9-5428-4962-b628-30dc4517cf16 req-bda76d76-b10f-438c-b71d-5f5428cc69f2 service neutron] 10.222.0.49 "GET /v2.0/networks/68b3330d-ed17-4a8c-ada6-0441cac400d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366038 Apr 15 18:37:43.418881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02339dfb-4e9a-40b9-afcf-21a01a6aac87 req-afb5504c-d5e0-448e-898f-050184b351d1 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Apr 15 18:37:43.494857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-9659d4af-8551-498c-aec2-f3b0b0bbc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:43.496958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-9659d4af-8551-498c-aec2-f3b0b0bbc2de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=731a692cc77346079a572ba023bbb1fb&device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 1100 time: 0.0820918 Apr 15 18:37:43.917738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-d5c41389-3f12-448e-ba72-0a8d280a2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:43.919996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-d5c41389-3f12-448e-ba72-0a8d280a2b17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68b3330d-ed17-4a8c-ada6-0441cac400d5 HTTP/1.1" status: 200 len: 870 time: 0.4164424 Apr 15 18:37:43.991567 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-296e94e5-6287-4c79-9e18-54cfa01fbe89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efaa34d6-b758-46b7-9807-e0543b9797f3 HTTP/1.1" status: 200 len: 217 time: 0.0644987 Apr 15 18:37:44.061296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-173af433-1a17-45fd-900c-fa2b2d1430a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:44.062748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-173af433-1a17-45fd-900c-fa2b2d1430a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1daac548-68d2-4feb-b317-ff8bb3f41094 HTTP/1.1" status: 200 len: 843 time: 0.0636764 Apr 15 18:37:44.143313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-9d43c5ef-1390-40d8-a55c-eaaf455a3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:44.144867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-9d43c5ef-1390-40d8-a55c-eaaf455a3cef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68b3330d-ed17-4a8c-ada6-0441cac400d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0756660 Apr 15 18:37:44.282762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-ae124cde-0f83-4ecf-9400-487eca164e26 service neutron] 10.222.0.49 "GET /v2.0/networks/68b3330d-ed17-4a8c-ada6-0441cac400d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318760 Apr 15 18:37:44.424241 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35556e1-6cb1-4b9e-b6c6-f33d6bd8ae0c req-3283d359-86a9-49f0-bcc5-78519236abc8 service neutron] 10.222.0.49 "GET /v2.0/networks/68b3330d-ed17-4a8c-ada6-0441cac400d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348472 Apr 15 18:37:44.623978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829af2e-6b55-4d8f-838d-f7e178cfed7d req-e808dfb3-25bd-44fa-879b-96dda01d3bf0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:44.625598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c829af2e-6b55-4d8f-838d-f7e178cfed7d req-e808dfb3-25bd-44fa-879b-96dda01d3bf0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 947 time: 0.0935876 Apr 15 18:37:44.666944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:44.675225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c829af2e-6b55-4d8f-838d-f7e178cfed7d req-15d05177-1ecc-4ac7-bae9-d74eb0a61f71 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431998 Apr 15 18:37:45.878448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8ea3d-b30d-42b9-bde2-b1232e0d2ab5 req-493343f5-3f36-4ddb-a8bf-121dcd7d9511 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:45.880038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c6a8ea3d-b30d-42b9-bde2-b1232e0d2ab5 req-493343f5-3f36-4ddb-a8bf-121dcd7d9511 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 947 time: 0.0915835 Apr 15 18:37:45.930019 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c6a8ea3d-b30d-42b9-bde2-b1232e0d2ab5 req-49fa4f2b-9ea4-44c7-9afe-013bb98e17a6 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Apr 15 18:37:46.107171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device efaa34d6-b758-46b7-9807-e0543b9797f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:37:46.245661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efaa34d6-b758-46b7-9807-e0543b9797f3,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:46.259965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'efaa34d6-b758-46b7-9807-e0543b9797f3', 'network_id': '68b3330d-ed17-4a8c-ada6-0441cac400d5', 'port_id': 'efaa34d6-b758-46b7-9807-e0543b9797f3', 'mac_address': 'fa:16:3e:d6:2f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1daac548-68d2-4feb-b317-ff8bb3f41094', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:37:46.317210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:46.337486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaa34d6-b758-46b7-9807-e0543b9797f3 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:37:46.352827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efaa34d6-b758-46b7-9807-e0543b9797f3,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:46.355447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:46.357279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:46.425015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:46.428252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:46.561244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['efaa34d6-b758-46b7-9807-e0543b9797f3'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:37:47.134094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2aafb1-b294-4312-ac45-f04480f78cf2 req-cd5b70a3-a186-428d-9d73-1836a4a6db7b tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:47.135754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6a2aafb1-b294-4312-ac45-f04480f78cf2 req-cd5b70a3-a186-428d-9d73-1836a4a6db7b tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 948 time: 0.0905797 Apr 15 18:37:47.183828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6a2aafb1-b294-4312-ac45-f04480f78cf2 req-4d0ced43-897d-4389-9f0c-bea55349163d tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Apr 15 18:37:48.124015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device efaa34d6-b758-46b7-9807-e0543b9797f3 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:37:48.193488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port efaa34d6-b758-46b7-9807-e0543b9797f3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:37:48.198325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port efaa34d6-b758-46b7-9807-e0543b9797f3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:37:48.198746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:48.324515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:48.352001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:37:48.363693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efaa34d6-b758-46b7-9807-e0543b9797f3,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:48.366882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:48.369798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:48.390162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0961-6f46-45b3-b875-0ac1cb94fa9b req-a5b48c9d-39ae-4110-9900-17a2fc26e073 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:48.391799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fdaa0961-6f46-45b3-b875-0ac1cb94fa9b req-a5b48c9d-39ae-4110-9900-17a2fc26e073 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 948 time: 0.0953567 Apr 15 18:37:48.421912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3', 'code': 200} Apr 15 18:37:48.443282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fdaa0961-6f46-45b3-b875-0ac1cb94fa9b req-5824c159-b5ff-4381-9583-87851f56f392 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443227 Apr 15 18:37:48.449031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:48.452491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:48.643540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34888fe-acff-4c5e-913b-27173ca357ae req-0bb2f415-c4e4-4701-9888-5dd9b1f3d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:48.645035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d34888fe-acff-4c5e-913b-27173ca357ae req-0bb2f415-c4e4-4701-9888-5dd9b1f3d37f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 1102 time: 0.0802350 Apr 15 18:37:48.687088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d34888fe-acff-4c5e-913b-27173ca357ae req-cf980cdb-7ebc-41bb-91a9-c118692fd105 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357814 Apr 15 18:37:49.646070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f644731-0270-458b-b492-04d81a84bf5a req-06fae166-8af0-4061-bfe4-d21acc7da516 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:49.647686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f644731-0270-458b-b492-04d81a84bf5a req-06fae166-8af0-4061-bfe4-d21acc7da516 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 949 time: 0.0902410 Apr 15 18:37:49.699548 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f644731-0270-458b-b492-04d81a84bf5a req-74fc9681-4e23-46e7-b43f-f0042f382d5b tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Apr 15 18:37:50.841625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1acf9-3249-443d-a182-6fd3f3d06127 req-05c02077-8a55-453e-8378-47e31ef4942b tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:50.843242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0f1acf9-3249-443d-a182-6fd3f3d06127 req-05c02077-8a55-453e-8378-47e31ef4942b tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 949 time: 0.0887625 Apr 15 18:37:50.894374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0f1acf9-3249-443d-a182-6fd3f3d06127 req-09e3470f-a19f-4b34-afd9-5a2775250a1e tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Apr 15 18:37:52.064698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-2121bc04-4fd2-4517-b2a4-82e9e57ff5ca tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:52.065385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-2121bc04-4fd2-4517-b2a4-82e9e57ff5ca tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Synchronizing usage tracker for tenant:731a692cc77346079a572ba023bbb1fb on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:37:52.083158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-2121bc04-4fd2-4517-b2a4-82e9e57ff5ca tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Unset dirty status for tenant:731a692cc77346079a572ba023bbb1fb on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:37:52.084396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-2121bc04-4fd2-4517-b2a4-82e9e57ff5ca tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.49 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 949 time: 0.1064756 Apr 15 18:37:52.104029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f298c9-c37b-41dd-9f03-1b6c98743066 req-2c621557-0b33-4667-9429-60eb259fc65a tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:52.105664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38f298c9-c37b-41dd-9f03-1b6c98743066 req-2c621557-0b33-4667-9429-60eb259fc65a tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 949 time: 0.0939095 Apr 15 18:37:52.155965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38f298c9-c37b-41dd-9f03-1b6c98743066 req-1efd0779-b638-42f6-a53f-d244fdeef9c4 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/security-groups?id=b90269f9-b797-4175-a084-c73b2402cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434563 Apr 15 18:37:52.167274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Deleting port efaa34d6-b758-46b7-9807-e0543b9797f3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:37:52.167663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:52.428033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] For port efaa34d6-b758-46b7-9807-e0543b9797f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=efaa34d6-b758-46b7-9807-e0543b9797f3,segment=NetworkSegment(ee6dc4ea-334f-4c25-ad44-9f74669f5659),segment_id=ee6dc4ea-334f-4c25-ad44-9f74669f5659)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:37:52.428348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:52.558089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Calling delete_port for efaa34d6-b758-46b7-9807-e0543b9797f3 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:37:52.705074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:52.716125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['efaa34d6-b758-46b7-9807-e0543b9797f3'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:37:52.720065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:52.817591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Pushing event deleted for resources: {'Port': ['ID=efaa34d6-b758-46b7-9807-e0543b9797f3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:52.824026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:52.970259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] No DVR routers for this DVR port efaa34d6-b758-46b7-9807-e0543b9797f3 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:37:52.972869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:52.975958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'name': 'network-vif-deleted', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:37:52.993069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c1d98f6-0f58-4009-aed3-f3c69a0aeb96 req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.49 "DELETE /v2.0/ports/efaa34d6-b758-46b7-9807-e0543b9797f3 HTTP/1.1" status: 204 len: 173 time: 0.9032943 Apr 15 18:37:53.032993 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b88784-5ad1-4e41-96c9-07dacac7ac2d', 'name': 'network-vif-deleted', 'tag': 'efaa34d6-b758-46b7-9807-e0543b9797f3', 'status': 'completed', 'code': 200} Apr 15 18:37:53.476359 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b757cb97-ea10-4897-9862-664bf3b1b6d9 req-957c8093-9bfc-42e7-936c-a295d6864ce8 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1b88784-5ad1-4e41-96c9-07dacac7ac2d HTTP/1.1" status: 200 len: 210 time: 0.0533309 Apr 15 18:37:54.214800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-23aa677d-8637-442d-8675-ddc176619620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:54.847291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43446) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:55.003402 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a1a411bc-0e8c-4160-8771-06b59266bdd4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=731a692cc77346079a572ba023bbb1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547837 Apr 15 18:37:55.005896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43452) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:55.067152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.093560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.138754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.143721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fd8e398-dd52-4f1a-9495-a5eb0bde2747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:55.157666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90269f9-b797-4175-a084-c73b2402cc70,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:55.160458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:55.161736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.163692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ee0f6c09-731a-4f9a-a6c7-a5933ee5abe4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b90269f9-b797-4175-a084-c73b2402cc70 HTTP/1.1" status: 204 len: 168 time: 0.1567755 Apr 15 18:37:55.441630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43460) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:55.461017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.476511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:55.481230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Usage tracker for resource:security_group_rule and tenant:3e6c33e1bbfc41b8b03f2570a96d7b9f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:55.484178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:55.490443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:55.577444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.580234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.588513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10ce9dd4-5e23-4150-bc80-d2be8bed9abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:55.631794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e6c33e1bbfc41b8b03f2570a96d7b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889312 Apr 15 18:37:55.632678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c1e10-21bf-4b1c-8adf-75b3045ba5ca,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:55.634626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43464) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:55.635921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:55.697370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.724696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.774100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.779708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-36abaa0a-66e3-43b2-b6f8-e6ff4bc39d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:55.792134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c1e10-21bf-4b1c-8adf-75b3045ba5ca,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:55.801983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.802418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.802842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.803257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.803669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.804091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.804506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.804916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.805325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.805732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.806166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.806573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:37:55.809911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:55.810929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:55.813097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b6bfea7-e3fa-49c0-ba06-0adff414c24e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae1c1e10-21bf-4b1c-8adf-75b3045ba5ca HTTP/1.1" status: 204 len: 168 time: 0.1766760 Apr 15 18:37:56.189470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device efaa34d6-b758-46b7-9807-e0543b9797f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:37:56.226289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: efaa34d6-b758-46b7-9807-e0543b9797f3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:37:56.226695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device efaa34d6-b758-46b7-9807-e0543b9797f3 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:37:56.550522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:56.660940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-548943676-network', 'tenant_id': 'af8ea1cf87a540c2ba8aadcaec2795bc'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:56.666079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:56.670390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Usage tracker for resource:network and tenant:af8ea1cf87a540c2ba8aadcaec2795bc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:56.673394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:56.680422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:56.689621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Made reservation on behalf of af8ea1cf87a540c2ba8aadcaec2795bc for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:37:56.694504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.707715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.722952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:56.726910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:af8ea1cf87a540c2ba8aadcaec2795bc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:56.729892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:56.736240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:56.820525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.823299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.828085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-304cd467-1715-495b-bb3a-cacb5782da73 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:56.856068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:37:56.865257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f8f235-2682-4354-90b9-812461caf9d7,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:56.873052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.873806 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Added segment 2f5a32e4-9046-4c46-b0a0-efe91f187379 of type vlan for network b55403b4-5cd6-4fe3-94df-9f9da3101f5a Apr 15 18:37:56.878782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:56.902911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.931756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.932834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:56.933480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:56.939191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f24956c7-e763-44ba-8c71-b538ee8bed6e tempest-NetworksTest-1324484579 tempest-NetworksTest-1324484579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:57.024787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ff0a426-0b16-40a1-9306-8a383233bce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.046362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4945745 Apr 15 18:37:57.047351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b55403b4-5cd6-4fe3-94df-9f9da3101f5a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:57.049465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:37:57.050142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d0e1e6bb-2764-44f7-9675-dc1ddedbd2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:57.055871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Request body: {'subnet': {'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-548943676-subnet', 'tenant_id': 'af8ea1cf87a540c2ba8aadcaec2795bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:37:57.058251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:37:57.061882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:37:57.065973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Usage tracker for resource:subnet and tenant:af8ea1cf87a540c2ba8aadcaec2795bc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:37:57.068938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:37:57.075822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:37:57.085550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Made reservation on behalf of af8ea1cf87a540c2ba8aadcaec2795bc for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:37:57.090937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.178947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.493566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.508335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54e1529e-3f97-4d7e-a164-5dcd5d212239 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:37:57.630162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06ce918-9227-477b-b4b9-b8fdb2d33fa1,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:37:57.642195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:37:57.701401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Checking segment: {'id': '2f5a32e4-9046-4c46-b0a0-efe91f187379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:37:57.701791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Network hostable DHCP agents. Network: b55403b4-5cd6-4fe3-94df-9f9da3101f5a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:37:57.721284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:37:57.730533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b55403b4-5cd6-4fe3-94df-9f9da3101f5a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:37:57.732316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.743841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418e351-7d09-41ea-b6ed-eca20f2c0653 None None] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:37:57.745687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:57.746440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:57.790517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-11eb91b5-a308-4c50-8dc4-f1ca7cf23654 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7397373 Apr 15 18:37:57.976223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facb230f-20da-4058-af18-45fcbdeb9ad9 None None] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:37:58.431315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-ff81a988-1c16-4056-afaa-50c2094bf6a9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:37:58.432000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-111fa685-1273-4b45-8719-386156e671e8 req-ff81a988-1c16-4056-afaa-50c2094bf6a9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Synchronizing usage tracker for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:37:58.448809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-111fa685-1273-4b45-8719-386156e671e8 req-ff81a988-1c16-4056-afaa-50c2094bf6a9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Unset dirty status for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:37:58.450886 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-ff81a988-1c16-4056-afaa-50c2094bf6a9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 811 time: 0.1845491 Apr 15 18:37:58.468584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-d9670e46-cefc-4e0f-9579-d64ce2c6ccaf tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/quotas/af8ea1cf87a540c2ba8aadcaec2795bc HTTP/1.1" status: 200 len: 375 time: 0.0105195 Apr 15 18:37:58.471772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:37:58.528470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-c79e0b13-494f-4e83-a40c-f8c2df27e96a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530145 Apr 15 18:37:58.716747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-6151f5a2-1d1d-4b57-9b66-9f74c7ad6491 service neutron] 10.222.0.32 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809282 Apr 15 18:37:58.862320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-7e78d45e-c790-41e0-9f79-9d5eabac9428 service neutron] 10.222.0.32 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390202 Apr 15 18:37:59.056763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-76d107fd-6867-45e3-8e83-f565e65731be req-21d6424a-f716-4c06-b548-1651c00023a5 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 210 time: 0.0495348 Apr 15 18:38:00.088722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-b6d0e9c9-6fcb-47d5-a110-4d485cab0c29 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:00.090956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-b6d0e9c9-6fcb-47d5-a110-4d485cab0c29 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.49 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 811 time: 0.1609883 Apr 15 18:38:00.102867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Request body: {'port': {'device_id': '7407bc9a-47de-4198-a6e9-78e464813dae', 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a', 'admin_state_up': True, 'tenant_id': 'af8ea1cf87a540c2ba8aadcaec2795bc'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:00.219386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d3bf26e0-1b82-4a19-a722-7545f0d39ca6 req-1bf07bb9-a3b2-42db-9020-bbdcaec4ab00 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 210 time: 0.0486307 Apr 15 18:38:00.255682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:38:00.259727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Usage tracker for resource:port and tenant:af8ea1cf87a540c2ba8aadcaec2795bc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:38:00.263291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:38:00.269193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:38:00.278208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Made reservation on behalf of af8ea1cf87a540c2ba8aadcaec2795bc for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:38:00.284231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:00.454749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Allocated IP 172.20.0.5 (b55403b4-5cd6-4fe3-94df-9f9da3101f5a/f06ce918-9227-477b-b4b9-b8fdb2d33fa1/cad70bc7-0928-403d-b6df-1e78a9cf610b) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:38:00.663491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:00.692731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:00.710683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d27e421-f36f-4487-a911-38978d68189d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:00.852418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:00.865611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:00.906642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:38:00.907789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:38:00.910034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:38:00.974380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:00.975055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:00.995012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8964252 Apr 15 18:38:01.007583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Request body: {'port': {'device_id': '7407bc9a-47de-4198-a6e9-78e464813dae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:01.128003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:01.426203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8736e1-dc4c-44e3-a344-fcbd9641f559 req-8e49e758-5097-4b95-87f2-b8d067a692b6 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:01.427878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a8736e1-dc4c-44e3-a344-fcbd9641f559 req-8e49e758-5097-4b95-87f2-b8d067a692b6 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 931 time: 0.0946581 Apr 15 18:38:01.475724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5a8736e1-dc4c-44e3-a344-fcbd9641f559 req-abaab1a6-6197-4b54-a63a-1de2ece5e886 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Synchronizing usage tracker for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:38:01.490986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad70bc7-0928-403d-b6df-1e78a9cf610b {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:38:01.494672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-5a8736e1-dc4c-44e3-a344-fcbd9641f559 req-abaab1a6-6197-4b54-a63a-1de2ece5e886 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Unset dirty status for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:38:01.496312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a8736e1-dc4c-44e3-a344-fcbd9641f559 req-abaab1a6-6197-4b54-a63a-1de2ece5e886 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617881 Apr 15 18:38:01.500991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:01.518606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Transition to ACTIVE for port object cad70bc7-0928-403d-b6df-1e78a9cf610b will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:38:01.521416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:01.538441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9848e31c-bd42-4270-a6e4-981f49e51a99 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:01.956005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:01.959036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:02.176970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Attempting to bind port cad70bc7-0928-403d-b6df-1e78a9cf610b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:38:02.177506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Attempting to bind port cad70bc7-0928-403d-b6df-1e78a9cf610b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2f5a32e4-9046-4c46-b0a0-efe91f187379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:38:02.177623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Attempting to bind port cad70bc7-0928-403d-b6df-1e78a9cf610b on network b55403b4-5cd6-4fe3-94df-9f9da3101f5a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:38:02.182537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Port cad70bc7-0928-403d-b6df-1e78a9cf610b on network b55403b4-5cd6-4fe3-94df-9f9da3101f5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:38:02.182896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Attempting to bind port cad70bc7-0928-403d-b6df-1e78a9cf610b on network b55403b4-5cd6-4fe3-94df-9f9da3101f5a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:38:02.188840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:38:02.189208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Checking segment: {'id': '2f5a32e4-9046-4c46-b0a0-efe91f187379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:38:02.189620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Bound using segment: {'id': '2f5a32e4-9046-4c46-b0a0-efe91f187379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:38:02.190107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Bound port: cad70bc7-0928-403d-b6df-1e78a9cf610b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5a32e4-9046-4c46-b0a0-efe91f187379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:38:02.190482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:02.286509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:38:02.289632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:38:02.292810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:02.308309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-639adc56-af66-4799-bf8d-291911496b68 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:02.458445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:02.463837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:02.499280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:02.499971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:02.501442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] 10.222.0.49 "PUT /v2.0/ports/cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 1093 time: 1.4982524 Apr 15 18:38:02.502042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:38:02.578098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'status': 'completed', 'code': 200} Apr 15 18:38:02.615154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-80f50dfa-1fb5-48db-be1b-a18f03115b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:02.616820 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-80f50dfa-1fb5-48db-be1b-a18f03115b7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1096 time: 0.0809200 Apr 15 18:38:02.694834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-054849d5-6526-4919-90e6-94673e45b89d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 217 time: 0.0699766 Apr 15 18:38:02.698847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b50b-e7bc-498d-8490-246d0021d82f req-89215327-6820-4b13-8d60-a2e812cbb949 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:02.700496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe26b50b-e7bc-498d-8490-246d0021d82f req-89215327-6820-4b13-8d60-a2e812cbb949 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 943 time: 0.0911641 Apr 15 18:38:02.749703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe26b50b-e7bc-498d-8490-246d0021d82f req-d99b5815-5e23-48a5-8346-2a4be110730d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Apr 15 18:38:02.769134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa685-1273-4b45-8719-386156e671e8 req-6b8a3477-eb72-4740-a6cd-9e2479895d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:02.770810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-6b8a3477-eb72-4740-a6cd-9e2479895d90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 200 len: 851 time: 0.0696502 Apr 15 18:38:02.824837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-afa00574-e3a9-4466-96f6-eaff7a95a34b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476248 Apr 15 18:38:02.966198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-ded7e28b-13dc-419a-ab5c-4a3a79675e8b service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349695 Apr 15 18:38:03.107386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-111fa685-1273-4b45-8719-386156e671e8 req-e64a0bb3-3ae4-4196-bf1c-fccfb11ffff6 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352694 Apr 15 18:38:03.224080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-49d51d0e-92ed-4f6c-985a-6209c59ea49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:03.225642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-49d51d0e-92ed-4f6c-985a-6209c59ea49a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1096 time: 0.0773170 Apr 15 18:38:03.366159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-2678d45d-f614-41bb-9501-87d19b0d943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:03.367649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-2678d45d-f614-41bb-9501-87d19b0d943b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 912 time: 0.1352179 Apr 15 18:38:03.446786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-41a1238c-53b2-4b7e-b842-49768820a747 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 217 time: 0.0708308 Apr 15 18:38:03.514972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-01ab0798-8d87-4f98-90f2-2939ebcfe18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:03.516480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-01ab0798-8d87-4f98-90f2-2939ebcfe18f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 200 len: 851 time: 0.0626397 Apr 15 18:38:03.571527 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-3c032232-bd8a-4fc1-b45c-0d8489ee5a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481031 Apr 15 18:38:03.711713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-12cd4ec3-3e1f-4007-8916-0d8a1e991439 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323512 Apr 15 18:38:03.854235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd7d6fd0-b648-4e82-934c-5428262301b5 req-8c9de0c0-4d3a-4be3-9cf0-2adbf7a89c37 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349876 Apr 15 18:38:03.958656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9185a5-75bd-4d2e-a443-8e9fb861fc45 req-ec90bd08-6ed1-42f2-9eb6-53da9ea4a71c tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:03.960264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c9185a5-75bd-4d2e-a443-8e9fb861fc45 req-ec90bd08-6ed1-42f2-9eb6-53da9ea4a71c tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 943 time: 0.0947671 Apr 15 18:38:04.008426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c9185a5-75bd-4d2e-a443-8e9fb861fc45 req-2c3316cf-1e83-4d5d-b296-fe5043b27ae0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Apr 15 18:38:05.260701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fc6a2-71fd-48be-b511-886cb538eda7 req-5d5273d2-8948-462b-a5be-4120f38f5d13 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:05.262949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-944fc6a2-71fd-48be-b511-886cb538eda7 req-5d5273d2-8948-462b-a5be-4120f38f5d13 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 943 time: 0.1449943 Apr 15 18:38:05.310942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-944fc6a2-71fd-48be-b511-886cb538eda7 req-846f92fa-fe02-4a3f-b6d2-f51a5a61dbc7 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Apr 15 18:38:06.188968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:38:06.328851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:06.343677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a', 'port_id': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'mac_address': 'fa:16:3e:02:39:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06ce918-9227-477b-b4b9-b8fdb2d33fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:38:06.405524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:06.423388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad70bc7-0928-403d-b6df-1e78a9cf610b {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:38:06.440105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:06.443183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:06.445000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:06.513315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8b8ad-dc48-41e4-b0a2-bbf0a9000125 req-f529b1e6-f2aa-46a1-afc3-5ba297410e27 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:06.514658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:06.514956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8bd8b8ad-dc48-41e4-b0a2-bbf0a9000125 req-f529b1e6-f2aa-46a1-afc3-5ba297410e27 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 944 time: 0.0912592 Apr 15 18:38:06.517915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:06.562967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8bd8b8ad-dc48-41e4-b0a2-bbf0a9000125 req-b208fb94-2970-4bc5-8471-d93278fc32a7 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Apr 15 18:38:06.633299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['cad70bc7-0928-403d-b6df-1e78a9cf610b'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:38:07.767046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e608de-ec4c-417d-95a5-de7f9630a1b2 req-3c507010-e731-48f7-a5c4-c47ce6f0e0a0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:07.768646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6e608de-ec4c-417d-95a5-de7f9630a1b2 req-3c507010-e731-48f7-a5c4-c47ce6f0e0a0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 944 time: 0.0924792 Apr 15 18:38:07.817818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6e608de-ec4c-417d-95a5-de7f9630a1b2 req-5c189c88-b311-49fb-9e4d-bcbb154fffde tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Apr 15 18:38:08.188960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:38:08.258722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port cad70bc7-0928-403d-b6df-1e78a9cf610b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:38:08.264100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port cad70bc7-0928-403d-b6df-1e78a9cf610b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:38:08.264520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:08.385929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:08.413285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:38:08.423829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:08.426686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:08.428595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:08.464283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'code': 200} Apr 15 18:38:08.504574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:08.507713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:08.695590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57d72-3116-4af1-964c-1d9c1d8c598d req-9875cb3d-03fc-44f4-9ab6-a0017b987b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:08.697161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38a57d72-3116-4af1-964c-1d9c1d8c598d req-9875cb3d-03fc-44f4-9ab6-a0017b987b17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1098 time: 0.0772288 Apr 15 18:38:08.740630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38a57d72-3116-4af1-964c-1d9c1d8c598d req-43314449-931d-48de-9ecc-4251a9031da9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Apr 15 18:38:09.017591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be48a4-09d1-46a6-ad85-82830ca8600d req-74901b06-f5da-47f6-80d1-9552b241f149 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:09.019171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5be48a4-09d1-46a6-ad85-82830ca8600d req-74901b06-f5da-47f6-80d1-9552b241f149 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0900238 Apr 15 18:38:09.069835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5be48a4-09d1-46a6-ad85-82830ca8600d req-e7d445dc-551a-45a8-91ff-4b649c4e37a4 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Apr 15 18:38:10.325022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029815f-c777-42b8-b2d8-baf54be9b8f7 req-abd2c0c4-e840-47e4-8a15-72fc826cba25 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:10.326636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0029815f-c777-42b8-b2d8-baf54be9b8f7 req-abd2c0c4-e840-47e4-8a15-72fc826cba25 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.1381733 Apr 15 18:38:10.374289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0029815f-c777-42b8-b2d8-baf54be9b8f7 req-f5cfe057-7b4a-405c-b5ba-0b14f97a2850 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412219 Apr 15 18:38:10.502528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:38:10.785334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43564) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:10.815410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf82b5-72df-4bfd-aae8-e9f8a7608531 req-2b99618e-147e-420b-becb-43f3897b8d2a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:10.817012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cedf82b5-72df-4bfd-aae8-e9f8a7608531 req-2b99618e-147e-420b-becb-43f3897b8d2a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.1005709 Apr 15 18:38:10.867487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cedf82b5-72df-4bfd-aae8-e9f8a7608531 req-4419df4e-21c3-4c6d-b899-5a10cc34356b tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Apr 15 18:38:10.919299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-ebdca9b1-ad8c-4416-be2d-83029ef4505e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326032 Apr 15 18:38:12.074195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2149a5-bacd-4a4e-bc83-aa9742d378c5 req-250db80c-c9f6-4c73-a9c5-324179ea3eb9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:12.075812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e2149a5-bacd-4a4e-bc83-aa9742d378c5 req-250db80c-c9f6-4c73-a9c5-324179ea3eb9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0940714 Apr 15 18:38:12.125967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e2149a5-bacd-4a4e-bc83-aa9742d378c5 req-d98c4d24-9ab1-431c-a31e-9ce3b13fafbb tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Apr 15 18:38:12.148645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-90716144-5ebb-41b8-92e7-e806d6a871ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:12.150289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-90716144-5ebb-41b8-92e7-e806d6a871ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1098 time: 0.0803769 Apr 15 18:38:12.290297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-e65278b7-512c-461f-830b-cce8bcc2fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:12.291883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-e65278b7-512c-461f-830b-cce8bcc2fe8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 912 time: 0.1359427 Apr 15 18:38:12.366973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-b771c379-ede9-4f88-9858-6f4d8953d16a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 217 time: 0.0683293 Apr 15 18:38:12.434389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-460d8397-fa74-489f-8a35-09006662c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:12.435900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-460d8397-fa74-489f-8a35-09006662c795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 200 len: 851 time: 0.0625222 Apr 15 18:38:12.491413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-f174d5c1-892a-484c-8fb9-4d5da417911e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497425 Apr 15 18:38:12.632226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-00039354-8376-4324-a77e-63ba75802f36 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346126 Apr 15 18:38:12.773423 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-c4159d80-d545-4dd5-a95e-c1463f570573 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353843 Apr 15 18:38:13.336382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ce238-9b36-4b0f-a9bd-43313393675c req-bdf8b727-2c2c-4519-b593-35991036f982 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:13.338028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f5ce238-9b36-4b0f-a9bd-43313393675c req-bdf8b727-2c2c-4519-b593-35991036f982 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0944872 Apr 15 18:38:13.386289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f5ce238-9b36-4b0f-a9bd-43313393675c req-12029b15-a142-49ba-93d0-54fcbb1d9837 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Apr 15 18:38:14.587598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bbc6b-09cd-479c-9545-52a3fc1b0b66 req-5333cac2-a37a-460e-af6a-f09c17412d38 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:14.589180 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e81bbc6b-09cd-479c-9545-52a3fc1b0b66 req-5333cac2-a37a-460e-af6a-f09c17412d38 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0913904 Apr 15 18:38:14.637212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e81bbc6b-09cd-479c-9545-52a3fc1b0b66 req-a29f82cd-1365-4b9e-b229-a1665b3cc79d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Apr 15 18:38:14.669037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:15.838926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6a298-f370-4948-b187-d5a97b9b3e69 req-b9d5a147-6ad5-4a47-97fc-76dd8bbcf1d3 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:15.841183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36a6a298-f370-4948-b187-d5a97b9b3e69 req-b9d5a147-6ad5-4a47-97fc-76dd8bbcf1d3 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0896137 Apr 15 18:38:15.889368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36a6a298-f370-4948-b187-d5a97b9b3e69 req-0ff8ad5f-4055-4cef-9f9e-694aa9983ff2 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Apr 15 18:38:17.354570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33f61a-ae23-4968-b6e5-88bfc4033b5a req-8219f147-10a2-4a14-9d76-c5016be5de4b tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:17.356708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d33f61a-ae23-4968-b6e5-88bfc4033b5a req-8219f147-10a2-4a14-9d76-c5016be5de4b tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.3520265 Apr 15 18:38:17.404475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d33f61a-ae23-4968-b6e5-88bfc4033b5a req-02af94a2-443c-4d0b-96d0-5e055e0c5741 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Apr 15 18:38:18.608451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f09581-f69e-47a8-be10-b9803e5f1088 req-d8a5172e-0e9a-4e29-a57d-c83b01af7fe8 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:18.610333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9f09581-f69e-47a8-be10-b9803e5f1088 req-d8a5172e-0e9a-4e29-a57d-c83b01af7fe8 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0920928 Apr 15 18:38:18.657832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9f09581-f69e-47a8-be10-b9803e5f1088 req-1215ba57-c99a-46f9-a6e3-91dbef72d277 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Apr 15 18:38:19.856827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2b6e8-4712-4c4c-9f90-0c15e486583d req-fcb805fa-9602-4851-9a1d-e5cc58d20787 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:19.858440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfa2b6e8-4712-4c4c-9f90-0c15e486583d req-fcb805fa-9602-4851-9a1d-e5cc58d20787 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0880086 Apr 15 18:38:19.906191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfa2b6e8-4712-4c4c-9f90-0c15e486583d req-1fbf8146-d215-4e9c-8b4e-268903106a73 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Apr 15 18:38:21.057421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-64e5d32c-2923-4312-b848-cefa4e932d56 req-b656e6aa-2d26-4666-8f38-179974eaf4e2 service neutron] (86082) timed out ('10.222.0.49', 62406) {{(pid=86082) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 18:38:21.107770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6d0cd-0e82-413b-9538-13f738c87966 req-df04c96d-11d8-4cd0-9d32-f5e25ec09f53 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:21.109361 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7a6d0cd-0e82-413b-9538-13f738c87966 req-df04c96d-11d8-4cd0-9d32-f5e25ec09f53 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0908377 Apr 15 18:38:21.157761 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7a6d0cd-0e82-413b-9538-13f738c87966 req-17abdf53-8deb-4efc-b14d-def3de1e31ac tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Apr 15 18:38:22.364432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328069ec-89d3-4281-922c-315350d7c3d0 req-82758624-6362-48d7-888c-2dd3ef7f15a5 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:22.366089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-328069ec-89d3-4281-922c-315350d7c3d0 req-82758624-6362-48d7-888c-2dd3ef7f15a5 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0931504 Apr 15 18:38:22.412949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-328069ec-89d3-4281-922c-315350d7c3d0 req-ee1b7c1e-c3fc-4389-af07-01e71049122e tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Apr 15 18:38:23.613395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30e4b2-c608-4ebc-9942-26b58b7eeeea req-c4306238-2ed0-4a05-bd2f-ad037424c363 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:23.615033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c30e4b2-c608-4ebc-9942-26b58b7eeeea req-c4306238-2ed0-4a05-bd2f-ad037424c363 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0883882 Apr 15 18:38:23.662747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c30e4b2-c608-4ebc-9942-26b58b7eeeea req-4d47f984-1add-4ac1-8988-6e4994161731 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Apr 15 18:38:24.216606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-25dccc3f-affa-4a2e-a4f8-94722cad29a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:25.012692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276c4a9-9b1e-4410-b77c-676083ca0665 req-4ba2d496-8270-499c-9d4a-80cfb9aee1fa tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:25.014322 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3276c4a9-9b1e-4410-b77c-676083ca0665 req-4ba2d496-8270-499c-9d4a-80cfb9aee1fa tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0958099 Apr 15 18:38:25.062290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3276c4a9-9b1e-4410-b77c-676083ca0665 req-bc54bd95-1598-4ae9-b44d-4582ebcaae3b tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Apr 15 18:38:26.265323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f324-42a6-42ea-b747-d7d1328453fd req-c4eb5a6e-a238-476c-bc0f-b3bda680e167 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:26.266949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4141f324-42a6-42ea-b747-d7d1328453fd req-c4eb5a6e-a238-476c-bc0f-b3bda680e167 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0933588 Apr 15 18:38:26.314768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4141f324-42a6-42ea-b747-d7d1328453fd req-a13d294d-85f0-4d2c-86ad-2073d19c6a00 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Apr 15 18:38:27.026540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16779c4a-f57f-4f6c-af41-443ba3cf7513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:27.181038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:27.512357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218faeb7-cf0c-44ad-97c5-4a40384f255a req-25575319-3262-44a8-ace0-bd0c04a7df58 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:27.514006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-218faeb7-cf0c-44ad-97c5-4a40384f255a req-25575319-3262-44a8-ace0-bd0c04a7df58 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0881946 Apr 15 18:38:27.561458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-218faeb7-cf0c-44ad-97c5-4a40384f255a req-e6c1e24a-94eb-4074-9ed4-ea9573fd0a32 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Apr 15 18:38:27.734083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:28.473926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:28.763927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a1fd9-04d3-46c9-80e7-c874fc8a6b15 req-7ae8b079-ba95-401e-8ed1-ee060c8702b6 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:28.765539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f40a1fd9-04d3-46c9-80e7-c874fc8a6b15 req-7ae8b079-ba95-401e-8ed1-ee060c8702b6 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0923710 Apr 15 18:38:28.813994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f40a1fd9-04d3-46c9-80e7-c874fc8a6b15 req-1da97edf-c8e7-4b6b-a3b0-62157bf73904 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Apr 15 18:38:30.017794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d89426-c288-4065-903b-3adfd4d07c49 req-10b5d495-d33d-407c-ba53-f3007cfa8cbb tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:30.019429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89d89426-c288-4065-903b-3adfd4d07c49 req-10b5d495-d33d-407c-ba53-f3007cfa8cbb tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0932798 Apr 15 18:38:30.067335 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89d89426-c288-4065-903b-3adfd4d07c49 req-30beea15-21cd-4369-912f-1d419f8c5427 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Apr 15 18:38:31.276354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318ac30-ff44-48f3-8de5-d80cabc7ebae req-cf201c26-a9e7-4853-9f5c-4b8bb34f5baf tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:31.278542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3318ac30-ff44-48f3-8de5-d80cabc7ebae req-cf201c26-a9e7-4853-9f5c-4b8bb34f5baf tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0939980 Apr 15 18:38:31.326349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3318ac30-ff44-48f3-8de5-d80cabc7ebae req-f1fc3cb3-5b91-4745-add8-93c7a0705d00 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Apr 15 18:38:32.530011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdd0fc-3674-4d17-ae6c-c88d9e9fb264 req-a022b8a0-7982-42df-bf69-1b30fc268af1 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:32.531612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7cdd0fc-3674-4d17-ae6c-c88d9e9fb264 req-a022b8a0-7982-42df-bf69-1b30fc268af1 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0920501 Apr 15 18:38:32.579379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7cdd0fc-3674-4d17-ae6c-c88d9e9fb264 req-ff3be250-6139-4af6-adaf-053a947766a2 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Apr 15 18:38:33.782159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7d5bc-8ff9-4dcc-a80c-a08093939386 req-59202469-2dd5-428e-b22e-98ce98a81e37 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:33.783781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d8e7d5bc-8ff9-4dcc-a80c-a08093939386 req-59202469-2dd5-428e-b22e-98ce98a81e37 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0932729 Apr 15 18:38:33.832026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d8e7d5bc-8ff9-4dcc-a80c-a08093939386 req-83d41c1c-fcb0-44a3-b212-084190b06dd5 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417826 Apr 15 18:38:35.030720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e9f9f-d8be-4c49-b525-b723305014ed req-d341d5d9-ca5a-4d14-a61c-f36146c4216f tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:35.032321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11e9f9f-d8be-4c49-b525-b723305014ed req-d341d5d9-ca5a-4d14-a61c-f36146c4216f tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0897329 Apr 15 18:38:35.080408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11e9f9f-d8be-4c49-b525-b723305014ed req-e36886f1-8b89-47b0-8db6-d883ed1042be tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Apr 15 18:38:36.282628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3cfa5-6709-40cc-acb4-0175132c02c8 req-78f7d831-1e45-4f28-8789-e50a29cedab0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:36.284229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4d3cfa5-6709-40cc-acb4-0175132c02c8 req-78f7d831-1e45-4f28-8789-e50a29cedab0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0912919 Apr 15 18:38:36.331854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4d3cfa5-6709-40cc-acb4-0175132c02c8 req-f17c7a3c-5899-42b8-a48a-1b721f518fc8 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Apr 15 18:38:37.534701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df6cfb-304e-42fe-abdb-b36450fb45c1 req-6e938ea3-39f9-4f83-bf87-70f7b7f0520e tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:37.536305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8df6cfb-304e-42fe-abdb-b36450fb45c1 req-6e938ea3-39f9-4f83-bf87-70f7b7f0520e tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0926661 Apr 15 18:38:37.583288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8df6cfb-304e-42fe-abdb-b36450fb45c1 req-4b543a8d-6add-4084-8f93-807bcfb7b8c7 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Apr 15 18:38:38.786783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcc5a6-de95-45f0-9024-7c51b50c1461 req-b964cfa0-8644-461b-b745-59be38e61d6c tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:38.788438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5dbcc5a6-de95-45f0-9024-7c51b50c1461 req-b964cfa0-8644-461b-b745-59be38e61d6c tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0899036 Apr 15 18:38:38.836984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5dbcc5a6-de95-45f0-9024-7c51b50c1461 req-1edab6e0-97d0-4d8e-9e4b-e43f2b5f7851 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Apr 15 18:38:39.417722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-b72bec2f-b39e-46da-9d88-ab770f9c2688 service neutron] 10.222.0.49 "GET /v2.0/ports/cad70bc7-0928-403d-b6df-1e78a9cf610b/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0790808 Apr 15 18:38:39.679978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-0d8b2bdf-927f-4b74-8ddb-39b6d06b61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:39.681464 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-0d8b2bdf-927f-4b74-8ddb-39b6d06b61ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae&tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc HTTP/1.1" status: 200 len: 1098 time: 0.0778956 Apr 15 18:38:39.783895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-40a9afce-ceb7-4cff-a97c-b37659334e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:39.785509 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-40a9afce-ceb7-4cff-a97c-b37659334e08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1098 time: 0.0822389 Apr 15 18:38:39.927034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-82df21ff-2b20-4725-8b43-d54b64e16b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:39.928626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-82df21ff-2b20-4725-8b43-d54b64e16b68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 912 time: 0.1369565 Apr 15 18:38:40.005572 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-a06e229c-300f-413c-83dc-be38ad2fca4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 217 time: 0.0704129 Apr 15 18:38:40.044140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d252f-6635-4762-b5de-05f86ca7b6c3 req-09562952-6204-41d5-b116-107c09cf2001 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:40.045812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e6d252f-6635-4762-b5de-05f86ca7b6c3 req-09562952-6204-41d5-b116-107c09cf2001 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0939038 Apr 15 18:38:40.074875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-17cb7144-0fb5-40e2-b998-5ba5e61b4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:40.076446 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-17cb7144-0fb5-40e2-b998-5ba5e61b4761 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 200 len: 851 time: 0.0644763 Apr 15 18:38:40.094923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e6d252f-6635-4762-b5de-05f86ca7b6c3 req-9911c33b-b3b7-416a-8de5-c65235237d6d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Apr 15 18:38:40.129677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-072d5646-f734-4eee-bb41-7bce738159af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470273 Apr 15 18:38:40.269929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-1030c479-9f0e-4ca3-9acc-3fa6a0702fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337137 Apr 15 18:38:40.408619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9167896-84b5-4c47-b574-eba024b6f5eb req-f957453b-94af-4faa-ad8b-025032647487 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326699 Apr 15 18:38:41.300745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d64a4-84f3-45b9-9cb4-261f6dc27567 req-215a00d0-395a-4017-8835-e7785db08e3a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:41.302374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262d64a4-84f3-45b9-9cb4-261f6dc27567 req-215a00d0-395a-4017-8835-e7785db08e3a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0942390 Apr 15 18:38:41.350326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-262d64a4-84f3-45b9-9cb4-261f6dc27567 req-9b818bbb-6992-466e-97cf-501efcce8549 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Apr 15 18:38:42.550143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cf18-40bf-4702-8f28-a5d66d93b742 req-0d74836b-bb9c-4445-9558-8c6e17f17403 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:42.551746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d52cf18-40bf-4702-8f28-a5d66d93b742 req-0d74836b-bb9c-4445-9558-8c6e17f17403 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 945 time: 0.0887477 Apr 15 18:38:42.599904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d52cf18-40bf-4702-8f28-a5d66d93b742 req-2fc6f574-c16a-4f6d-888f-2741f25fcabc tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Apr 15 18:38:43.005667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-1e93f9ac-2996-4399-a169-42ea932e6837 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:43.006451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-1e93f9ac-2996-4399-a169-42ea932e6837 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Synchronizing usage tracker for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:38:43.022840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-1e93f9ac-2996-4399-a169-42ea932e6837 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Unset dirty status for tenant:af8ea1cf87a540c2ba8aadcaec2795bc on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:38:43.024038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-1e93f9ac-2996-4399-a169-42ea932e6837 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.49 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae&tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1116025 Apr 15 18:38:43.173047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-dc3cec0c-860f-4d6c-9330-353ff23af748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:43.174588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-dc3cec0c-860f-4d6c-9330-353ff23af748 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 1098 time: 0.0789170 Apr 15 18:38:43.318913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-afde43c5-7c93-4755-9657-7f5db4852773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:43.320506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-afde43c5-7c93-4755-9657-7f5db4852773 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 200 len: 912 time: 0.1403694 Apr 15 18:38:43.395833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-834caec6-8fdc-4fb6-bda0-f4ea513d3f89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 200 len: 217 time: 0.0683572 Apr 15 18:38:43.466043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-2bb0d7ae-a2f3-4927-b81b-59724824e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:43.467588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-2bb0d7ae-a2f3-4927-b81b-59724824e49a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 200 len: 851 time: 0.0658681 Apr 15 18:38:43.523302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-0161eca0-1178-44a6-8f94-3a39b5bf31f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b55403b4-5cd6-4fe3-94df-9f9da3101f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499096 Apr 15 18:38:43.945546 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-b7f200cc-fa02-4623-ab26-4a8d80434e93 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154618 Apr 15 18:38:44.088199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-57cbdca3-c69c-426a-a8d0-f9e8470fb3a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360428 Apr 15 18:38:44.403616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:38:44.548582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:44.563513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'network_id': 'b55403b4-5cd6-4fe3-94df-9f9da3101f5a', 'port_id': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'mac_address': 'fa:16:3e:02:39:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06ce918-9227-477b-b4b9-b8fdb2d33fa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:38:44.626934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:44.645128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cad70bc7-0928-403d-b6df-1e78a9cf610b {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:38:44.661445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:44.664113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:44.665988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-783d5865-8a6e-4412-99fe-744508f42962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:44.739273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['cad70bc7-0928-403d-b6df-1e78a9cf610b'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:38:44.777419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:44.807899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:44.826609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.827004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.827385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.827763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.828136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.828514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.828884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.829253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.829625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.830044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.830413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.830779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:44.836279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:44.953915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c423fc-d38a-4587-a241-97cdf6b0471a req-69bbfffa-7a90-4bfd-bc69-3334f8c3b20a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:44.955539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36c423fc-d38a-4587-a241-97cdf6b0471a req-69bbfffa-7a90-4bfd-bc69-3334f8c3b20a tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 944 time: 0.0944493 Apr 15 18:38:45.004728 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36c423fc-d38a-4587-a241-97cdf6b0471a req-be09025c-a79e-4993-abfd-5000f3a5c0ae tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Apr 15 18:38:46.209812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605e6d3-f0c6-459b-a732-437ea896e8ad req-d453c55c-ae16-49d9-91b6-7d9143def7e9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:46.211479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d605e6d3-f0c6-459b-a732-437ea896e8ad req-d453c55c-ae16-49d9-91b6-7d9143def7e9 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 944 time: 0.0922077 Apr 15 18:38:46.260731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d605e6d3-f0c6-459b-a732-437ea896e8ad req-ae22ae24-481a-4fc7-8768-7266abc9bf10 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/security-groups?id=f2f8f235-2682-4354-90b9-812461caf9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 Apr 15 18:38:46.408889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:38:46.484268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port cad70bc7-0928-403d-b6df-1e78a9cf610b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:38:46.484943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:46.507719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-036187a7-0d01-4b00-832a-d2ca846a21fe tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:46.509277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-036187a7-0d01-4b00-832a-d2ca846a21fe tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.49 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 944 time: 0.0882692 Apr 15 18:38:46.591188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Deleting port cad70bc7-0928-403d-b6df-1e78a9cf610b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:38:46.591572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:46.608082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:46.636024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:38:46.647678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:46.651301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:46.656556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:46.697727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'code': 200} Apr 15 18:38:46.732815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:46.735852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:46.858019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] For port cad70bc7-0928-403d-b6df-1e78a9cf610b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=cad70bc7-0928-403d-b6df-1e78a9cf610b,segment=NetworkSegment(2f5a32e4-9046-4c46-b0a0-efe91f187379),segment_id=2f5a32e4-9046-4c46-b0a0-efe91f187379)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:38:46.858416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:46.994754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Calling delete_port for cad70bc7-0928-403d-b6df-1e78a9cf610b owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:38:47.144277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:47.155311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['cad70bc7-0928-403d-b6df-1e78a9cf610b'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:38:47.162657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35aae0db-2231-4be5-84a0-0b7758d30b65 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:47.212101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Pushing event deleted for resources: {'Port': ['ID=cad70bc7-0928-403d-b6df-1e78a9cf610b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:47.273184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.273615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.274091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.274516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.274929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.275344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.275754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.276164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.276575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.276983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.277392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.277797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:38:47.282630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:47.421032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] No DVR routers for this DVR port cad70bc7-0928-403d-b6df-1e78a9cf610b on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:38:47.423601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:47.424499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d938d4e7-33ec-4499-8eaf-7d050b31bfb8 req-bca6cd3b-cc6b-4b7b-93b5-24ef92b678a1 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.32 "GET /v2.0/ports?device_id=7407bc9a-47de-4198-a6e9-78e464813dae HTTP/1.1" status: 200 len: 210 time: 0.0496259 Apr 15 18:38:47.426510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-deleted', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:38:47.442300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-048632cd-4bf2-409c-b597-ac323bd4a8f9 req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] 10.222.0.49 "DELETE /v2.0/ports/cad70bc7-0928-403d-b6df-1e78a9cf610b HTTP/1.1" status: 204 len: 173 time: 0.9270518 Apr 15 18:38:47.475961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7407bc9a-47de-4198-a6e9-78e464813dae', 'name': 'network-vif-deleted', 'tag': 'cad70bc7-0928-403d-b6df-1e78a9cf610b', 'status': 'completed', 'code': 200} Apr 15 18:38:47.503506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:38:48.691071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43664) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:48.761619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Deleting subnet f06ce918-9227-477b-b4b9-b8fdb2d33fa1 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:38:48.764837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:48.816607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:48.877220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.130718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.145616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-83979f32-0f68-4985-b863-7d5ee0a9a496 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:49.240240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06ce918-9227-477b-b4b9-b8fdb2d33fa1,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:49.244861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:49.276619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.283076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8c74b31b-0462-434d-adb3-fa1ac3c45c72 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f06ce918-9227-477b-b4b9-b8fdb2d33fa1 HTTP/1.1" status: 204 len: 168 time: 0.5908079 Apr 15 18:38:49.285657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:49.400412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.593180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.707372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55403b4-5cd6-4fe3-94df-9f9da3101f5a']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:38:49.720416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5a32e4-9046-4c46-b0a0-efe91f187379') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:38:49.720755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5a32e4-9046-4c46-b0a0-efe91f187379') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:38:49.732595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.747768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:49.754276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:38:49.935978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:38:49.945026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.122595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Network b55403b4-5cd6-4fe3-94df-9f9da3101f5a has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:38:50.145455 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:38:50.222506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.226119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf445676-bff1-4602-b06b-930e85da0f06 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:50.240563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.252201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55403b4-5cd6-4fe3-94df-9f9da3101f5a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:50.255599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:50.259811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b55403b4-5cd6-4fe3-94df-9f9da3101f5a HTTP/1.1" status: 204 len: 168 time: 0.9731369 Apr 15 18:38:50.370669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43674) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:50.422345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e00d51b0-7976-408a-bd09-18722d7b3696 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af8ea1cf87a540c2ba8aadcaec2795bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496769 Apr 15 18:38:50.423374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:38:50.424765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43678) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:50.463020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: cad70bc7-0928-403d-b6df-1e78a9cf610b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:38:50.463417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device cad70bc7-0928-403d-b6df-1e78a9cf610b not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:38:50.492274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.521691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.567914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.572871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3bac162-9eea-4d6b-8d4a-cc1bae6e135a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:50.586129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f8f235-2682-4354-90b9-812461caf9d7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:50.588875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:50.595621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:50.596944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2f8f235-2682-4354-90b9-812461caf9d7 HTTP/1.1" status: 204 len: 168 time: 0.1711793 Apr 15 18:38:51.338226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 43702) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:51.450224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2138581360-network', 'tenant_id': '614f4974caee4ecbb2d6c81f25a50b96'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:51.455368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:38:51.459414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Usage tracker for resource:network and tenant:614f4974caee4ecbb2d6c81f25a50b96 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:38:51.462392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:38:51.468930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:38:51.477898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Made reservation on behalf of 614f4974caee4ecbb2d6c81f25a50b96 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:38:51.482701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.496479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.513728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:38:51.517877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Usage tracker for resource:security_group_rule and tenant:614f4974caee4ecbb2d6c81f25a50b96 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:38:51.521273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:38:51.527301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:38:51.616355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.619025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.623248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a4f4b49-7624-4296-b628-4b4d009ae410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:51.655032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:38:51.663950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:51.667254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:51.671647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.672407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Added segment ca7eda80-64ea-45d9-bcdc-8d83b08c439e of type vlan for network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a Apr 15 18:38:51.698371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.727319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.728431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:51.729074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:51.734950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e93fe5c3-9279-4edc-8955-99623777cad4 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:51.839090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4996669 Apr 15 18:38:51.842256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Pushing event updated for resources: {'Network': ['ID=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:51.842421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 43708) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:38:51.845096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:51.848492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Request body: {'subnet': {'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2138581360-subnet', 'tenant_id': '614f4974caee4ecbb2d6c81f25a50b96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:51.853453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:38:51.853928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:38:51.858522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Usage tracker for resource:subnet and tenant:614f4974caee4ecbb2d6c81f25a50b96 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:38:51.861887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:38:51.868271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:38:51.878771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Made reservation on behalf of 614f4974caee4ecbb2d6c81f25a50b96 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:38:51.883601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:52.284382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:52.299829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-847d60c1-3b77-4eaa-b32c-e86f084a45b2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:52.433225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a524b0-5d35-478e-9403-b68854bdfd49,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:52.437296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:52.492732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Checking segment: {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:38:52.493125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Network hostable DHCP agents. Network: 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:38:52.511154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:38:52.519699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:38:52.529333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a5f5d3-981b-4615-8d4b-3f7ef5d26ee0 None None] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:38:52.533797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:52.534559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:52.553758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7103152 Apr 15 18:38:52.758222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9acc97c-1e07-4b67-9bec-97b6e3eb5051 None None] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:38:53.097323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-dc534c81-75e7-4ec5-9a99-73b8d1afc1d0 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:53.098900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-dc534c81-75e7-4ec5-9a99-73b8d1afc1d0 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 815 time: 0.1605155 Apr 15 18:38:53.114893 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-dd755421-20b9-4399-9027-0392a4ed147b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/quotas/614f4974caee4ecbb2d6c81f25a50b96 HTTP/1.1" status: 200 len: 375 time: 0.0100887 Apr 15 18:38:53.171950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-18afa590-2add-4a35-97d9-0bd89e01d008 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515666 Apr 15 18:38:53.314681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-c99ce585-f3e3-4c15-9e70-994ef27abb91 service neutron] 10.222.0.32 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352589 Apr 15 18:38:53.456248 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-ba18a317-2174-4533-a515-45d8f077b657 service neutron] 10.222.0.32 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351688 Apr 15 18:38:53.647701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-13ab2395-92b0-4894-97ae-cf6e4cf66643 req-1d6afacd-cac2-4bae-af97-081c05b1c92d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 210 time: 0.0490973 Apr 15 18:38:54.218196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ed0fc7a-aa0d-41dd-9d8c-908988dee829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:54.680338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-c088bdcd-d245-4e82-979a-73117cfaf3bd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:54.680740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-c088bdcd-d245-4e82-979a-73117cfaf3bd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Synchronizing usage tracker for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:38:54.697971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-c088bdcd-d245-4e82-979a-73117cfaf3bd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Unset dirty status for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:38:54.699789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-c088bdcd-d245-4e82-979a-73117cfaf3bd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 815 time: 0.1768100 Apr 15 18:38:54.712551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Request body: {'port': {'device_id': '64f92615-5de5-4877-890a-446177ac5abe', 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'admin_state_up': True, 'tenant_id': '614f4974caee4ecbb2d6c81f25a50b96'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:54.819511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44568c8b-020e-43f4-adde-c78afa0f32c9 req-6e42d493-5ba2-4c30-9944-f4907f9a03e2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 210 time: 0.0488794 Apr 15 18:38:54.865115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:38:54.869160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Usage tracker for resource:port and tenant:614f4974caee4ecbb2d6c81f25a50b96 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:38:54.872778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:38:54.878862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:38:54.887545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Made reservation on behalf of 614f4974caee4ecbb2d6c81f25a50b96 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:38:54.893565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:55.059689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Allocated IP 172.20.0.12 (3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a/49a524b0-5d35-478e-9403-b68854bdfd49/0f1b1cab-832f-4bd1-9c0f-45a7c94d0987) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:38:55.273927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:55.303692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:55.318546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f495ccb-278e-44dd-8f50-7d4409ff6b82 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:55.452058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:55.456363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:55.509369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:38:55.512630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:38:55.514819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:38:55.581783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:55.582419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:55.601977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8937330 Apr 15 18:38:55.612423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-a9ff4709-4be9-4d1c-9a79-d82551ce87c4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:38:55.613457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-a9ff4709-4be9-4d1c-9a79-d82551ce87c4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054286 Apr 15 18:38:55.624358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Request body: {'port': {'device_id': '64f92615-5de5-4877-890a-446177ac5abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:38:55.741446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:56.025444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbd6ed-32be-42cb-9ed3-0f1b14f2c241 req-89957897-bcc1-4b16-9b02-6a29c7c959fb tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:56.027132 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cbd6ed-32be-42cb-9ed3-0f1b14f2c241 req-89957897-bcc1-4b16-9b02-6a29c7c959fb tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 932 time: 0.0950794 Apr 15 18:38:56.077702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cbd6ed-32be-42cb-9ed3-0f1b14f2c241 req-0702373a-2602-4490-ba47-ad97613d2ba5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Apr 15 18:38:56.372060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:38:56.379803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:56.394515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Transition to ACTIVE for port object 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:38:56.396853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:56.411857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:56.542482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:56.557460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:56.766021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Attempting to bind port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:38:56.766609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Attempting to bind port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:38:56.766736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Attempting to bind port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:38:56.771639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:38:56.772002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Attempting to bind port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:38:56.778102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:38:56.778480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Checking segment: {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:38:56.778903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Bound using segment: {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:38:56.779376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Bound port: 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:38:56.779766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:56.872884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:38:56.876009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:38:56.879169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:56.897245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46433f6c-5c79-48b5-a7de-a3374e7a826c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:38:57.028869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8cfcb5e-9cd1-44d0-b63a-3fad9d4c4f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:57.049465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:38:57.054097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:38:57.088056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:57.088655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:57.090782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 1094 time: 1.4707060 Apr 15 18:38:57.091336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:38:57.170819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'status': 'completed', 'code': 200} Apr 15 18:38:57.184321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:57.208480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-fc8bb84e-b156-4a26-85d3-37deb7741d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:57.210148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-fc8bb84e-b156-4a26-85d3-37deb7741d2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1097 time: 0.0834308 Apr 15 18:38:57.286730 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-df2f5ddb-44fe-4f06-9357-757b48948a49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.0687075 Apr 15 18:38:57.290434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa6d69-82cc-4233-aac0-9c4b3d2ba947 req-b622b64f-cf2c-47f4-9d15-2c7a27f2ab9f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:57.292068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-21aa6d69-82cc-4233-aac0-9c4b3d2ba947 req-b622b64f-cf2c-47f4-9d15-2c7a27f2ab9f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 944 time: 0.0963967 Apr 15 18:38:57.342096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-21aa6d69-82cc-4233-aac0-9c4b3d2ba947 req-67728e91-a01b-44ea-a6c9-f272d2bdcb47 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433359 Apr 15 18:38:57.402702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-438408ac-e56d-4899-bdfb-c1161146d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:57.404299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-438408ac-e56d-4899-bdfb-c1161146d4cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.1120763 Apr 15 18:38:57.459429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-5216c65e-a4a1-4618-9724-60c8c7272bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489719 Apr 15 18:38:57.600780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-d7cc5732-7860-4a91-9cab-2b9befc3c224 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348624 Apr 15 18:38:57.738554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:57.741643 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063dddf2-9c14-4c4a-bcb7-5a6451117dc7 req-061473fb-dc94-4e1f-9ebc-0d65289a73aa service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349459 Apr 15 18:38:57.862081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-19abef54-7325-4f36-b991-51931b7f08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:57.863713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-19abef54-7325-4f36-b991-51931b7f08ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1097 time: 0.0778675 Apr 15 18:38:58.006842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-d735b28b-2738-45eb-802a-7d585ecacaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:58.008422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-d735b28b-2738-45eb-802a-7d585ecacaf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1379611 Apr 15 18:38:58.084814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-20f99609-dda0-4f00-ab88-a42fff5e598a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.0695298 Apr 15 18:38:58.155878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-94f634c8-b032-4937-9ee8-2ca1add0f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:58.157333 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-94f634c8-b032-4937-9ee8-2ca1add0f14a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0646129 Apr 15 18:38:58.213042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-57128812-0116-40dd-8739-fe60fe60583d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488515 Apr 15 18:38:58.359197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-64db781a-5107-412b-a2c6-5a4f4ca8b8b9 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387575 Apr 15 18:38:58.478280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:38:58.508078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e90aecd8-e11c-4a5d-b41d-e5b6c338afa7 req-9c0519f1-28d9-404a-81be-e10ba35ae584 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415591 Apr 15 18:38:58.568331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8bd8d-ba86-494d-935d-44e1546d1508 req-0cd844eb-6a6c-4151-bd2e-431578ea6fd5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:38:58.569837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8eb8bd8d-ba86-494d-935d-44e1546d1508 req-0cd844eb-6a6c-4151-bd2e-431578ea6fd5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 944 time: 0.1044133 Apr 15 18:38:58.618154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8eb8bd8d-ba86-494d-935d-44e1546d1508 req-8e7b226e-19a8-4b4b-bba4-6c52c4187439 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Apr 15 18:39:00.080344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e9dd-e420-4ed2-bc88-efbd5fbcfb7b req-c703ee09-3deb-41cc-a92d-365ff2f75ba1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:00.081972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4162e9dd-e420-4ed2-bc88-efbd5fbcfb7b req-c703ee09-3deb-41cc-a92d-365ff2f75ba1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 944 time: 0.3528154 Apr 15 18:39:00.129447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4162e9dd-e420-4ed2-bc88-efbd5fbcfb7b req-12a3269f-b94d-40e5-b75c-488e042cf5ee tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Apr 15 18:39:00.480691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:39:00.621516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:00.635411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'port_id': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'mac_address': 'fa:16:3e:7e:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a524b0-5d35-478e-9403-b68854bdfd49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:39:00.696915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:00.714879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:39:00.731401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:00.734582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:00.736428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:00.809612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:00.812820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:00.937530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:39:01.328452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2e21-bee8-47a0-8250-56b80e439899 req-53b908a8-4411-4ece-8f03-6e124c2cab89 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:01.330096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf9b2e21-bee8-47a0-8250-56b80e439899 req-53b908a8-4411-4ece-8f03-6e124c2cab89 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 945 time: 0.0884702 Apr 15 18:39:01.380976 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf9b2e21-bee8-47a0-8250-56b80e439899 req-d54e58cb-c30d-45e7-a824-4da7080434c3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Apr 15 18:39:02.481035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:39:02.553299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:39:02.559169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:39:02.559593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:02.581619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086e2e3-6ca8-44fb-8eb0-d39632da1eb0 req-f28136a6-968e-481a-899f-2e0f681c8d63 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:02.583295 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2086e2e3-6ca8-44fb-8eb0-d39632da1eb0 req-f28136a6-968e-481a-899f-2e0f681c8d63 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 945 time: 0.0895069 Apr 15 18:39:02.632373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2086e2e3-6ca8-44fb-8eb0-d39632da1eb0 req-425bf236-b1e7-4f05-afc2-a4d0a714fe02 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Apr 15 18:39:02.685206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:02.712539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:02.723271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:02.726239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:02.728196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:02.766341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'code': 200} Apr 15 18:39:02.801448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:02.804611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:02.997141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a8c09-cc9d-4f4b-ac78-ce87f75dbecd req-e10718e4-a45c-4aec-8343-a7b4a5479c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:02.998760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-076a8c09-cc9d-4f4b-ac78-ce87f75dbecd req-e10718e4-a45c-4aec-8343-a7b4a5479c80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1099 time: 0.0770528 Apr 15 18:39:03.040917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-076a8c09-cc9d-4f4b-ac78-ce87f75dbecd req-39ea0244-7093-4501-a736-821c4d1daf5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361786 Apr 15 18:39:03.844852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed4bf-b49f-464b-9071-7fe12c785dec req-241b837d-88e8-4069-ba4c-60a34575ce63 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:03.846495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4aed4bf-b49f-464b-9071-7fe12c785dec req-241b837d-88e8-4069-ba4c-60a34575ce63 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0964003 Apr 15 18:39:03.896150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4aed4bf-b49f-464b-9071-7fe12c785dec req-5a3528b1-ff36-44eb-8a89-7bf610a390f7 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Apr 15 18:39:05.099989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227fa0e-5687-4112-b59e-a61455a8c14f req-57982d39-ef0b-4e64-8d2f-4d8274c20c77 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.101512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e227fa0e-5687-4112-b59e-a61455a8c14f req-57982d39-ef0b-4e64-8d2f-4d8274c20c77 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0912025 Apr 15 18:39:05.153116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e227fa0e-5687-4112-b59e-a61455a8c14f req-5db4f4b1-959e-448d-8f2c-5b40a5a38e3d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Apr 15 18:39:05.290412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-68068ef4-6130-4540-8546-bf6a13411329 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818427 Apr 15 18:39:05.353333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de666cf-e10f-45c9-8493-607a769f163a req-0d345d47-9f50-4269-b6a2-939eeb5feb8d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.354924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7de666cf-e10f-45c9-8493-607a769f163a req-0d345d47-9f50-4269-b6a2-939eeb5feb8d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0885367 Apr 15 18:39:05.408530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7de666cf-e10f-45c9-8493-607a769f163a req-e209e3fd-cbf6-4b62-a542-bf96c26380bc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452659 Apr 15 18:39:05.441201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-ec9d2585-a4d0-49e9-8279-c3eee6aac90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.442866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-ec9d2585-a4d0-49e9-8279-c3eee6aac90c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1099 time: 0.0799642 Apr 15 18:39:05.599387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-f6d32258-72f1-452d-bedb-0529304b88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.600985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-f6d32258-72f1-452d-bedb-0529304b88f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1403351 Apr 15 18:39:05.677150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-faa338a5-3e8b-467e-a12f-26b2938ed598 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.0692821 Apr 15 18:39:05.747020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-1544f8a2-8fda-4f51-bb69-94dd80290b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.748619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-1544f8a2-8fda-4f51-bb69-94dd80290b16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0660129 Apr 15 18:39:05.782185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd714-008e-402b-930f-cd93859aa1b0 req-1cc5dd5f-801f-43ea-b11b-cf49c0e4fcfa tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:05.783833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b6cd714-008e-402b-930f-cd93859aa1b0 req-1cc5dd5f-801f-43ea-b11b-cf49c0e4fcfa tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0933149 Apr 15 18:39:05.802504 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-8b6788a9-aedf-4b94-8d3c-40708db9049a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475893 Apr 15 18:39:05.833470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b6cd714-008e-402b-930f-cd93859aa1b0 req-1e6e6cfc-ac97-4681-ab34-52d7019e6000 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424840 Apr 15 18:39:05.944290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-37522c5c-e7b7-4bb5-8915-af6bf0064b1d service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355817 Apr 15 18:39:06.033525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6f25-331a-403a-86a9-6dcceb88599e req-0da609d4-d3c8-4dcf-b387-cddac08de93f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:06.035188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06bf6f25-331a-403a-86a9-6dcceb88599e req-0da609d4-d3c8-4dcf-b387-cddac08de93f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0902898 Apr 15 18:39:06.086084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06bf6f25-331a-403a-86a9-6dcceb88599e req-7fe28e0e-1b4e-41a3-ac82-49e11c0eb379 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Apr 15 18:39:06.087597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-63cb397f-e521-4ffd-b828-b39f3d30b9f6 req-b5467842-8c17-48bf-8a44-d76676e63f6f service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371067 Apr 15 18:39:06.459642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-0935ede6-63db-401f-90f5-8bcabbe62943 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829482 Apr 15 18:39:06.519290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d5760-fe6b-4d1f-a501-7b00d3809b97 req-288447e3-48b4-47dd-af4d-8be1ce2b12ca tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:06.520925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a96d5760-fe6b-4d1f-a501-7b00d3809b97 req-288447e3-48b4-47dd-af4d-8be1ce2b12ca tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0938601 Apr 15 18:39:06.569300 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a96d5760-fe6b-4d1f-a501-7b00d3809b97 req-9f2a26f9-0583-4e3c-8a80-e23e8f401c62 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420320 Apr 15 18:39:07.640747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-2997fbd2-cf12-4523-8091-afea9c5712d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:07.642412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-2997fbd2-cf12-4523-8091-afea9c5712d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1099 time: 0.0795233 Apr 15 18:39:07.775697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b271-aa6f-44b5-a2be-690c26d794c2 req-ce304166-6866-4aef-99fd-fdea2862006c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:07.778275 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3872b271-aa6f-44b5-a2be-690c26d794c2 req-ce304166-6866-4aef-99fd-fdea2862006c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0959575 Apr 15 18:39:07.787433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-dd885f22-d1c3-46e5-9af7-3e7fd2381799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:07.789200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-dd885f22-d1c3-46e5-9af7-3e7fd2381799 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1411321 Apr 15 18:39:07.828955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3872b271-aa6f-44b5-a2be-690c26d794c2 req-0c69d594-b3db-495a-afd3-58b81350ce1d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Apr 15 18:39:07.866149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-135f9547-3034-4216-b5ad-88b393433d35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.0708938 Apr 15 18:39:07.934165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-04d6218a-1cba-4cc1-b38a-7fbccc51cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:07.935701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-04d6218a-1cba-4cc1-b38a-7fbccc51cb16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0634527 Apr 15 18:39:07.989666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-f7071af8-9efa-4ab0-8e42-e2aa75a6c2da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482457 Apr 15 18:39:08.129148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-4b1dcf0e-eb8b-4f56-8949-9a25b6f4ac01 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334739 Apr 15 18:39:08.268121 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-e18129cb-bb9e-406a-86f6-cc8de436b2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334443 Apr 15 18:39:09.029744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300625f-6a01-4c1b-9503-e24fbbd23e97 req-097d1d56-c9be-4799-8e95-770b4c278dc4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:09.031395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b300625f-6a01-4c1b-9503-e24fbbd23e97 req-097d1d56-c9be-4799-8e95-770b4c278dc4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0903380 Apr 15 18:39:09.081662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b300625f-6a01-4c1b-9503-e24fbbd23e97 req-97bd733f-524b-42a9-a9ce-14463ac89135 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Apr 15 18:39:10.286143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c091e61-6c84-43c9-bb0e-02014c4d44a5 req-74b6c566-eb64-44dc-9fd1-6b30d2101919 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:10.287735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c091e61-6c84-43c9-bb0e-02014c4d44a5 req-74b6c566-eb64-44dc-9fd1-6b30d2101919 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0906367 Apr 15 18:39:10.335263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c091e61-6c84-43c9-bb0e-02014c4d44a5 req-88383914-f675-4762-bda0-6923f025b6e4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Apr 15 18:39:11.536621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce20db-275e-4b12-88c5-f4c3849a77fb req-875ed903-8601-45a3-acc8-0c0dd584e32a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:11.538271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffce20db-275e-4b12-88c5-f4c3849a77fb req-875ed903-8601-45a3-acc8-0c0dd584e32a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0914702 Apr 15 18:39:11.586949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ffce20db-275e-4b12-88c5-f4c3849a77fb req-7b2c3b8f-d78f-4b36-8423-ed307430088a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Apr 15 18:39:12.787693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf69626-cfb8-492e-b6d2-51af04a85e46 req-9592b372-a9c4-479a-92a3-ebf39d91a2c9 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:12.789198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4bf69626-cfb8-492e-b6d2-51af04a85e46 req-9592b372-a9c4-479a-92a3-ebf39d91a2c9 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0893507 Apr 15 18:39:12.837297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4bf69626-cfb8-492e-b6d2-51af04a85e46 req-b5643d4d-4849-40db-8459-3d0539d6138e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Apr 15 18:39:14.041028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2c972-0b87-433c-b19a-14ce05de52cb req-1432c1f6-ef8f-4a55-8355-e598e0a11154 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:14.042607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a5b2c972-0b87-433c-b19a-14ce05de52cb req-1432c1f6-ef8f-4a55-8355-e598e0a11154 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0904214 Apr 15 18:39:14.092503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a5b2c972-0b87-433c-b19a-14ce05de52cb req-557051bf-ed1e-48b4-ad25-49cf4ebd17aa tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436618 Apr 15 18:39:14.677249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:15.295039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd8d4c-30b8-4032-8c58-b415b046bfb9 req-656783d7-e48d-4eae-aa86-10cdd3afe67d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:15.296619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ccd8d4c-30b8-4032-8c58-b415b046bfb9 req-656783d7-e48d-4eae-aa86-10cdd3afe67d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0920146 Apr 15 18:39:15.343986 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5ccd8d4c-30b8-4032-8c58-b415b046bfb9 req-449e41f2-1ef2-404b-877a-4054170210df tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Apr 15 18:39:16.542192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9f894-ee06-4be8-9ee8-afaa49e5bf21 req-e1b56c0e-60e4-4166-a099-e35dda2eab39 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:16.543830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cdc9f894-ee06-4be8-9ee8-afaa49e5bf21 req-e1b56c0e-60e4-4166-a099-e35dda2eab39 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0901289 Apr 15 18:39:16.591781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cdc9f894-ee06-4be8-9ee8-afaa49e5bf21 req-586a3e53-b9b7-49a9-bd4e-4137deb317d0 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Apr 15 18:39:17.796735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903486a-3f88-43d6-9a52-a204cd27b3ac req-9766cbaf-3baf-418f-9478-5188e7adda0f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:17.798377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a903486a-3f88-43d6-9a52-a204cd27b3ac req-9766cbaf-3baf-418f-9478-5188e7adda0f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0929677 Apr 15 18:39:17.846418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a903486a-3f88-43d6-9a52-a204cd27b3ac req-85979deb-8277-40d0-8d2b-1b0affb6f60e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Apr 15 18:39:19.049336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4f5e-0edc-41dc-82a3-3aee821d33c9 req-19cd36ef-365b-4d48-989b-49cba4194b13 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:19.050875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-652c4f5e-0edc-41dc-82a3-3aee821d33c9 req-19cd36ef-365b-4d48-989b-49cba4194b13 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0924749 Apr 15 18:39:19.101457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-652c4f5e-0edc-41dc-82a3-3aee821d33c9 req-8dafb8f9-a834-4957-b6c0-20fe7fd1cacf tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444114 Apr 15 18:39:20.301498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770ba75-49fd-465f-b181-6102decbcc9d req-c617ab53-4207-4bc3-981b-423700cf24e3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:20.303125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a770ba75-49fd-465f-b181-6102decbcc9d req-c617ab53-4207-4bc3-981b-423700cf24e3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0885439 Apr 15 18:39:20.349851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a770ba75-49fd-465f-b181-6102decbcc9d req-1f70bf2f-6e99-4b35-b112-f3122cea0630 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Apr 15 18:39:21.557269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ff27a-c956-4b3b-8f12-69f81499a4f6 req-64edad38-5e87-4c7c-9995-fb18d71b0a8e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:21.558919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e26ff27a-c956-4b3b-8f12-69f81499a4f6 req-64edad38-5e87-4c7c-9995-fb18d71b0a8e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0933759 Apr 15 18:39:21.607951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e26ff27a-c956-4b3b-8f12-69f81499a4f6 req-7cf1a473-c7e2-4a34-a1e3-e54d67c66fde tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Apr 15 18:39:22.813393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4af59-86bb-45b6-aa3a-745ee1d5673c req-7b66d76e-9bba-48a0-b640-ad5720e8421c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:22.815016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81d4af59-86bb-45b6-aa3a-745ee1d5673c req-7b66d76e-9bba-48a0-b640-ad5720e8421c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0937443 Apr 15 18:39:22.862366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81d4af59-86bb-45b6-aa3a-745ee1d5673c req-b5bfea8f-fbe7-4700-8fbc-ef4cdf0f1bbf tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Apr 15 18:39:24.062399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc173-ee5f-4dfa-b97f-654b6d792e1f req-396789a8-61a8-4c43-860b-0c20912b00cd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:24.063948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-005dc173-ee5f-4dfa-b97f-654b6d792e1f req-396789a8-61a8-4c43-860b-0c20912b00cd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0898418 Apr 15 18:39:24.114225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-005dc173-ee5f-4dfa-b97f-654b6d792e1f req-23268930-c6d8-489b-84ec-e8efb8bdf8d6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Apr 15 18:39:24.217879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-160cdbca-201e-4323-ba73-fd66b0f191a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:24.502433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:39:25.318855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a04e-f504-40a3-a0b5-0157053280e9 req-e167ea7f-380c-486b-b877-b1622b527406 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:25.320455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8c6a04e-f504-40a3-a0b5-0157053280e9 req-e167ea7f-380c-486b-b877-b1622b527406 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0915599 Apr 15 18:39:25.367816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8c6a04e-f504-40a3-a0b5-0157053280e9 req-c00d81e6-d56d-4a24-a3d4-d459c386a912 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Apr 15 18:39:26.570298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd5368-8828-4cfe-8c96-28482e2cc35a req-4587d920-e0d1-4244-9d32-44476e9109c6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:26.571917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2dd5368-8828-4cfe-8c96-28482e2cc35a req-4587d920-e0d1-4244-9d32-44476e9109c6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0924163 Apr 15 18:39:26.619537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2dd5368-8828-4cfe-8c96-28482e2cc35a req-a125df60-6153-49e3-aac3-0fa8e6a5fd34 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Apr 15 18:39:27.030878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7025d82f-05db-49db-9d3f-8dd181f2b6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:27.186176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:27.741501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:27.821752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b00395-25d1-4bcd-890d-92c0cef551d3 req-1b464f66-dfcf-4662-b003-f7fba12922dc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:27.823425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-57b00395-25d1-4bcd-890d-92c0cef551d3 req-1b464f66-dfcf-4662-b003-f7fba12922dc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0907555 Apr 15 18:39:27.871356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-57b00395-25d1-4bcd-890d-92c0cef551d3 req-b4ee22d2-cccd-42e4-aea1-4298eed77da6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Apr 15 18:39:28.483578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:29.076419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0fd79-a933-4da7-bd87-8c590ac25ebf req-f178e19a-a0e7-4219-9a33-94d47d802a3f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:29.078331 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4d0fd79-a933-4da7-bd87-8c590ac25ebf req-f178e19a-a0e7-4219-9a33-94d47d802a3f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0920072 Apr 15 18:39:29.129175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4d0fd79-a933-4da7-bd87-8c590ac25ebf req-effba6ff-05d4-4130-8cdd-f3341c7e2b76 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Apr 15 18:39:30.331934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08115817-cc53-4a3a-b30f-7b9fa2cfe852 req-b4c0f4a2-45f9-4e36-9305-914a6e8cb54f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:30.333517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08115817-cc53-4a3a-b30f-7b9fa2cfe852 req-b4c0f4a2-45f9-4e36-9305-914a6e8cb54f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0915718 Apr 15 18:39:30.381198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08115817-cc53-4a3a-b30f-7b9fa2cfe852 req-e809bb3c-2932-4f7d-8fdb-0ec9f3f16185 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Apr 15 18:39:31.581494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefe708-b775-44e3-850a-e306c3562671 req-2a38fe38-f042-46aa-9053-c8b9b83d91d6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:31.583144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5aefe708-b775-44e3-850a-e306c3562671 req-2a38fe38-f042-46aa-9053-c8b9b83d91d6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0898170 Apr 15 18:39:31.630781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5aefe708-b775-44e3-850a-e306c3562671 req-69755eb2-dffe-4749-9a41-b0e37e0ac347 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Apr 15 18:39:32.835994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b12f9-c1de-43a6-aaee-3d8c765a8d27 req-cb4581d3-da53-428d-8c7b-6755594bcff7 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:32.837586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c33b12f9-c1de-43a6-aaee-3d8c765a8d27 req-cb4581d3-da53-428d-8c7b-6755594bcff7 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0921731 Apr 15 18:39:32.884385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c33b12f9-c1de-43a6-aaee-3d8c765a8d27 req-a005609d-3a8c-41a5-a4a7-e2c0756704d7 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Apr 15 18:39:34.084767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6e4d3-1754-42f2-8f54-8889d88f22dd req-46a257a0-120f-42d7-8add-67dcaf18262b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:34.086291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bc6e4d3-1754-42f2-8f54-8889d88f22dd req-46a257a0-120f-42d7-8add-67dcaf18262b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0913815 Apr 15 18:39:34.136802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bc6e4d3-1754-42f2-8f54-8889d88f22dd req-a5ae00a9-2df9-42b1-9af9-5d3dfe21c5ff tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Apr 15 18:39:34.942258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-a3eeb40e-cca1-4bba-9fcd-350bc90853e4 service neutron] 10.222.0.49 "GET /v2.0/ports/0f1b1cab-832f-4bd1-9c0f-45a7c94d0987/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0779450 Apr 15 18:39:35.319786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-0b447bcb-7e47-4849-9a90-73b6db8220a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:35.321398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-0b447bcb-7e47-4849-9a90-73b6db8220a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe&tenant_id=614f4974caee4ecbb2d6c81f25a50b96 HTTP/1.1" status: 200 len: 1099 time: 0.0817964 Apr 15 18:39:35.343663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1571ae-67ca-419e-b468-1640fd6a6cef req-2149b81f-8d6e-4374-b69e-1e46519299e1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:35.345258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7b1571ae-67ca-419e-b468-1640fd6a6cef req-2149b81f-8d6e-4374-b69e-1e46519299e1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0894330 Apr 15 18:39:35.393601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7b1571ae-67ca-419e-b468-1640fd6a6cef req-bae04925-386f-43cb-bdad-d0498edba5c5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Apr 15 18:39:35.423005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-d5341ed9-1c44-4635-abcf-d6c71f98a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:35.424559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-d5341ed9-1c44-4635-abcf-d6c71f98a9cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1099 time: 0.0781767 Apr 15 18:39:35.567309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-3d63bf6e-1c57-4e35-baf1-cd4bd746877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:35.568894 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-3d63bf6e-1c57-4e35-baf1-cd4bd746877b service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1382279 Apr 15 18:39:35.919398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-7ef3cf10-93dc-4698-ad2c-34d2076a0468 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.3443630 Apr 15 18:39:35.987555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-753fea69-4c31-475a-a18d-db1b0eafb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:35.989048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-753fea69-4c31-475a-a18d-db1b0eafb487 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0640588 Apr 15 18:39:36.040494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-688578da-4eeb-4c52-9638-891c1367140f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447862 Apr 15 18:39:36.180398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-6acf2528-417f-41d2-af85-1227e585a181 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331604 Apr 15 18:39:36.320636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c55e9f3-bbf7-4705-8b7b-122d26592f62 req-257e167f-73a2-4ebc-ad04-50428d5dfbce service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332142 Apr 15 18:39:36.603120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0de8f-37e5-47b7-b2c2-049cb7c1fe36 req-7af6f59d-7a66-4649-b080-4fd741d83009 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:36.604679 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-60f0de8f-37e5-47b7-b2c2-049cb7c1fe36 req-7af6f59d-7a66-4649-b080-4fd741d83009 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0925951 Apr 15 18:39:36.652239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-60f0de8f-37e5-47b7-b2c2-049cb7c1fe36 req-a95274da-8a7a-48b0-b4ff-0a076566e84c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Apr 15 18:39:37.864069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b58ff-a8d3-47ad-b6d4-05e779d21008 req-da0c162a-bd3a-4af0-bbc6-58fe91c29bc8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:37.865677 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-964b58ff-a8d3-47ad-b6d4-05e779d21008 req-da0c162a-bd3a-4af0-bbc6-58fe91c29bc8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0993958 Apr 15 18:39:37.917288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-964b58ff-a8d3-47ad-b6d4-05e779d21008 req-63f209c0-e2ee-4b02-9b6b-f84e4461acce tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Apr 15 18:39:38.643513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:39:38.646750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:39:39.049022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:39.086515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:39.107057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:39.116717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'port_id': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'mac_address': 'fa:16:3e:7e:6b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a524b0-5d35-478e-9403-b68854bdfd49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:39:39.121065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:39.125355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7fa5d-8ad1-41c2-843d-b5476c030fa2 req-884bb814-e778-4e56-92ac-7de4cd71595e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.127027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ede7fa5d-8ad1-41c2-843d-b5476c030fa2 req-884bb814-e778-4e56-92ac-7de4cd71595e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0929713 Apr 15 18:39:39.159947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:39.163527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:39.178340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ede7fa5d-8ad1-41c2-843d-b5476c030fa2 req-e320d39c-9105-42f8-8166-69dbb5dd5104 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Apr 15 18:39:39.200229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'code': 200} Apr 15 18:39:39.238879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:39.264454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:39:39.269884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:39.273482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:39.283846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:39.286882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:39.288674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:39.359765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:39:39.408250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:39.413391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:39.525064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167348-a859-4f4a-826a-e76ff9846469 req-8a8954f6-7696-4aba-b461-3d65d0226af5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.526813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cc167348-a859-4f4a-826a-e76ff9846469 req-8a8954f6-7696-4aba-b461-3d65d0226af5 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 945 time: 0.0947747 Apr 15 18:39:39.534245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-8c735010-fc05-4467-b345-4f5f55657270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.535262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-8c735010-fc05-4467-b345-4f5f55657270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Synchronizing usage tracker for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:39:39.552742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-8c735010-fc05-4467-b345-4f5f55657270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Unset dirty status for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:39:39.554072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-8c735010-fc05-4467-b345-4f5f55657270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe&tenant_id=614f4974caee4ecbb2d6c81f25a50b96&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1188662 Apr 15 18:39:39.582044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cc167348-a859-4f4a-826a-e76ff9846469 req-2a660c38-da42-434c-a5c7-11f6beb6033b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Apr 15 18:39:39.705403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-32068105-6e92-439c-80b8-cd0e6686010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.707013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-32068105-6e92-439c-80b8-cd0e6686010a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 1098 time: 0.0776536 Apr 15 18:39:39.847085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-e1726ea2-67e6-49ac-a97f-04de42fda0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.848686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-e1726ea2-67e6-49ac-a97f-04de42fda0ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1355639 Apr 15 18:39:39.923030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-71dc37eb-c08e-49a1-80f8-654e35bcf3a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 200 len: 217 time: 0.0683410 Apr 15 18:39:39.989402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-51ec519c-e223-46d7-a295-1ee144e94fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:39.990927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-51ec519c-e223-46d7-a295-1ee144e94fdb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0623817 Apr 15 18:39:40.044586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-f566dfdb-df98-4ea5-86f6-7b0620956b38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478802 Apr 15 18:39:40.183042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-93376381-013f-4251-93bc-0311253d1f8b service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326120 Apr 15 18:39:40.324476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f7a8e2a-df8e-433c-bf93-4712378555c0 req-c7029e50-8229-40ac-81fa-6d9c0d43ec69 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342444 Apr 15 18:39:40.651749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:39:40.726766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:39:40.726766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:40.815477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3067e-e152-4920-902d-15557c8d63f2 req-828d9eb8-97f4-4af9-8dfb-ec7b0616bc15 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:40.817211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c9c3067e-e152-4920-902d-15557c8d63f2 req-828d9eb8-97f4-4af9-8dfb-ec7b0616bc15 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 945 time: 0.1175745 Apr 15 18:39:40.862585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:40.871040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c9c3067e-e152-4920-902d-15557c8d63f2 req-5f8da7da-c09a-4297-a95d-c70cc5615353 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Apr 15 18:39:40.898189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:40.901152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:40.903701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:40.974181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:40.977309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:41.201611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:41.248698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'code': 200} Apr 15 18:39:42.070397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c0bf-dfc2-42f8-9b1a-b3b8b02280c2 req-725af6fe-042a-4801-bfaf-db6dc26406df tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:42.071880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19f6c0bf-dfc2-42f8-9b1a-b3b8b02280c2 req-725af6fe-042a-4801-bfaf-db6dc26406df tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0874743 Apr 15 18:39:42.121072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19f6c0bf-dfc2-42f8-9b1a-b3b8b02280c2 req-875950b3-71cd-43dc-9fdf-8ce2c13e9c97 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Apr 15 18:39:42.325925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a825b3-751d-4ba5-a379-ea017569bb5f req-111d7f02-bb4b-46b6-bb23-aaa042b05665 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:42.327408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92a825b3-751d-4ba5-a379-ea017569bb5f req-111d7f02-bb4b-46b6-bb23-aaa042b05665 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0902195 Apr 15 18:39:42.375906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92a825b3-751d-4ba5-a379-ea017569bb5f req-e451aa0b-a4f0-4a1d-b8e3-1f7ba964f595 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Apr 15 18:39:42.579185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3a730-9bee-4c8d-bea6-61bfde94d225 req-5f38b0eb-185f-4d46-b5b3-1709743e930b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:42.580714 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89f3a730-9bee-4c8d-bea6-61bfde94d225 req-5f38b0eb-185f-4d46-b5b3-1709743e930b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0917132 Apr 15 18:39:42.631496 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89f3a730-9bee-4c8d-bea6-61bfde94d225 req-f5968e5a-fc47-4b7f-9688-d24231db4c76 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Apr 15 18:39:43.396800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-9a76de2d-2920-4789-999d-cf2606d30c1d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:43.398395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-9a76de2d-2920-4789-999d-cf2606d30c1d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 815 time: 0.4115276 Apr 15 18:39:43.414305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-ef813426-0670-49db-8d5f-c6ab516a22d0 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/quotas/614f4974caee4ecbb2d6c81f25a50b96 HTTP/1.1" status: 200 len: 375 time: 0.0096984 Apr 15 18:39:43.502137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-9ec93ee0-5b2d-490f-9dac-e3c23b408daa tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822856 Apr 15 18:39:43.645647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-b0b9c8ab-7e08-4b18-b0fa-37dde582c7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358602 Apr 15 18:39:43.787245 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-b4cbbec2-83ba-45f7-92ed-145753771737 service neutron] 10.222.0.32 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351166 Apr 15 18:39:43.983175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eb9890fb-1d5a-44b5-9f4d-6444436c9940 req-656dbf2f-6417-4cbf-b832-421eee9edf47 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 210 time: 0.0533476 Apr 15 18:39:44.665995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:44.673231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-8b5f01e9-e463-4c31-9566-9cf6abd417b2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:44.674852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-8b5f01e9-e463-4c31-9566-9cf6abd417b2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/ports?device_id=64f92615-5de5-4877-890a-446177ac5abe HTTP/1.1" status: 200 len: 946 time: 0.0898268 Apr 15 18:39:44.751190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Deleting port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:39:44.751574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:45.120580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] For port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:45.121010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:45.148671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-04133a49-15e6-4b1c-b52b-55862a4548ba req-6a167e0c-4864-449e-be1c-622b499324be tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 210 time: 0.0506680 Apr 15 18:39:45.277490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Calling delete_port for 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:39:45.365498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-e64389e8-460e-4ec5-b3cd-bec023352217 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:45.367079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-e64389e8-460e-4ec5-b3cd-bec023352217 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 815 time: 0.3789754 Apr 15 18:39:45.389366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Request body: {'port': {'device_id': '07e4708a-6c1b-4585-affe-4aede779d521', 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'admin_state_up': True, 'tenant_id': '614f4974caee4ecbb2d6c81f25a50b96'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:39:45.592134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:45.603044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:39:45.611477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9afa5f37-4a00-48c3-81b7-ced5c71dd436 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:45.644031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:39:45.666017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Usage tracker for resource:port and tenant:614f4974caee4ecbb2d6c81f25a50b96 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:39:45.717325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Pushing event deleted for resources: {'Port': ['ID=0f1b1cab-832f-4bd1-9c0f-45a7c94d0987,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:45.724046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:39:45.727088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:45.734321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:39:45.768766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Made reservation on behalf of 614f4974caee4ecbb2d6c81f25a50b96 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:39:45.774799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:45.967763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] No DVR routers for this DVR port 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:39:45.973055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:45.975773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-deleted', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:46.036548 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3f955b1f-1372-4343-8df4-9236a4a3ce8d req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "DELETE /v2.0/ports/0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 HTTP/1.1" status: 204 len: 173 time: 1.3563037 Apr 15 18:39:46.063905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Allocated IP 172.20.0.3 (3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a/49a524b0-5d35-478e-9403-b68854bdfd49/ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:39:46.094156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f92615-5de5-4877-890a-446177ac5abe', 'name': 'network-vif-deleted', 'tag': '0f1b1cab-832f-4bd1-9c0f-45a7c94d0987', 'status': 'completed', 'code': 200} Apr 15 18:39:46.285486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:46.313749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b0ea70c-27f0-4332-8026-b9e4545cc3fb req-587b571f-b502-44d9-8c28-a7a6277a88fc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 210 time: 0.0488498 Apr 15 18:39:46.315408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:46.327131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['0f1b1cab-832f-4bd1-9c0f-45a7c94d0987'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:39:46.334076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93e640b5-ad2d-4baa-aa54-368fe909a65b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:46.473224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:46.486681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:46.529090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:39:46.530314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:39:46.532565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:39:46.604695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:46.605364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:46.623530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2388458 Apr 15 18:39:46.635122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Request body: {'port': {'device_id': '07e4708a-6c1b-4585-affe-4aede779d521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:39:46.754283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:47.107990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:39:47.115905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:47.131249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Transition to ACTIVE for port object ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:39:47.133993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:47.149395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2e93854-bae9-40ff-9739-9a38695bb23a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:47.283592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:47.303098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.303539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.303966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.304395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.304820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.305235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.305649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.306089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.306506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.306917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.307332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.307739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:47.313719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:47.527276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db105211-140f-4f9b-8400-c96bc16af5ec req-61f7323a-342d-4d2c-985e-9d5dc5372317 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:47.529889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-db105211-140f-4f9b-8400-c96bc16af5ec req-61f7323a-342d-4d2c-985e-9d5dc5372317 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0950630 Apr 15 18:39:47.582480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-db105211-140f-4f9b-8400-c96bc16af5ec req-f8150c75-f117-427c-a78f-5b77366fce81 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458331 Apr 15 18:39:47.814132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Attempting to bind port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:39:47.814689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Attempting to bind port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:39:47.814834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Attempting to bind port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:39:47.819876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:39:47.820228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Attempting to bind port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 on network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:39:47.826453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:39:47.826872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Checking segment: {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:39:47.827287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Bound using segment: {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:39:47.827753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Bound port: ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:39:47.828130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:47.919857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:39:47.923073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:39:47.926124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:47.941554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-999e3337-5f7b-4f53-9001-eec5ad653dfc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:48.094974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:48.100208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:48.132611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:48.133293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:48.134845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] 10.222.0.49 "PUT /v2.0/ports/ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 1093 time: 1.5042567 Apr 15 18:39:48.135420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:48.209571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'status': 'completed', 'code': 200} Apr 15 18:39:48.245638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-431bbcd1-0d7d-4e54-8b29-76350cac9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:48.248011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-431bbcd1-0d7d-4e54-8b29-76350cac9ada service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1096 time: 0.0800099 Apr 15 18:39:48.323702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-31c1ae6b-6f1c-476a-95f1-d0a1cd73dc53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0688181 Apr 15 18:39:48.392325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bc18e-71b1-4851-882d-26c37a30f048 req-baee3e26-2c48-4c3a-9c6e-b53efa5646bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:48.393759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-baee3e26-2c48-4c3a-9c6e-b53efa5646bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0639114 Apr 15 18:39:48.447699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-152abec2-660d-46a8-ac15-604349dd028b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476465 Apr 15 18:39:48.588068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-cb979097-8abe-47e7-9ffa-e039b245b887 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332912 Apr 15 18:39:48.729701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:39:48.729972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-576bc18e-71b1-4851-882d-26c37a30f048 req-2d6af8d4-4c9f-4090-9392-ea920614745f service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355226 Apr 15 18:39:48.785907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:39:48.786176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e72c69-644c-4092-b360-4a3117e0048c req-a25153c8-a971-4c50-a395-789c0c0779ca tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:48.786816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 0f1b1cab-832f-4bd1-9c0f-45a7c94d0987 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:39:48.787919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1e72c69-644c-4092-b360-4a3117e0048c req-a25153c8-a971-4c50-a395-789c0c0779ca tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0929236 Apr 15 18:39:48.842417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1e72c69-644c-4092-b360-4a3117e0048c req-e139aa1c-5be8-47b1-b057-fc50ce2c06ad tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Apr 15 18:39:48.858968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-253bd5d3-1046-4d28-9489-ea15a7f1238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:48.860646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-253bd5d3-1046-4d28-9489-ea15a7f1238d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1096 time: 0.0835404 Apr 15 18:39:49.001703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-9adb904b-bf5c-4d77-97b5-23d5819e8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:49.003239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-9adb904b-bf5c-4d77-97b5-23d5819e8fd4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1364186 Apr 15 18:39:49.078081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-3e6bc0bc-54ac-4190-a89d-b2b891cc8c4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0678451 Apr 15 18:39:49.147108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-1e415945-fc40-4eb8-a1db-3151f72e1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:49.148669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-1e415945-fc40-4eb8-a1db-3151f72e1e66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0638413 Apr 15 18:39:49.203214 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-6a5c7d98-4db2-42ed-95bc-66ae455e6947 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474734 Apr 15 18:39:49.344865 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-053450d7-db9f-41dc-b225-a3ccbd57a2ec service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345859 Apr 15 18:39:49.486338 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-476bdca4-bd1e-43f5-84ac-8d32419747a9 req-c7568667-f2c2-40d2-a025-4cf75fb83486 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345158 Apr 15 18:39:50.044374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040a8f3-7470-4460-94fa-1208407ab2f7 req-bd2ed4a9-80df-4a06-ba21-1d1aff8af345 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:50.045919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3040a8f3-7470-4460-94fa-1208407ab2f7 req-bd2ed4a9-80df-4a06-ba21-1d1aff8af345 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0885501 Apr 15 18:39:50.093853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3040a8f3-7470-4460-94fa-1208407ab2f7 req-fc517cdc-2e23-4186-b1c2-fc366bde0c8a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Apr 15 18:39:51.295245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6331324-325b-4dc6-9b9b-14dac90e2fbf req-04ee3808-a8bc-488e-81cf-f2814d9ccee8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:51.296833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c6331324-325b-4dc6-9b9b-14dac90e2fbf req-04ee3808-a8bc-488e-81cf-f2814d9ccee8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0915723 Apr 15 18:39:51.344999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c6331324-325b-4dc6-9b9b-14dac90e2fbf req-f64efaf1-fc87-43ae-8942-a1c022095f86 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Apr 15 18:39:52.545205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ce058-b20a-4e11-bbb3-32d8c1362bcb req-f76dd152-f524-413d-a7ac-c43017b85895 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:52.546848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c62ce058-b20a-4e11-bbb3-32d8c1362bcb req-f76dd152-f524-413d-a7ac-c43017b85895 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0897033 Apr 15 18:39:52.594373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c62ce058-b20a-4e11-bbb3-32d8c1362bcb req-26a6e3b2-8a62-462d-a86c-1f9d7537a760 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Apr 15 18:39:52.736666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:39:52.877646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:52.894683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'network_id': '3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a', 'port_id': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'mac_address': 'fa:16:3e:78:58:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a524b0-5d35-478e-9403-b68854bdfd49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:39:52.952131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:52.969802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:39:52.986660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:52.989446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:52.991273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:53.059203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:53.066830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.067260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.067651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.068032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.068407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.068781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.069153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.069523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.069916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.070291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.070657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.071023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:39:53.075001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:53.178558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:39:53.799546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56707a2-f349-46c9-bca0-0c46be638148 req-56b8f3c2-1dc1-4423-b20f-a8f7a2794d2e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:53.801153 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f56707a2-f349-46c9-bca0-0c46be638148 req-56b8f3c2-1dc1-4423-b20f-a8f7a2794d2e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 944 time: 0.0918710 Apr 15 18:39:53.849209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f56707a2-f349-46c9-bca0-0c46be638148 req-7bf30a3e-0e87-48ea-94e0-4455322d88cc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Apr 15 18:39:54.219220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed036261-3f8e-42b5-9cb5-30941a471799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:54.760807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:39:54.833983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:39:54.838831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:39:54.839254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:54.961608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:54.992718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:39:55.003633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:39:55.007054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:55.009049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4de22672-1a8c-40e8-9caf-b6a268c3dd1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:39:55.055558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ee078-5b14-45fa-a668-1ecbd30cde95 req-4c49c8c6-d300-4d85-aa8b-4683c5376f78 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:55.057172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b47ee078-5b14-45fa-a668-1ecbd30cde95 req-4c49c8c6-d300-4d85-aa8b-4683c5376f78 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0907125 Apr 15 18:39:55.081884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:39:55.085189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:39:55.101740 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'code': 200} Apr 15 18:39:55.113921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b47ee078-5b14-45fa-a668-1ecbd30cde95 req-cb52a601-a14b-455c-921a-37161c579c7c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Apr 15 18:39:55.342990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31e318-6d3e-400c-b8da-649ee1b590ba req-1b4c4a2e-db5c-434e-979c-22d990bb34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:55.344500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb31e318-6d3e-400c-b8da-649ee1b590ba req-1b4c4a2e-db5c-434e-979c-22d990bb34a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1098 time: 0.0781534 Apr 15 18:39:55.386712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bb31e318-6d3e-400c-b8da-649ee1b590ba req-3bba3fa3-6e09-4744-a565-0da3f3291915 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Apr 15 18:39:56.319819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a78e66-2abc-4fb9-bdba-bcaf7893abcc req-e0a6cc12-fc10-4f59-be4e-a8c55ad802c4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:56.321434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22a78e66-2abc-4fb9-bdba-bcaf7893abcc req-e0a6cc12-fc10-4f59-be4e-a8c55ad802c4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0893133 Apr 15 18:39:56.372345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22a78e66-2abc-4fb9-bdba-bcaf7893abcc req-3e1370b8-8110-4153-9619-14407c9e9b18 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Apr 15 18:39:56.572621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ff9c8-ddfd-4168-a5f7-0ab4d465461b req-ae47ecf5-e5cc-4e7e-8d70-81796dfd32f3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:56.574340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-207ff9c8-ddfd-4168-a5f7-0ab4d465461b req-ae47ecf5-e5cc-4e7e-8d70-81796dfd32f3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0926051 Apr 15 18:39:56.622222 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-207ff9c8-ddfd-4168-a5f7-0ab4d465461b req-ddc83436-9838-4392-af5a-75e07ed5dd4e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 15 18:39:56.994721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-1b9cfad2-e87c-4282-8060-3abd3069f95c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873694 Apr 15 18:39:57.032096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24f54239-f390-4424-86c0-b5fd0eecd0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:57.047215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e26a16-899c-498a-b949-c4f600a80dde req-b74c5716-b9cd-48e9-9761-df21d1b57f54 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:57.048847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26e26a16-899c-498a-b949-c4f600a80dde req-b74c5716-b9cd-48e9-9761-df21d1b57f54 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0918548 Apr 15 18:39:57.102537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26e26a16-899c-498a-b949-c4f600a80dde req-369748c1-067c-4330-b26a-e1b1d0469279 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Apr 15 18:39:57.190734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:57.746746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:58.124486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-f08d51d5-f8aa-453b-8a78-2d4df8e2944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:58.127416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-f08d51d5-f8aa-453b-8a78-2d4df8e2944a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1098 time: 0.0802326 Apr 15 18:39:58.274556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-052a2aea-e544-472f-9e46-cfbdde389ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:58.276200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-052a2aea-e544-472f-9e46-cfbdde389ee9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1442480 Apr 15 18:39:58.317809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f14516-98ea-4eb8-9926-3f0b34b1351f req-d77d48c1-fab2-43b2-9953-8a0fd2cd515b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:58.319486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-76f14516-98ea-4eb8-9926-3f0b34b1351f req-d77d48c1-fab2-43b2-9953-8a0fd2cd515b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0944080 Apr 15 18:39:58.354426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-6c61dba1-7389-42a6-bc0e-58940f94f627 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0721726 Apr 15 18:39:58.373378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-76f14516-98ea-4eb8-9926-3f0b34b1351f req-dc35a91f-de1e-4332-8dcc-31bc6eab7564 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Apr 15 18:39:58.425181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-d70ce7b8-ef12-4edb-8d7c-4ad89e579142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:58.426942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-d70ce7b8-ef12-4edb-8d7c-4ad89e579142 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0662341 Apr 15 18:39:58.479570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-18c3a557-85dc-42c4-af94-0eee0c7dc098 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466471 Apr 15 18:39:58.483881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:39:58.623961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-dd402bee-8b4f-4e2d-86b8-1225fbdd7de8 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370752 Apr 15 18:39:58.766327 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-a9053212-0675-425a-8b26-774e1bb85586 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363168 Apr 15 18:39:59.582391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de9ef3-ce4b-4981-9d82-a6c8d0b3da3b req-35b68443-493f-48b1-ba36-4fddeca9da7a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:39:59.583997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49de9ef3-ce4b-4981-9d82-a6c8d0b3da3b req-35b68443-493f-48b1-ba36-4fddeca9da7a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0939243 Apr 15 18:39:59.632315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-49de9ef3-ce4b-4981-9d82-a6c8d0b3da3b req-649d3ac5-643d-4999-aed7-584c6c45a750 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Apr 15 18:40:00.833063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afcc03-9ec1-412d-bcc9-80a8bf3fc343 req-a7ece5d0-cdc8-48ef-ad0b-8562a3f619ee tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:00.834722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15afcc03-9ec1-412d-bcc9-80a8bf3fc343 req-a7ece5d0-cdc8-48ef-ad0b-8562a3f619ee tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0899396 Apr 15 18:40:00.883104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15afcc03-9ec1-412d-bcc9-80a8bf3fc343 req-fc20cb4e-6038-49b5-b1de-e935c8d6a79f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Apr 15 18:40:01.502110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:40:02.086124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd337fdd-c1c8-4c1a-990d-6847cf91bb06 req-45e89e31-591e-48ed-8760-d7361c9e27c3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:02.087658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd337fdd-c1c8-4c1a-990d-6847cf91bb06 req-45e89e31-591e-48ed-8760-d7361c9e27c3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0925133 Apr 15 18:40:02.136720 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd337fdd-c1c8-4c1a-990d-6847cf91bb06 req-621264a2-074f-4fd4-83d6-6ba18c86cd41 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Apr 15 18:40:03.338639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21e38-158a-442e-9227-92d040a32fad req-b6f5edf3-e212-4af4-bec6-ceb1cfa58b94 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:03.340783 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb21e38-158a-442e-9227-92d040a32fad req-b6f5edf3-e212-4af4-bec6-ceb1cfa58b94 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0889964 Apr 15 18:40:03.393670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb21e38-158a-442e-9227-92d040a32fad req-3fb8ed69-c95e-4d5e-924b-6ffd1b4edc00 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465391 Apr 15 18:40:04.596967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52a41-ce14-4284-8c28-ed73c4832288 req-79b7be61-ddc9-4bd5-9635-72a0ef580b15 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:04.598604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ae52a41-ce14-4284-8c28-ed73c4832288 req-79b7be61-ddc9-4bd5-9635-72a0ef580b15 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0900924 Apr 15 18:40:04.646598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ae52a41-ce14-4284-8c28-ed73c4832288 req-9d7e05c7-5e9e-423b-a99c-9c3c0933ee08 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Apr 15 18:40:05.849085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff97cf3-0211-453e-8550-211f35e3d6bb req-93661867-4e7c-4cd2-aafd-a653bc0dc03c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:05.850731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff97cf3-0211-453e-8550-211f35e3d6bb req-93661867-4e7c-4cd2-aafd-a653bc0dc03c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0919781 Apr 15 18:40:05.898370 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff97cf3-0211-453e-8550-211f35e3d6bb req-32f063c9-e134-4cf8-9a2b-7fd27c6503c2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Apr 15 18:40:06.212334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-67085646-d52e-49f0-8618-fa1b920cc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:06.213941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-67085646-d52e-49f0-8618-fa1b920cc97e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1098 time: 0.0827143 Apr 15 18:40:06.367433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-dd50bf1d-defc-4a08-a601-82e7791d2385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:06.369014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-dd50bf1d-defc-4a08-a601-82e7791d2385 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1363649 Apr 15 18:40:06.440466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-cc9da7f5-2ea5-4db5-b673-12a245ea0832 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0645175 Apr 15 18:40:06.509581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-5e44b3a0-e750-42aa-8e36-72a4d7079322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:06.511112 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-5e44b3a0-e750-42aa-8e36-72a4d7079322 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0652268 Apr 15 18:40:06.561988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-9b8cd241-0693-452b-b84a-41fcd14f1a24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444567 Apr 15 18:40:06.702501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-e40084ea-0bb4-4402-a820-ac8c5954eb28 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343148 Apr 15 18:40:06.845281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9731cf87-ad9d-47c8-9780-522981e5e0d9 req-4bb92c62-707a-4c79-8461-1d864af08776 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362679 Apr 15 18:40:07.104551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2266f4-caf8-4ff2-9a09-5bf59ad83a6f req-015af36d-6c3a-436b-b4a3-b4f8541dd34c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:07.106655 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef2266f4-caf8-4ff2-9a09-5bf59ad83a6f req-015af36d-6c3a-436b-b4a3-b4f8541dd34c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0889351 Apr 15 18:40:07.154765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef2266f4-caf8-4ff2-9a09-5bf59ad83a6f req-e4d2d7f2-4b00-490c-8abe-95dd7f698f98 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Apr 15 18:40:08.357327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3a121-207c-4da2-b495-8b5f81f84584 req-30baa945-d344-482e-bde3-baef6fdc3730 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:08.359202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08a3a121-207c-4da2-b495-8b5f81f84584 req-30baa945-d344-482e-bde3-baef6fdc3730 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0917335 Apr 15 18:40:08.408999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08a3a121-207c-4da2-b495-8b5f81f84584 req-6ef37356-d2bb-4af2-93e9-8bb41b63ec3e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436420 Apr 15 18:40:09.750558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdc525-ad4e-4353-a2aa-5e56be5fb944 req-4899538f-2494-4c14-942f-ed1b2b32e39c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:09.752185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85fdc525-ad4e-4353-a2aa-5e56be5fb944 req-4899538f-2494-4c14-942f-ed1b2b32e39c tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0935326 Apr 15 18:40:09.800457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85fdc525-ad4e-4353-a2aa-5e56be5fb944 req-b0d9b305-8696-486e-a579-3adbe651b189 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Apr 15 18:40:11.005808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08579a-1dde-44f5-a8a2-88001248bca4 req-310934b3-cfd3-46e4-bca0-9b1333985e7e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:11.007461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a08579a-1dde-44f5-a8a2-88001248bca4 req-310934b3-cfd3-46e4-bca0-9b1333985e7e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0935032 Apr 15 18:40:11.054743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a08579a-1dde-44f5-a8a2-88001248bca4 req-cdab62c0-aec2-44ce-a8cf-005605e5cdef tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Apr 15 18:40:12.258657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01319be2-4683-44d3-81a8-bc35278be118 req-671a38a4-5ae9-4769-a68f-04cbd9857d67 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:12.260258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01319be2-4683-44d3-81a8-bc35278be118 req-671a38a4-5ae9-4769-a68f-04cbd9857d67 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0924530 Apr 15 18:40:12.309271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01319be2-4683-44d3-81a8-bc35278be118 req-a68bcba0-d268-42c0-9fa4-e46752be52b6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Apr 15 18:40:13.513490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e13e3-484b-4ed2-ba22-5d686cef6133 req-3dcebc0d-3cb8-4db4-be50-477222fafa39 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:13.515168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-392e13e3-484b-4ed2-ba22-5d686cef6133 req-3dcebc0d-3cb8-4db4-be50-477222fafa39 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0926144 Apr 15 18:40:13.563601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-392e13e3-484b-4ed2-ba22-5d686cef6133 req-42d08f30-c8ba-4b55-9f40-cabeb9bfd849 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420523 Apr 15 18:40:14.665831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:14.765947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c40b07-ab90-4866-aba2-d444411bd205 req-0d01ce34-139b-4d30-a538-f8260f4983df tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:14.767608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f9c40b07-ab90-4866-aba2-d444411bd205 req-0d01ce34-139b-4d30-a538-f8260f4983df tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0885963 Apr 15 18:40:14.819314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f9c40b07-ab90-4866-aba2-d444411bd205 req-11a08f9b-fd7e-445e-a034-d36ec07d5529 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Apr 15 18:40:16.017825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d90a-1bff-44b9-810c-1fba24c4c2c9 req-a2223607-24cf-44f4-8549-80d3cc76d13e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:16.019425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-73a9d90a-1bff-44b9-810c-1fba24c4c2c9 req-a2223607-24cf-44f4-8549-80d3cc76d13e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0880277 Apr 15 18:40:16.066556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-73a9d90a-1bff-44b9-810c-1fba24c4c2c9 req-253e5645-d64a-49e9-bc1c-aac313a68beb tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Apr 15 18:40:17.269864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1a29a-383e-4604-ae48-57cfb5d8cddc req-8d216bc1-d17e-4413-909d-c9ca9cf58d77 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:17.271487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64b1a29a-383e-4604-ae48-57cfb5d8cddc req-8d216bc1-d17e-4413-909d-c9ca9cf58d77 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0929685 Apr 15 18:40:17.319160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64b1a29a-383e-4604-ae48-57cfb5d8cddc req-55fbb10b-1c85-4a0a-aac6-9aeb8d05c37a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Apr 15 18:40:18.519957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1915e-3d31-46fb-bc72-0ea5151f8288 req-58996e4e-a6a3-4069-b687-1e3903fa91f2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:18.521558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3da1915e-3d31-46fb-bc72-0ea5151f8288 req-58996e4e-a6a3-4069-b687-1e3903fa91f2 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0892613 Apr 15 18:40:18.569742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3da1915e-3d31-46fb-bc72-0ea5151f8288 req-0e023f63-42a6-4294-8171-db86c19f511f tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Apr 15 18:40:19.771908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eac0b3-46cd-452a-ae70-c5322428b641 req-fef70b8e-5e12-4dde-932f-f072c21474bc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:19.773516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a6eac0b3-46cd-452a-ae70-c5322428b641 req-fef70b8e-5e12-4dde-932f-f072c21474bc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0924063 Apr 15 18:40:19.821763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a6eac0b3-46cd-452a-ae70-c5322428b641 req-020f77ac-761b-42a0-a4be-ded4a64c6a59 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Apr 15 18:40:21.024745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e259-a134-4c43-ba4d-2c62671036f6 req-a937bf5b-9060-404f-a69d-c64c6cbf0270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:21.026373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1614e259-a134-4c43-ba4d-2c62671036f6 req-a937bf5b-9060-404f-a69d-c64c6cbf0270 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0917220 Apr 15 18:40:21.073795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1614e259-a134-4c43-ba4d-2c62671036f6 req-0ff692e0-9fff-4e04-b408-1c45a0873388 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Apr 15 18:40:22.275221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab2ead-60a8-4be6-9e1a-81882bdd58fe req-7dbd0fdb-fd56-4510-ab71-8b964f89dc71 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:22.276800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08ab2ead-60a8-4be6-9e1a-81882bdd58fe req-7dbd0fdb-fd56-4510-ab71-8b964f89dc71 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0879929 Apr 15 18:40:22.323017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08ab2ead-60a8-4be6-9e1a-81882bdd58fe req-29ac6feb-9cf5-4b81-a42a-558a80f349e3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Apr 15 18:40:23.523875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c26f20-4b7d-4cf8-87ce-5d58f3b0c209 req-59dc51ae-3ba0-46c0-9fd8-6ec856c07718 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:23.525479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8c26f20-4b7d-4cf8-87ce-5d58f3b0c209 req-59dc51ae-3ba0-46c0-9fd8-6ec856c07718 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0918527 Apr 15 18:40:23.573798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8c26f20-4b7d-4cf8-87ce-5d58f3b0c209 req-e9ed22b0-2d35-4cce-8212-352901a7080a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Apr 15 18:40:24.220359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-391eec7b-64f5-4be6-b725-6c2c65becc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:24.777480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69204436-f7f8-410e-ab4e-265ace282e0e req-ecbad227-bbce-4c33-9bec-3ae39556a529 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:24.779630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69204436-f7f8-410e-ab4e-265ace282e0e req-ecbad227-bbce-4c33-9bec-3ae39556a529 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0925889 Apr 15 18:40:24.827127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69204436-f7f8-410e-ab4e-265ace282e0e req-ccc61a5a-cd9d-4dd6-b17f-950fc95791f3 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Apr 15 18:40:25.513911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-8e84d084-79d9-4b05-86b8-f3347ab4b8a9 service neutron] 10.222.0.49 "GET /v2.0/ports/ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0827880 Apr 15 18:40:25.777220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-6ad905c3-303b-49d3-8720-5f02837a886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:25.779355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-6ad905c3-303b-49d3-8720-5f02837a886d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521&tenant_id=614f4974caee4ecbb2d6c81f25a50b96 HTTP/1.1" status: 200 len: 1098 time: 0.0795076 Apr 15 18:40:25.881192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-30749975-d519-4f11-91cf-b39b620acb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:25.882818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-30749975-d519-4f11-91cf-b39b620acb05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1098 time: 0.0824189 Apr 15 18:40:26.025034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-ceff1d5d-fe7f-4224-97fe-2dc30ba66d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:26.026662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-ceff1d5d-fe7f-4224-97fe-2dc30ba66d15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1377168 Apr 15 18:40:26.031248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98d292-20c9-4014-a08c-51d33f187581 req-ec37982f-7519-49e1-9160-7673a3dbc454 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:26.032799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f98d292-20c9-4014-a08c-51d33f187581 req-ec37982f-7519-49e1-9160-7673a3dbc454 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0894680 Apr 15 18:40:26.080862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f98d292-20c9-4014-a08c-51d33f187581 req-a3f1825e-5972-4a3e-b240-b4e1f80b1594 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Apr 15 18:40:26.099424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-82abb902-833b-4ecc-a825-565f9a8dd9a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0656488 Apr 15 18:40:26.170097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-898f84f6-c188-4306-823d-705459b6bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:26.171601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-898f84f6-c188-4306-823d-705459b6bd77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0667930 Apr 15 18:40:26.222573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-211ac34c-99e8-49f5-a893-2eb118a6d117 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449917 Apr 15 18:40:26.634017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-6dc89354-45b8-4b11-90ed-9c41bbcc9190 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046974 Apr 15 18:40:26.774084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-64800d8a-11b2-4a2f-ba58-481d609f1e52 req-75d6fc9d-b603-420e-b8a2-6c018d0ecd27 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329501 Apr 15 18:40:27.034477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b044be0c-375a-440d-9665-4f3214dfdb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:27.191771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:27.291144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481c58a-54a9-4cc3-a8f0-b9337bafda53 req-5d1e69b5-2b5c-4102-afd0-4dd752427da1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:27.292751 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6481c58a-54a9-4cc3-a8f0-b9337bafda53 req-5d1e69b5-2b5c-4102-afd0-4dd752427da1 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0935526 Apr 15 18:40:27.341345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6481c58a-54a9-4cc3-a8f0-b9337bafda53 req-27c7131d-3676-4c2e-9096-9b8b81e8dbd0 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Apr 15 18:40:27.753174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:28.481889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:28.546165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866214f-73b8-498e-93c0-568e61b2be3e req-ac4fb28f-0697-4143-ad87-bdb923824132 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:28.547756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c866214f-73b8-498e-93c0-568e61b2be3e req-ac4fb28f-0697-4143-ad87-bdb923824132 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0922024 Apr 15 18:40:28.596317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c866214f-73b8-498e-93c0-568e61b2be3e req-4e123d9d-b2a4-45f5-ad62-a886b23827ba tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Apr 15 18:40:28.920084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c97646-bad6-4e96-b1d4-9974971c0aff req-4f37c70c-5fbe-46c3-a4d9-479c32cc6107 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:28.921623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-47c97646-bad6-4e96-b1d4-9974971c0aff req-4f37c70c-5fbe-46c3-a4d9-479c32cc6107 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 945 time: 0.0889237 Apr 15 18:40:28.924827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-dcb6a769-c721-4e9e-b2d6-6fdb2bde671e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:28.925599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-dcb6a769-c721-4e9e-b2d6-6fdb2bde671e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Synchronizing usage tracker for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:40:28.940978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-dcb6a769-c721-4e9e-b2d6-6fdb2bde671e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Unset dirty status for tenant:614f4974caee4ecbb2d6c81f25a50b96 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:40:28.942254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-dcb6a769-c721-4e9e-b2d6-6fdb2bde671e tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521&tenant_id=614f4974caee4ecbb2d6c81f25a50b96&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1097677 Apr 15 18:40:28.970152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-47c97646-bad6-4e96-b1d4-9974971c0aff req-905361e2-0aec-4ca5-bc76-6b7e5651646b tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Apr 15 18:40:28.988932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:40:29.102669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-e3688571-d37d-4419-bfc0-f1b921948564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:29.104289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-e3688571-d37d-4419-bfc0-f1b921948564 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 1098 time: 0.0824330 Apr 15 18:40:29.112788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:29.141958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:40:29.152339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:29.155951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:29.157814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:29.206551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'code': 200} Apr 15 18:40:29.233528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:29.237278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:29.249879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-f54628bc-e174-48a6-bafa-4ad37362ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:29.251483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-f54628bc-e174-48a6-bafa-4ad37362ba17 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 200 len: 916 time: 0.1398730 Apr 15 18:40:29.325810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-9681bad9-fb91-4f76-8ddb-fe0e5e105882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 200 len: 217 time: 0.0681515 Apr 15 18:40:29.394207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-d6b280e7-3fb1-4df1-a756-6519f31f82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:29.395795 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-d6b280e7-3fb1-4df1-a756-6519f31f82a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 200 len: 855 time: 0.0633192 Apr 15 18:40:29.447226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-0004ba7a-aac4-4b74-998f-c694898c70f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452042 Apr 15 18:40:29.587899 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-60a33d62-404a-4134-a5a8-c9baf2fa7e27 service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339309 Apr 15 18:40:29.729346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7ce9cd5-eeab-4f8d-8d40-4f8926242c8c req-a8316d09-d999-4077-8670-c8551a24959d service neutron] 10.222.0.49 "GET /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349335 Apr 15 18:40:30.443289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab964e-1bb6-4b46-8642-ef39875c8c3e req-47803f11-97a5-446d-9559-6080c32580cc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:30.444764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02ab964e-1bb6-4b46-8642-ef39875c8c3e req-47803f11-97a5-446d-9559-6080c32580cc tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.3572192 Apr 15 18:40:30.492050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02ab964e-1bb6-4b46-8642-ef39875c8c3e req-910b7c7a-2429-4609-bf90-72d2cfa068dd tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Apr 15 18:40:31.695568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9f2b2-db4f-4451-b1e9-32087cc83b90 req-46cfce0c-7427-4c3b-a0e2-cd2de57b5a5d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:31.697157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17a9f2b2-db4f-4451-b1e9-32087cc83b90 req-46cfce0c-7427-4c3b-a0e2-cd2de57b5a5d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0917380 Apr 15 18:40:31.744724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17a9f2b2-db4f-4451-b1e9-32087cc83b90 req-903abfef-ca97-4c69-8984-2179980a0547 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Apr 15 18:40:31.946492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732b94d-91c0-439b-9a30-30bfc63e165d req-237951f3-3bee-4471-8b3f-9577f16e9e22 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:31.948084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1732b94d-91c0-439b-9a30-30bfc63e165d req-237951f3-3bee-4471-8b3f-9577f16e9e22 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0873613 Apr 15 18:40:31.998731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1732b94d-91c0-439b-9a30-30bfc63e165d req-4f750328-e272-4e44-8d9b-181b38463640 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Apr 15 18:40:32.195310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720ca66-8fb2-4d0a-92c6-b809c6bdeec1 req-680c45be-5b54-4263-9ae4-5f3b5aaa3048 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:32.196911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3720ca66-8fb2-4d0a-92c6-b809c6bdeec1 req-680c45be-5b54-4263-9ae4-5f3b5aaa3048 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0880277 Apr 15 18:40:32.244872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3720ca66-8fb2-4d0a-92c6-b809c6bdeec1 req-5fe14bc7-ce60-45b0-921c-a19b315fa8a7 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Apr 15 18:40:32.827503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea0b3-cbb6-4f2e-8021-87c4c9cadd1c req-4681cf35-dd67-4469-8e49-633427a8e9f6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:32.829082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8cbea0b3-cbb6-4f2e-8021-87c4c9cadd1c req-4681cf35-dd67-4469-8e49-633427a8e9f6 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0924540 Apr 15 18:40:32.876466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8cbea0b3-cbb6-4f2e-8021-87c4c9cadd1c req-4c49940d-39ef-42ea-a342-87f8b79dea19 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Apr 15 18:40:34.077205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b7758-fce9-4213-b1ef-4de8fe65a971 req-cdc29e4f-6644-4eea-91b1-fe2ad5521ec4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:34.078759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a0b7758-fce9-4213-b1ef-4de8fe65a971 req-cdc29e4f-6644-4eea-91b1-fe2ad5521ec4 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0897942 Apr 15 18:40:34.127707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a0b7758-fce9-4213-b1ef-4de8fe65a971 req-18b8267a-0d81-4155-89f2-848172c6e4ee tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/security-groups?id=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Apr 15 18:40:34.261244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d4563-9e6c-41f7-810b-b8516d011164 req-0cdc88c5-f217-4e3c-869a-dd87e9f5134a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:34.262876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-170d4563-9e6c-41f7-810b-b8516d011164 req-0cdc88c5-f217-4e3c-869a-dd87e9f5134a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 943 time: 0.0925560 Apr 15 18:40:34.338138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Deleting port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:40:34.338458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:34.597238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] For port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,segment=NetworkSegment(ca7eda80-64ea-45d9-bcdc-8d83b08c439e),segment_id=ca7eda80-64ea-45d9-bcdc-8d83b08c439e)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:34.597565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:34.729755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Calling delete_port for ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:40:34.881334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:34.899118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:34.993361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Pushing event deleted for resources: {'Port': ['ID=ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:34.996246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:35.143492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] No DVR routers for this DVR port ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:40:35.145937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:35.150086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-deleted', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:40:35.164282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-170d4563-9e6c-41f7-810b-b8516d011164 req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.49 "DELETE /v2.0/ports/ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 HTTP/1.1" status: 204 len: 173 time: 0.8953478 Apr 15 18:40:35.202725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e4708a-6c1b-4585-affe-4aede779d521', 'name': 'network-vif-deleted', 'tag': 'ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2', 'status': 'completed', 'code': 200} Apr 15 18:40:35.299557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e099a0ff-06ec-4c2e-861f-4a2ed0ca992e req-0a61352d-8e02-44e8-96fc-8b257b8536fb tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] 10.222.0.32 "GET /v2.0/ports?device_id=07e4708a-6c1b-4585-affe-4aede779d521 HTTP/1.1" status: 200 len: 210 time: 0.0534377 Apr 15 18:40:36.549417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44050) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:36.616982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Deleting subnet 49a524b0-5d35-478e-9403-b68854bdfd49 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:40:36.619950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:36.675615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:36.733803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:36.993006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.008717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7c67440-309f-42d5-b709-91e79bafd94d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:37.092140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a524b0-5d35-478e-9403-b68854bdfd49,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:37.114362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.114803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.115233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.115662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.116083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.116506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.116926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.117349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.117766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.118208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.118621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.119031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:37.124717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:37.155800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.161802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/49a524b0-5d35-478e-9403-b68854bdfd49 HTTP/1.1" status: 204 len: 168 time: 0.6112280 Apr 15 18:40:37.164526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44054) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:37.279194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.467298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.580964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:37.594803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:37.595148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7eda80-64ea-45d9-bcdc-8d83b08c439e') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:37.606930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.625280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.631485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:40:37.808074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:40:37.817572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:37.995633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Network 3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:40:38.019016 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:40:38.093354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.096876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-576d1685-3025-4e2d-a3b7-3a76c6dbc003 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:38.116332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.126174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:38.129549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:38.133836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3b10b146-17c4-4ecc-88f9-ad53cb7b7c0a HTTP/1.1" status: 204 len: 168 time: 0.9682994 Apr 15 18:40:38.295537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44060) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:38.346881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-36a8b593-4cef-4cbb-86f9-e2b47b1e93b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=614f4974caee4ecbb2d6c81f25a50b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500481 Apr 15 18:40:38.349138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44064) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:38.409077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.436556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.486098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.490997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6e7b49e-99e3-4c8e-b791-3f16911bd27d tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:38.501637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:40:38.504117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:38.507281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:38.509394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:38.510757 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83e1fb4e-c8b4-4d45-a9eb-08a7489cd04e HTTP/1.1" status: 204 len: 168 time: 0.1604598 Apr 15 18:40:39.035053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:40:39.071555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:40:39.071879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device ced1f9ef-a8a5-47cb-bd15-2ea3b8ae47d2 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:40:39.342253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 44088) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:39.501871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-395305366-network', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:39.507147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:39.511229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Usage tracker for resource:network and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:39.514950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:39.522075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:39.530720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:40:39.535472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.548377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.564012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:39.568004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Usage tracker for resource:security_group_rule and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:39.570931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:39.577470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:39.666890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.670493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.674702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1072b22d-0449-4713-a25a-a1e01b0132b8 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:39.700654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:40:39.714038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f53a65-01b3-476d-9587-c2116836108d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:39.717953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:39.720665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.721057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Added segment c507b2f3-d05f-4487-b0dc-2058f4a6d5ca of type vlan for network 76aab65a-823e-4eef-bd47-c40ddbfe9652 Apr 15 18:40:39.752564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.782432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.783500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:39.784138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:39.789361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c178f03c-0f6b-4357-9fe3-e283b3b2c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:39.896390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5529499 Apr 15 18:40:39.897344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Pushing event updated for resources: {'Network': ['ID=76aab65a-823e-4eef-bd47-c40ddbfe9652,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:39.899480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44094) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:39.900161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:39.905836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Request body: {'subnet': {'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-395305366-subnet', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:39.907724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:40:39.911304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:39.915440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Usage tracker for resource:subnet and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:39.918535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:39.925102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:39.934833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:40:39.940348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.346591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.361773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6439b361-853d-49cb-8689-a207e986e871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:40.495086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac124ee-7a18-44db-a2da-554e9ee9516f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:40.500431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:40.560868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:40:40.561259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Network hostable DHCP agents. Network: 76aab65a-823e-4eef-bd47-c40ddbfe9652, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:40:40.578828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:40:40.587045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 76aab65a-823e-4eef-bd47-c40ddbfe9652) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:40.597016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533c533-ca45-4a18-b7ac-5e37fc4a41b9 None None] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:40:40.599334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:40.599978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.619639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-59df78d8-1393-4f36-8292-6b2471a8961f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7190030 Apr 15 18:40:40.622422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44098) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:40.628590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:40.633591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:40.637661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Usage tracker for resource:router and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:40.641291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:40.647523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:40.656813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.657910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.674199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.826453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-76aab65a-823e-4eef-bd47-c40ddbfe9652', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:40:40.827364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.957955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:40.988614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Allocated IP 172.20.0.2 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/34c05aad-c319-45fa-a929-0704206742cc) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:40:41.208089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.221874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Transition to ACTIVE for port object 34c05aad-c319-45fa-a929-0704206742cc will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:41.243763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Transition to ACTIVE for port object 34c05aad-c319-45fa-a929-0704206742cc will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:41.247852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.264665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:41.401946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Pushing event updated for resources: {'Port': ['ID=34c05aad-c319-45fa-a929-0704206742cc,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:41.407159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:41.461020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:41.462213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:41.464647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:40:41.561996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Attempting to bind port 34c05aad-c319-45fa-a929-0704206742cc on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:40:41.562422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Attempting to bind port 34c05aad-c319-45fa-a929-0704206742cc by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:40:41.562842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Attempting to bind port 34c05aad-c319-45fa-a929-0704206742cc on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:40:41.568718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:40:41.569137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:40:41.569588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.570060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:40:41.570584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Bound port: 34c05aad-c319-45fa-a929-0704206742cc, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:40:41.571002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.571127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.606671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.666599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] For port 34c05aad-c319-45fa-a929-0704206742cc, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:40:41.670000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] For port 34c05aad-c319-45fa-a929-0704206742cc, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=34c05aad-c319-45fa-a929-0704206742cc,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:40:41.673250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.688895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:41.750358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Allocated IP 172.26.7.90 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ad1a8326-bb88-4ea3-ab15-648679cbd424) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:40:41.837556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Pushing event updated for resources: {'Port': ['ID=34c05aad-c319-45fa-a929-0704206742cc,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:41.844632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:41.923111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.953016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:41.973082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8e210378-8b35-464c-916d-daee4b3b34cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:42.110152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Pushing event updated for resources: {'Port': ['ID=ad1a8326-bb88-4ea3-ab15-648679cbd424,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:42.123771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:42.180338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:42.181516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:42.184211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:40:42.631450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.001447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.081870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 34c05aad-c319-45fa-a929-0704206742cc up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:43.162014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 34c05aad-c319-45fa-a929-0704206742cc completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:43.195757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e9e89-d89c-45bc-89e0-5621b7dc64e2 None None] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:40:43.234315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:40:43.292056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Provisioning for port 34c05aad-c319-45fa-a929-0704206742cc completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:43.309179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Provisioning complete for port 34c05aad-c319-45fa-a929-0704206742cc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:43.309595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.426296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:40:43.440355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:40:43.449029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.450397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8263454 Apr 15 18:40:43.453732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44102) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:43.531722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:40:43.532421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:43.863794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.938657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] For port 34c05aad-c319-45fa-a929-0704206742cc, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=34c05aad-c319-45fa-a929-0704206742cc,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:43.954466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:43.959471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:44.024414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:40:44.249528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Pushing event updated for resources: {'Port': ['ID=34c05aad-c319-45fa-a929-0704206742cc,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:44.255628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:44.273310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a8e07372-df77-4c7c-b85b-adb3083c7587 None None] Provisioning complete for port 34c05aad-c319-45fa-a929-0704206742cc triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:44.273739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a8e07372-df77-4c7c-b85b-adb3083c7587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.479223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.492601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:42Z', 'revision_number': 3, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:44.496766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:40:44.497171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Updating router 48692d3e-e67b-4d12-8f2f-eea133b86fbb port ad1a8326-bb88-4ea3-ab15-648679cbd424 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:40:44.553380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.703991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Allocated IP 172.20.0.1 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/bd681ce9-297e-4f02-a240-657d11c49528) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:40:44.713322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.861408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.878376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Transition to ACTIVE for port object bd681ce9-297e-4f02-a240-657d11c49528 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:44.903134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.911633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.918825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-62790563-1ae5-42ae-ac78-2012df05af6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:44.924206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Transition to ACTIVE for port object ad1a8326-bb88-4ea3-ab15-648679cbd424 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:44.929741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:44.945658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46808904-8713-43ef-9050-3b21e0314868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:45.056749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Pushing event updated for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:45.059526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 34c05aad-c319-45fa-a929-0704206742cc up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:45.070469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:45.112528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:45.113782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:45.116293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:40:45.143114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Pushing event updated for resources: {'Port': ['ID=ad1a8326-bb88-4ea3-ab15-648679cbd424,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:45.148690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:45.179104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.209748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 34c05aad-c319-45fa-a929-0704206742cc triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:45.210274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.273063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Attempting to bind port ad1a8326-bb88-4ea3-ab15-648679cbd424 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:40:45.273483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Attempting to bind port ad1a8326-bb88-4ea3-ab15-648679cbd424 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:40:45.273952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Attempting to bind port ad1a8326-bb88-4ea3-ab15-648679cbd424 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:40:45.287235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:40:45.287674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:40:45.288132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.288583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:40:45.289125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Bound port: ad1a8326-bb88-4ea3-ab15-648679cbd424, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:40:45.289555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.306197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.430941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] For port ad1a8326-bb88-4ea3-ab15-648679cbd424, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:40:45.445061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02259bdb-381e-47ef-9a00-26057e989951 None None] Provisioning for port bd681ce9-297e-4f02-a240-657d11c49528 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:45.457116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] For port ad1a8326-bb88-4ea3-ab15-648679cbd424, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ad1a8326-bb88-4ea3-ab15-648679cbd424,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:40:45.458243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-02259bdb-381e-47ef-9a00-26057e989951 None None] Provisioning complete for port bd681ce9-297e-4f02-a240-657d11c49528 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:45.458777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-02259bdb-381e-47ef-9a00-26057e989951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.491499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.513734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c123e65c-70fa-46b6-9a01-d838adc346be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:45.548180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.551887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.582131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ea23933-c154-47e6-8bd7-10443fe14e21 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:45.639728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-02259bdb-381e-47ef-9a00-26057e989951 None None] Port bd681ce9-297e-4f02-a240-657d11c49528 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:40:45.671778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Pushing event updated for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:45.674532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:45.684656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Pushing event updated for resources: {'Port': ['ID=ad1a8326-bb88-4ea3-ab15-648679cbd424,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:45.689753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:45.690729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:45.730809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:40:45.731600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:45.819673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:45.820800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:45.933331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:40:46.026137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:40:46.229284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:40:46.239455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] 10.222.0.32 "PUT /v2.0/routers/48692d3e-e67b-4d12-8f2f-eea133b86fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7846315 Apr 15 18:40:46.270967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2f1b6517-a2d7-43aa-b143-e4624f7581c4 None None] Provisioning complete for port bd681ce9-297e-4f02-a240-657d11c49528 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:46.271394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f1b6517-a2d7-43aa-b143-e4624f7581c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:46.414907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2f1b6517-a2d7-43aa-b143-e4624f7581c4 None None] Port bd681ce9-297e-4f02-a240-657d11c49528 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:40:46.519627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 2, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:46.523985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9b9f1c-15b5-44c9-a0b9-eefc25deb4cd None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 2, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:40:46.743188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 44112) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:46.749742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109238468', 'description': 'tempest-description--1404068437'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:46.756483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:46.761626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:security_group and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:46.765283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:46.771383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:46.783508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:46.804902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:46.808954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:security_group_rule and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:46.812452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:46.818664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:46.906905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:46.909892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:46.916099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-92c1edf7-19fa-4f9f-9993-eec17365c74c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:46.959601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:46.961727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2170789 Apr 15 18:40:46.962241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:46.964355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44116) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:46.965235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:46.971136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'security_group_rule': {'security_group_id': 'bcb77f8e-8ff7-45f8-8442-cc348d0a84b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:46.978139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:46.982465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:security_group_rule and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:46.985958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:46.993896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:47.011186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.078992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.082511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.084496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a70cad87-33d0-463f-b416-f5148aaea88b tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:47.107140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545e3c63-abdf-4df1-a3f5-14791087a76f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:47.111761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:47.119112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.120308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543682 Apr 15 18:40:47.124191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 44120) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:47.130160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'security_group_rule': {'security_group_id': 'bcb77f8e-8ff7-45f8-8442-cc348d0a84b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:47.137032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:47.141794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:security_group_rule and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:47.144986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:47.151323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:47.168497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.246103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.249502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.251535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4e1e7921-ec6b-4675-81d7-bd355fd0688f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:47.282067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ade5d84-26b6-4a67-b206-e8df5741018b,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:47.286686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:47.296071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.297386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720741 Apr 15 18:40:47.300475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 44124) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:40:47.306181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:47.313428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:47.317826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:floatingip and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:40:47.320955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:40:47.327290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:47.339491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.489359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.635431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Allocated IP 172.26.7.13 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/9f5b6781-5090-47f3-bd6a-4139d669bbd9) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:40:47.792957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.823098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:47.838806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0de8610a-4810-4ce9-b39e-57db2308e7b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:47.980614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=9f5b6781-5090-47f3-bd6a-4139d669bbd9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:48.002347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.002777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.003196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.003609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.004017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.004423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.004828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.005234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.005636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.006061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.006465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.006863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:48.010701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:48.048887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:48.050090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:48.052279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:40:48.134698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.198207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.411336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.414446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.429080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ea2f271-53d9-4a98-a59c-9bc3e56b458f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:48.559226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=9f5b6781-5090-47f3-bd6a-4139d669bbd9,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:48.564189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:48.666804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.689818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:48.691182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3896973 Apr 15 18:40:48.867602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-e4427e33-1972-4f50-a5b6-9638dc9f3959 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--109238468&fields=id&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 267 time: 0.0460443 Apr 15 18:40:49.031371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-6bed368e-dd5d-4611-b278-d1c44a90a429 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:49.032967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-6bed368e-dd5d-4611-b278-d1c44a90a429 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1578274 Apr 15 18:40:49.050025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-a4862d2b-c53b-4abc-b964-5d5fc8b3402c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/quotas/de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 375 time: 0.0108027 Apr 15 18:40:49.077397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ad1a8326-bb88-4ea3-ab15-648679cbd424 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:49.147788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9bbae8d9-c3e5-45d1-b294-4560be049a5a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:40:49.151824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ad1a8326-bb88-4ea3-ab15-648679cbd424 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:49.157464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ad1a8326-bb88-4ea3-ab15-648679cbd424 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:49.157920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:49.165432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9bbae8d9-c3e5-45d1-b294-4560be049a5a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:40:49.166895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9bbae8d9-c3e5-45d1-b294-4560be049a5a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109383 Apr 15 18:40:49.281687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:49.299222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port ad1a8326-bb88-4ea3-ab15-648679cbd424, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ad1a8326-bb88-4ea3-ab15-648679cbd424,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:49.302348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:49.304300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:49.321097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-d6186daa-54d3-4c5a-863a-20a5c27ff8c9 service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404467 Apr 15 18:40:49.382047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=ad1a8326-bb88-4ea3-ab15-648679cbd424,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:49.385157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:49.469940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-53164702-2547-49d4-a06c-47d5cd0ad4c7 service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422348 Apr 15 18:40:49.670039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-609efd84-5af7-4584-891d-5f66adbd04cc req-25e1e5af-a5c5-4076-b2e7-070a90ba769d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 210 time: 0.0520611 Apr 15 18:40:49.762741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:40:49.773697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:40:49.774536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:49.965423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:40:50.301478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 2, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:50.305545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:40:50.306000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Updating router 48692d3e-e67b-4d12-8f2f-eea133b86fbb port bd681ce9-297e-4f02-a240-657d11c49528 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:40:50.360813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:50.720666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:50.733810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Transition to ACTIVE for port object bd681ce9-297e-4f02-a240-657d11c49528 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:50.745292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:50.759027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-d5e13362-1bc8-4ddb-9ead-55b29a06b88d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:50.759901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-d5e13362-1bc8-4ddb-9ead-55b29a06b88d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:40:50.763245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d545bf6b-6f9a-42ee-a533-1dffd5d33083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:50.780808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-d5e13362-1bc8-4ddb-9ead-55b29a06b88d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:40:50.782211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-d5e13362-1bc8-4ddb-9ead-55b29a06b88d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1881392 Apr 15 18:40:50.864795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7a0e3557-5c06-4b7c-b310-e5a1ce8ae8f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:40:50.884807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7a0e3557-5c06-4b7c-b310-e5a1ce8ae8f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:40:50.886569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7a0e3557-5c06-4b7c-b310-e5a1ce8ae8f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 5716 time: 0.0964055 Apr 15 18:40:50.900372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'port': {'device_id': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'admin_state_up': True, 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'security_groups': ['bcb77f8e-8ff7-45f8-8442-cc348d0a84b2']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:50.900772 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d32c24c-3ded-434a-827e-e3938ed6c77e req-cb1215aa-5bd9-4400-b322-774a57669267 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 210 time: 0.0607345 Apr 15 18:40:50.921177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Pushing event updated for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:50.940978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.941367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.941743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.942136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.942503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.942864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.943224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.943582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.943941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.944295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.944651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.945001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:50.949951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:51.063453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:40:51.077665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:40:51.084259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ad1a8326-bb88-4ea3-ab15-648679cbd424 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:51.089617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:40:51.097047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.199312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ad1a8326-bb88-4ea3-ab15-648679cbd424 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:51.199799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.291802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Allocated IP 172.20.0.7 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/e33d729a-04a9-453e-9109-7d155bd4a038) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:40:51.316374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Attempting to bind port bd681ce9-297e-4f02-a240-657d11c49528 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:40:51.316998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Attempting to bind port bd681ce9-297e-4f02-a240-657d11c49528 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:40:51.317414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Attempting to bind port bd681ce9-297e-4f02-a240-657d11c49528 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:40:51.323293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:40:51.323956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:40:51.324411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.324852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:40:51.325371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Bound port: bd681ce9-297e-4f02-a240-657d11c49528, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:40:51.326365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.423030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] For port bd681ce9-297e-4f02-a240-657d11c49528, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:40:51.426350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] For port bd681ce9-297e-4f02-a240-657d11c49528, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bd681ce9-297e-4f02-a240-657d11c49528,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:40:51.430474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.446986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:51.490255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.507041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Transition to ACTIVE for port object e33d729a-04a9-453e-9109-7d155bd4a038 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:51.531651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:51.549732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:51.600075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Pushing event updated for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:51.605578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:51.649104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:40:51.649799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:51.854950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:40:51.993734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:52.007227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:52.049469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:40:52.051061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:40:52.053351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:40:52.112482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc5e3-7d2b-4403-af2f-5b6fe6d747b9 req-7710e05f-9f3a-453b-934a-dd9c25bdfa84 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:52.118707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb9bc5e3-7d2b-4403-af2f-5b6fe6d747b9 req-7710e05f-9f3a-453b-934a-dd9c25bdfa84 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 931 time: 0.1010947 Apr 15 18:40:52.123384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:52.124119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:52.151823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2547078 Apr 15 18:40:52.164636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Request body: {'port': {'device_id': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:40:52.186434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb9bc5e3-7d2b-4403-af2f-5b6fe6d747b9 req-15ec7425-42dd-4690-a2a3-b97b40355bcc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650842 Apr 15 18:40:52.248079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:51Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:40:52.252805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c242bb-dba6-4bc6-9151-5f926556e93a None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:51Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:40:52.297772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:52.339472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f0258d5b-5cd2-47fd-ba90-4face1d78cc3 None None] Provisioning for port e33d729a-04a9-453e-9109-7d155bd4a038 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:52.345890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f0258d5b-5cd2-47fd-ba90-4face1d78cc3 None None] Provisioning complete for port e33d729a-04a9-453e-9109-7d155bd4a038 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:52.346325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0258d5b-5cd2-47fd-ba90-4face1d78cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:52.411649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f0258d5b-5cd2-47fd-ba90-4face1d78cc3 None None] Port e33d729a-04a9-453e-9109-7d155bd4a038 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:40:52.673862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:40:52.681696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:52.696972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Transition to ACTIVE for port object e33d729a-04a9-453e-9109-7d155bd4a038 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:40:52.699622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:52.719706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:52.853463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:52.858356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:53.094807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bd681ce9-297e-4f02-a240-657d11c49528 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:53.095757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Attempting to bind port e33d729a-04a9-453e-9109-7d155bd4a038 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:40:53.096141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Attempting to bind port e33d729a-04a9-453e-9109-7d155bd4a038 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:40:53.096514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Attempting to bind port e33d729a-04a9-453e-9109-7d155bd4a038 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:40:53.102032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Port e33d729a-04a9-453e-9109-7d155bd4a038 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:40:53.102394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Attempting to bind port e33d729a-04a9-453e-9109-7d155bd4a038 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:40:53.108434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:40:53.108805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:40:53.109228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:40:53.109810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Bound port: e33d729a-04a9-453e-9109-7d155bd4a038, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:40:53.110217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.178166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port bd681ce9-297e-4f02-a240-657d11c49528 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:53.182910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port bd681ce9-297e-4f02-a240-657d11c49528 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:53.183341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.211819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:40:53.215046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:40:53.218796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.235108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:53.316354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.349528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port bd681ce9-297e-4f02-a240-657d11c49528, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bd681ce9-297e-4f02-a240-657d11c49528,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:53.352706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.355924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a92bb2d-c0c8-4f7b-8c81-1e96ac8069b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:53.395532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:53.395760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e0451-5d04-4ee8-9d5b-1b748dc3a1fb req-a104d6d9-df8e-4035-bf60-949c90d1c79f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:53.397239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf6e0451-5d04-4ee8-9d5b-1b748dc3a1fb req-a104d6d9-df8e-4035-bf60-949c90d1c79f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 943 time: 0.0965452 Apr 15 18:40:53.407303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:53.429521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:53.430676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:53.432219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] 10.222.0.49 "PUT /v2.0/ports/e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 1093 time: 1.2724288 Apr 15 18:40:53.432947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:40:53.436157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:53.458958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.459343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.459736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.460167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.462365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.463125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.463705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.464283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.464854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.465430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.466085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.466536 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf6e0451-5d04-4ee8-9d5b-1b748dc3a1fb req-210c66fc-0233-4f12-b209-da6a7d47e568 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537755 Apr 15 18:40:53.468280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:40:53.472931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:53.524467 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'status': 'completed', 'code': 200} Apr 15 18:40:53.564256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-3b844a26-3e6b-487e-8161-8af532bf22a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:53.565951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-3b844a26-3e6b-487e-8161-8af532bf22a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1096 time: 0.0916302 Apr 15 18:40:53.639880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-956d2c30-c372-4ad5-8216-863692ed9e4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 217 time: 0.0669129 Apr 15 18:40:53.711276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9e13d32d-363a-4234-b454-15642957c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:53.712804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9e13d32d-363a-4234-b454-15642957c91c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0667496 Apr 15 18:40:53.796280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-ff5c026f-ff44-485e-9669-2a0c069b200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:53.797927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-ff5c026f-ff44-485e-9669-2a0c069b200c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779891 Apr 15 18:40:53.939577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-9a22b987-b58a-4f69-be15-fbb3261227f7 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353199 Apr 15 18:40:54.083499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0cc872d2-8c85-4756-8a47-d58aa53808a3 req-b1b5e8eb-deac-439f-afd7-30bb5b79098f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376128 Apr 15 18:40:54.204800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-3a0ab610-8252-44fc-837c-dc364efb0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:54.206383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-3a0ab610-8252-44fc-837c-dc364efb0b2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1096 time: 0.0823302 Apr 15 18:40:54.222503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2381cc6-f517-446f-9c86-4deb0e753c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:54.348288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-01fe735b-13ac-4f99-99b2-bae3d9cffcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:54.349888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-01fe735b-13ac-4f99-99b2-bae3d9cffcbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1368704 Apr 15 18:40:54.421915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-af8fa48d-7416-4f11-8508-d91a3d3a21bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 217 time: 0.0653684 Apr 15 18:40:54.493066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-20744510-8529-4827-b285-a756be2e92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:54.494628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-20744510-8529-4827-b285-a756be2e92a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0666041 Apr 15 18:40:54.579148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-f65a049c-d16e-44af-89ca-4acd08b21dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:54.580777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-f65a049c-d16e-44af-89ca-4acd08b21dd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791655 Apr 15 18:40:54.677444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a975b1-742a-4064-a9e4-ddf0cc907046 req-3c50d184-d109-494f-a385-70fc2113f039 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:54.679141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30a975b1-742a-4064-a9e4-ddf0cc907046 req-3c50d184-d109-494f-a385-70fc2113f039 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 943 time: 0.0950136 Apr 15 18:40:54.724630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-611fd0ed-2e70-4360-a05f-5005b121a69c service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366065 Apr 15 18:40:54.727533 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30a975b1-742a-4064-a9e4-ddf0cc907046 req-627bbe1f-930d-40c1-8739-8997a2e91280 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Apr 15 18:40:54.867050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-435bb8b2-2d20-43d9-8150-7a36be8964e7 req-9384300a-7000-4db9-8b20-2181eab235b2 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361010 Apr 15 18:40:55.054599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bd681ce9-297e-4f02-a240-657d11c49528 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:55.129488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port bd681ce9-297e-4f02-a240-657d11c49528 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:55.129932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:55.931375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5befe3-43f8-4d7b-9604-d6308f2233df req-cab00999-dae0-4365-97c5-9790332ce156 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:55.932971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa5befe3-43f8-4d7b-9604-d6308f2233df req-cab00999-dae0-4365-97c5-9790332ce156 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 943 time: 0.0905077 Apr 15 18:40:55.980952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa5befe3-43f8-4d7b-9604-d6308f2233df req-d9b3a4f2-d948-4029-b1f3-692e35313e2f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Apr 15 18:40:57.036349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff1134bb-fc16-47e5-9572-47d2eccee517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:57.096507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:40:57.189126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e5d23-70aa-4504-8452-ef9f209e58b0 req-1d261606-de63-41ef-ba57-3c576dddc464 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:57.190809 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f71e5d23-70aa-4504-8452-ef9f209e58b0 req-1d261606-de63-41ef-ba57-3c576dddc464 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 943 time: 0.0948825 Apr 15 18:40:57.215068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:57.243880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f71e5d23-70aa-4504-8452-ef9f209e58b0 req-58632645-a996-4d8b-98b7-f6901726b934 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Apr 15 18:40:57.261035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:57.275056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'mac_address': 'fa:16:3e:cf:f3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:40:57.333353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:57.351163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:40:57.367653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:57.370065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:57.371870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2993a82-6a4a-45d2-a2aa-15e95bccb1ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:57.442828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:57.445913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:57.574729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['e33d729a-04a9-453e-9109-7d155bd4a038'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:40:57.763548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:58.448117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc63ff6-0224-4742-8b97-2701aa6e3be4 req-7553976f-3678-4b6b-aa42-a65934e66bb0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:58.449806 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dfc63ff6-0224-4742-8b97-2701aa6e3be4 req-7553976f-3678-4b6b-aa42-a65934e66bb0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 944 time: 0.0897253 Apr 15 18:40:58.485278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:58.500358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dfc63ff6-0224-4742-8b97-2701aa6e3be4 req-0cb34b87-5bd8-425b-8968-389e9ac85a4e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Apr 15 18:40:59.112181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:40:59.183009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port e33d729a-04a9-453e-9109-7d155bd4a038 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:40:59.188383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port e33d729a-04a9-453e-9109-7d155bd4a038 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:40:59.188803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:59.310917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:59.338271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:40:59.348670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:40:59.351620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:40:59.354282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-20c58c01-84e1-4c25-a716-04b49725fba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:40:59.390024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'code': 200} Apr 15 18:40:59.431707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:40:59.435429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:40:59.633007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb918a82-305b-4e25-9b2c-6847afeefd24 req-957aba0e-eeaa-42c7-bb81-d291df0bfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:59.634525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb918a82-305b-4e25-9b2c-6847afeefd24 req-957aba0e-eeaa-42c7-bb81-d291df0bfec3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0813704 Apr 15 18:40:59.682731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb918a82-305b-4e25-9b2c-6847afeefd24 req-4a50ed90-cdaa-408d-8c63-1e5f4fc3c939 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371032 Apr 15 18:40:59.705550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ad9c-8c17-4870-baed-b5e1713b4559 req-d68e543c-9ad1-4294-8a37-b5aca85bfc86 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:40:59.707167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36a1ad9c-8c17-4870-baed-b5e1713b4559 req-d68e543c-9ad1-4294-8a37-b5aca85bfc86 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0931580 Apr 15 18:40:59.755649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36a1ad9c-8c17-4870-baed-b5e1713b4559 req-287c07cd-ee66-458b-81da-78385aab78fd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Apr 15 18:41:00.959053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f834-ded5-4a98-9ef5-631bfa091c13 req-df2ea0f1-274f-4a43-a650-65b311e753cf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:00.960663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ee6f834-ded5-4a98-9ef5-631bfa091c13 req-df2ea0f1-274f-4a43-a650-65b311e753cf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0890985 Apr 15 18:41:01.010780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ee6f834-ded5-4a98-9ef5-631bfa091c13 req-b0fd7d17-30d9-43e8-9088-f009fbab9ed7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Apr 15 18:41:01.206802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3502-631a-4313-ac5c-ace5e3dc9e60 req-25c48a70-b7fe-41d0-a137-33e0fb7ee0a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:01.208388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c3a3502-631a-4313-ac5c-ace5e3dc9e60 req-25c48a70-b7fe-41d0-a137-33e0fb7ee0a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0925455 Apr 15 18:41:01.217718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44180) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:41:01.223818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'floatingip': {'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:41:01.306543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:02.212799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:02.215476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:02.394039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 associated. External IP: 172.26.7.13, port: e33d729a-04a9-453e-9109-7d155bd4a038. Apr 15 18:41:02.762549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:41:02.952547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:41:02.957443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:02.962230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:41:02.971958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:41:02.972639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:41:03.017425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-284e6838-fe0a-47fa-b5f6-9e9fd5b827dc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "PUT /v2.0/floatingips/027d0649-cf2e-42b7-bde2-bebcc1c592d7 HTTP/1.1" status: 200 len: 990 time: 1.7979448 Apr 15 18:41:03.018125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:41:03.133237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'status': 'completed', 'code': 200} Apr 15 18:41:03.171322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:41:03.235620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-b2b0d4ce-6a68-4b9c-8cee-de57deb36eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:03.237255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-b2b0d4ce-6a68-4b9c-8cee-de57deb36eb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0795174 Apr 15 18:41:03.380097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-7596cbbc-60ff-43e9-85b1-e63e03d8a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:03.381620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-7596cbbc-60ff-43e9-85b1-e63e03d8a4ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1384909 Apr 15 18:41:03.491033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-0c485961-6f23-4510-9b10-cd596e73f8e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 998 time: 0.1033278 Apr 15 18:41:03.541028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:cf:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:41:02Z', 'revision_number': 1, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:41:03.545200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:41:03.554215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:41:03.554875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:40:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:41:03.559052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-0c3c08d3-0264-44cd-9da8-427cf693c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:03.561162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-0c3c08d3-0264-44cd-9da8-427cf693c408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0642142 Apr 15 18:41:03.646320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-9bcd7e57-8525-46ac-92ed-2af4114ebacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:03.647848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-9bcd7e57-8525-46ac-92ed-2af4114ebacc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808895 Apr 15 18:41:03.742262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:41:03.791830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-e3379bbd-d580-4eb1-9f9f-0072d941c250 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377432 Apr 15 18:41:03.943737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7af174f-0254-42e3-9009-22af5e0013f2 req-fa208281-009c-4447-9666-c8f4a2e2d332 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449866 Apr 15 18:41:04.282602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:cf:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:41:02Z', 'revision_number': 1, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:41:04.286791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa60384-e9b2-4b4b-9ac3-17b81b879b7a None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:cf:f3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:41:02Z', 'revision_number': 1, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:41:04.550462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48428207-5746-454c-8c74-86fe39588dec None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:41:07.627318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-c7611295-1ad2-4753-a0b5-54b28b7b090a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756609 Apr 15 18:41:07.780354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deddb-3767-4b57-86c6-64bddc372213 req-d22a37ac-75c7-4205-aa0c-c44b2e73c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:07.782034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-d22a37ac-75c7-4205-aa0c-c44b2e73c655 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0858634 Apr 15 18:41:07.935462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deddb-3767-4b57-86c6-64bddc372213 req-588026b7-ed64-4fd0-98e1-9980db6b40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:07.936939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-588026b7-ed64-4fd0-98e1-9980db6b40e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1370540 Apr 15 18:41:08.043466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-b18e1c5e-1626-4ff1-b7b3-4a6aa58f5b8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 1000 time: 0.1006031 Apr 15 18:41:08.391381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deddb-3767-4b57-86c6-64bddc372213 req-8497d56c-36e7-48ba-ac0e-9a1394c350d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:08.393000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-8497d56c-36e7-48ba-ac0e-9a1394c350d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.3438187 Apr 15 18:41:08.473310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246deddb-3767-4b57-86c6-64bddc372213 req-12a52c50-efd2-4429-9949-684154cd2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:08.474906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-12a52c50-efd2-4429-9949-684154cd2c81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761676 Apr 15 18:41:08.612972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-867b78d2-4b0b-428c-ab8c-2c5ed652d439 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319807 Apr 15 18:41:08.753023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-246deddb-3767-4b57-86c6-64bddc372213 req-bf70a487-50d4-45a0-98dd-209d13db0eb2 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340649 Apr 15 18:41:14.696242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:15.501270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:41:24.223732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8f495d1-1d36-4610-8622-7d23e280e6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:27.037407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd50af66-3ea5-406e-99f7-dbf8a5c07135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:27.195252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:27.750353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:28.487071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:39.365924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c25ae-12fe-4b3c-b2e8-363b64ad39ee req-6fba510f-4856-4096-8017-e04a5c4c299f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:39.367456 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d56c25ae-12fe-4b3c-b2e8-363b64ad39ee req-6fba510f-4856-4096-8017-e04a5c4c299f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0919168 Apr 15 18:41:39.415900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d56c25ae-12fe-4b3c-b2e8-363b64ad39ee req-61b8373f-8d0c-4c5d-9657-4db18ff34230 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421097 Apr 15 18:41:39.789463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-98c5a544-0d8d-4b36-994c-4d87083983e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822396 Apr 15 18:41:39.843594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28012277-d428-44dc-af96-cd9e7fb785ac req-0405a4f0-bdb1-49c6-bf6b-a5a570209301 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:39.845284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28012277-d428-44dc-af96-cd9e7fb785ac req-0405a4f0-bdb1-49c6-bf6b-a5a570209301 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0887611 Apr 15 18:41:39.898366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28012277-d428-44dc-af96-cd9e7fb785ac req-741fa0b2-c3c3-40c2-8cac-4d9b4209019d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465076 Apr 15 18:41:40.922211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-ea4a5ae9-0bc3-4ab0-9934-7d431ba1ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:40.923790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-ea4a5ae9-0bc3-4ab0-9934-7d431ba1ee7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0793951 Apr 15 18:41:41.073219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-5afa503a-7e57-4f9d-a609-5f7f9c1982c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:41.074807 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-5afa503a-7e57-4f9d-a609-5f7f9c1982c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1442056 Apr 15 18:41:41.102128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e77b-f00e-43ac-aeca-d390ef993e44 req-62201d0f-e781-459a-a904-2834844ed74a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:41.103727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4350e77b-f00e-43ac-aeca-d390ef993e44 req-62201d0f-e781-459a-a904-2834844ed74a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0898607 Apr 15 18:41:41.152908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4350e77b-f00e-43ac-aeca-d390ef993e44 req-be36e0bd-11ab-432d-a828-aad19a865793 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Apr 15 18:41:41.188224 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-0b13d9bd-1477-41f4-94b7-02db80f77d72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 1000 time: 0.1064813 Apr 15 18:41:41.260144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-307842f2-2c08-4935-89a2-06e6521e470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:41.261707 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-307842f2-2c08-4935-89a2-06e6521e470f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0670934 Apr 15 18:41:41.343917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-f173e013-117c-400b-929e-5d62fbd39d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:41.345439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-f173e013-117c-400b-929e-5d62fbd39d51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770669 Apr 15 18:41:41.486813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-a9aa3903-c144-43ba-b024-9f58471f756b service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347485 Apr 15 18:41:41.628851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-f6eb6aac-0a26-4a1f-aa9a-cb07073752ad service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356289 Apr 15 18:41:42.360422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37077d-d553-453e-8043-37bc099b4471 req-6fd02ae0-1596-4735-bbab-0da439133f67 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:42.362054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa37077d-d553-453e-8043-37bc099b4471 req-6fd02ae0-1596-4735-bbab-0da439133f67 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0931709 Apr 15 18:41:42.409378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa37077d-d553-453e-8043-37bc099b4471 req-a9a1c741-44a4-4e91-aa1a-ab75908ce95f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Apr 15 18:41:43.614063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260eb0-9df5-4b5e-98bc-948ff13e4e29 req-362f6c50-21c7-4664-984f-61f3ab3fa71f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:43.615668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8260eb0-9df5-4b5e-98bc-948ff13e4e29 req-362f6c50-21c7-4664-984f-61f3ab3fa71f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0911202 Apr 15 18:41:43.663007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8260eb0-9df5-4b5e-98bc-948ff13e4e29 req-e353ea2c-5b35-4db8-a3c0-4f17e47b3243 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410686 Apr 15 18:41:44.708822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:44.868286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711736f-d6d4-41a8-a295-de021f10afec req-c0f55a36-77a0-49c1-83d8-b497070ff7ef tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:44.869942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c711736f-d6d4-41a8-a295-de021f10afec req-c0f55a36-77a0-49c1-83d8-b497070ff7ef tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0921562 Apr 15 18:41:44.917056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c711736f-d6d4-41a8-a295-de021f10afec req-5e7acc0a-70f8-46e7-a9ff-4f992468dacd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Apr 15 18:41:46.116828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bf0e0-b877-486b-9eff-d79fd575b3d2 req-3d4bb34b-033c-468a-9cf4-28350f715ef0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:46.118399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d4bf0e0-b877-486b-9eff-d79fd575b3d2 req-3d4bb34b-033c-468a-9cf4-28350f715ef0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Apr 15 18:41:46.169314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d4bf0e0-b877-486b-9eff-d79fd575b3d2 req-7ab110da-ebb7-4457-a434-1038335a0835 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Apr 15 18:41:47.370620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab631a7-d96e-40cb-85f7-c4acd45b28f8 req-efe13caf-b88c-4b8c-bd07-9814220a6a0f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:47.372233 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3ab631a7-d96e-40cb-85f7-c4acd45b28f8 req-efe13caf-b88c-4b8c-bd07-9814220a6a0f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0895216 Apr 15 18:41:47.420111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3ab631a7-d96e-40cb-85f7-c4acd45b28f8 req-10eea5c0-a90e-4541-8a10-51388237f12d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Apr 15 18:41:48.625309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2f75-7bb4-4ccf-a995-21f118c021c9 req-25e30f8c-836a-4339-82f7-36bf5fd05a9f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:48.626926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1b8c2f75-7bb4-4ccf-a995-21f118c021c9 req-25e30f8c-836a-4339-82f7-36bf5fd05a9f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0938957 Apr 15 18:41:48.673982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1b8c2f75-7bb4-4ccf-a995-21f118c021c9 req-298d8e15-59d8-42e7-b362-e5b72facc344 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407197 Apr 15 18:41:49.878087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ff9b-a0a5-40d9-8af2-aa357ed103cc req-bc781897-62b9-44b7-ac95-6d3b293d7978 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:49.879691 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7856ff9b-a0a5-40d9-8af2-aa357ed103cc req-bc781897-62b9-44b7-ac95-6d3b293d7978 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0886643 Apr 15 18:41:49.927353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7856ff9b-a0a5-40d9-8af2-aa357ed103cc req-382f0aca-87b8-4036-af7d-d00228490261 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Apr 15 18:41:51.135086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f5ba0-3d7c-4636-b958-8a79bbdebf6c req-c0dd15ed-18aa-4494-852f-1515ac46d659 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:51.136592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e68f5ba0-3d7c-4636-b958-8a79bbdebf6c req-c0dd15ed-18aa-4494-852f-1515ac46d659 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0925069 Apr 15 18:41:51.183996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e68f5ba0-3d7c-4636-b958-8a79bbdebf6c req-782153ce-0a18-42a0-867c-270ccb9044e4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Apr 15 18:41:52.383253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70e8d-3b15-488f-92de-b7c7194b7951 req-509747bb-106b-4c34-8e14-e7e8dac344ff tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:52.384848 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ad70e8d-3b15-488f-92de-b7c7194b7951 req-509747bb-106b-4c34-8e14-e7e8dac344ff tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Apr 15 18:41:52.436026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ad70e8d-3b15-488f-92de-b7c7194b7951 req-579c478a-9099-46f2-863d-dcf0bd8e4745 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 Apr 15 18:41:52.499832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:41:53.267830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-b220ef6e-6410-427a-a1ad-31a804caeddf service neutron] 10.222.0.49 "GET /v2.0/ports/e33d729a-04a9-453e-9109-7d155bd4a038/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0807898 Apr 15 18:41:53.537332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-b243e895-cee0-44af-979d-f603c58828ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:53.538917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-b243e895-cee0-44af-979d-f603c58828ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1098 time: 0.0861559 Apr 15 18:41:53.636740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-e447dbd6-d9e8-4f58-b0b1-ee58330d7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:53.638408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-e447dbd6-d9e8-4f58-b0b1-ee58330d7f59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0785208 Apr 15 18:41:53.640382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45af8-a0f5-40f7-99da-1bda78668651 req-3b883d2f-49ea-4add-8f12-4c1e28b4a26e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:53.642031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26d45af8-a0f5-40f7-99da-1bda78668651 req-3b883d2f-49ea-4add-8f12-4c1e28b4a26e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0913491 Apr 15 18:41:53.691578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26d45af8-a0f5-40f7-99da-1bda78668651 req-7d15d371-195e-4248-8b89-5e080030a827 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Apr 15 18:41:53.782840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-7cd59d3c-7808-4d54-992b-7a795b6116cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:53.784480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-7cd59d3c-7808-4d54-992b-7a795b6116cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1395295 Apr 15 18:41:53.893581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-5d39e8d3-da44-450c-af1b-d009048397f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 1000 time: 0.1027668 Apr 15 18:41:53.964121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-bb706244-399b-416b-8cc9-1a890b0f1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:53.965642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-bb706244-399b-416b-8cc9-1a890b0f1f72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0661721 Apr 15 18:41:54.047690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b455-2b33-4857-8985-f214075b59f6 req-2ca60e54-431f-4f21-89b5-e58d63a42475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:54.049220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-2ca60e54-431f-4f21-89b5-e58d63a42475 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762029 Apr 15 18:41:54.193307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-30709f23-a486-4db7-8d21-a548f7ec0fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376925 Apr 15 18:41:54.225102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb632e25-1d55-4f88-980b-c2243938b7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:54.334161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5735b455-2b33-4857-8985-f214075b59f6 req-f8afbaba-549f-4be2-ad71-deb3d16c0493 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344447 Apr 15 18:41:54.895250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5f269-4289-495f-8f54-c9bc9b811f6b req-2b717567-62e4-45a4-99ca-c94332577d22 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:54.896891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85b5f269-4289-495f-8f54-c9bc9b811f6b req-2b717567-62e4-45a4-99ca-c94332577d22 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0921614 Apr 15 18:41:54.945044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85b5f269-4289-495f-8f54-c9bc9b811f6b req-2d7cf5ed-243f-424c-b2fc-2679c9cd311d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419340 Apr 15 18:41:56.145558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db13a5-0c4e-4756-b83a-a6e2662aeeea req-ee3e6598-05ac-4d6a-a1fc-27d01caa484c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:56.147117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51db13a5-0c4e-4756-b83a-a6e2662aeeea req-ee3e6598-05ac-4d6a-a1fc-27d01caa484c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0892682 Apr 15 18:41:56.194475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51db13a5-0c4e-4756-b83a-a6e2662aeeea req-cac624b7-25b1-4158-9b1d-446d3559205c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Apr 15 18:41:56.526592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b6304-fcf7-4c9e-8560-0fe02aee5658 req-863a5efd-101e-4ec2-bb22-6ec6aa213542 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:56.527238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-fa282679-c5ac-4ac8-a68c-a741ecd6bf5b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:56.528003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-fa282679-c5ac-4ac8-a68c-a741ecd6bf5b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:41:56.528227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-551b6304-fcf7-4c9e-8560-0fe02aee5658 req-863a5efd-101e-4ec2-bb22-6ec6aa213542 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0923703 Apr 15 18:41:56.543404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-fa282679-c5ac-4ac8-a68c-a741ecd6bf5b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:41:56.544913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-fa282679-c5ac-4ac8-a68c-a741ecd6bf5b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46&tenant_id=de9f45c4c2604c28b77e63e98a9a7175&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.1092892 Apr 15 18:41:56.577785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-551b6304-fcf7-4c9e-8560-0fe02aee5658 req-48c5cae2-0cd8-4894-88ad-0da74e3f15aa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Apr 15 18:41:56.695910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-5a555d8e-5729-43a3-b1e8-d8f572fa1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:56.697492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-5a555d8e-5729-43a3-b1e8-d8f572fa1799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 1098 time: 0.0815022 Apr 15 18:41:56.838997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-f5111135-9c02-4216-b2d8-680b04b9545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:56.840623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-f5111135-9c02-4216-b2d8-680b04b9545f service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1374855 Apr 15 18:41:56.950189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-26ee7925-a450-4b74-a7e5-21dc7fc2b9bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 200 len: 1000 time: 0.1026139 Apr 15 18:41:57.019331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-a635a738-a65c-448a-8085-4349362afd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:57.020889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-a635a738-a65c-448a-8085-4349362afd29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0641654 Apr 15 18:41:57.038288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3cc4f396-4e92-4b41-bb04-606e2b2c3a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.108941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-c6b77971-4858-4aef-9874-20e63dfffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:57.110614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-c6b77971-4858-4aef-9874-20e63dfffaa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838749 Apr 15 18:41:57.200056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.255136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-6e02e6d6-82a2-4418-992a-d4039c8ee4f6 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380508 Apr 15 18:41:57.362658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:41:57.365128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:41:57.402014 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc8792ff-3ce2-4217-a43b-909a1c7d3a41 req-477c5581-7daa-4f31-ad0f-0133f812a1ca service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404560 Apr 15 18:41:57.593369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.630124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:41:57.654381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:41:57.659339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'mac_address': 'fa:16:3e:cf:f3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:41:57.698440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:41:57.707997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.711772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:41:57.748914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'code': 200} Apr 15 18:41:57.794086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf92e-4305-4a12-99e4-231f487ab8ac req-a3c3d8a6-0374-46b3-bc4d-af689d4a7a46 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:57.794717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.796221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2baaf92e-4305-4a12-99e4-231f487ab8ac req-a3c3d8a6-0374-46b3-bc4d-af689d4a7a46 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 943 time: 0.1001139 Apr 15 18:41:57.811529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:57.817809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:41:57.852573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2baaf92e-4305-4a12-99e4-231f487ab8ac req-cf7cc633-f8a0-49d0-bc6a-34c52b5bfdb2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493515 Apr 15 18:41:57.886021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:41:57.905385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.905875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.906191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.907078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.907470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.907832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.908200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.908567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.908936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.909304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.909670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.910066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:41:57.915538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:41:57.916408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-03bd7644-f919-43b8-968b-030916174623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:41:57.916909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-03bd7644-f919-43b8-968b-030916174623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:41:58.486684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:58.506302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:58.508123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:41:58.524697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:41:58.527457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:58.529243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:41:58.599463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['e33d729a-04a9-453e-9109-7d155bd4a038'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:41:58.643089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:41:58.646572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:41:59.063187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595e283-0266-4bc3-ab16-89a353e71d4d req-7aa26887-c0d4-45ad-92f6-c1cf1c664a98 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:59.064804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f595e283-0266-4bc3-ab16-89a353e71d4d req-7aa26887-c0d4-45ad-92f6-c1cf1c664a98 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 944 time: 0.0922370 Apr 15 18:41:59.112930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f595e283-0266-4bc3-ab16-89a353e71d4d req-519eefa9-9e83-4381-bb59-a58cf202a169 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Apr 15 18:41:59.318896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f7adf-5397-48cb-a36b-5c38749842ef req-3b4e0074-b113-410c-9e78-40d6e2c351c5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:59.320489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f20f7adf-5397-48cb-a36b-5c38749842ef req-3b4e0074-b113-410c-9e78-40d6e2c351c5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 944 time: 0.0916498 Apr 15 18:41:59.367915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f20f7adf-5397-48cb-a36b-5c38749842ef req-12af6ff0-414e-4c1a-b5ab-df853fad8e17 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Apr 15 18:41:59.390764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:41:59.464060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port e33d729a-04a9-453e-9109-7d155bd4a038 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:41:59.464480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:59.567607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570be38-525a-4175-a393-b302d5ca3b03 req-09c02b63-a764-437d-a9bb-f5fece25909d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:41:59.569240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9570be38-525a-4175-a393-b302d5ca3b03 req-09c02b63-a764-437d-a9bb-f5fece25909d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 944 time: 0.0888581 Apr 15 18:41:59.591580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:59.620001 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9570be38-525a-4175-a393-b302d5ca3b03 req-749ed192-7313-4181-a71c-f2dd7be0993d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442610 Apr 15 18:41:59.625544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:41:59.628342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:41:59.631022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9dbc6ce4-c5f2-46c2-b05b-5b707a6f6daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:41:59.707421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:41:59.710687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:41:59.751006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:41:59.798765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'code': 200} Apr 15 18:42:00.029681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c833c1-4082-4336-a92f-cc4e51159258 req-cb3145c3-82ad-4a3f-8327-51ae2788f014 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:00.031329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78c833c1-4082-4336-a92f-cc4e51159258 req-cb3145c3-82ad-4a3f-8327-51ae2788f014 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0910547 Apr 15 18:42:00.078573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78c833c1-4082-4336-a92f-cc4e51159258 req-60f4964b-1121-40f3-af93-c6ecfdc48ae2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 Apr 15 18:42:01.280883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74c5fa-3864-410d-bac0-3a9f8cc792b5 req-54976678-0754-4421-85bd-c46dcf0f7876 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:01.282545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a74c5fa-3864-410d-bac0-3a9f8cc792b5 req-54976678-0754-4421-85bd-c46dcf0f7876 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0888734 Apr 15 18:42:01.333675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a74c5fa-3864-410d-bac0-3a9f8cc792b5 req-5b44d50a-b6fa-4deb-880a-3378d5865fde tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448627 Apr 15 18:42:01.621333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-4940869f-e426-452b-ba7f-93dce9f673ec tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:01.622955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-4940869f-e426-452b-ba7f-93dce9f673ec tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 945 time: 0.0879774 Apr 15 18:42:01.698726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:42:01.699109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:01.960502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] For port e33d729a-04a9-453e-9109-7d155bd4a038, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=e33d729a-04a9-453e-9109-7d155bd4a038,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:42:01.960842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:02.272699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:02.273139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:02.273481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 disassociated. External IP: 172.26.7.13, port: e33d729a-04a9-453e-9109-7d155bd4a038. Apr 15 18:42:02.273874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for e33d729a-04a9-453e-9109-7d155bd4a038 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:42:02.421723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:02.437370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-53564b87-6788-4f4f-8699-8be0f41f5eea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:02.536808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'Port': ['ID=e33d729a-04a9-453e-9109-7d155bd4a038,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:02.551466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.551891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.552308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.552722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.553128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.553540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.553972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.554386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.554792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.555197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.555598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.556001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:42:02.561388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:02.793613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7bc43fcf-ae3d-4e2c-9a9c-0c0214b859d2 req-3180cb48-e795-4c6d-9f7c-51d782385878 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 210 time: 0.3464713 Apr 15 18:42:03.106966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:42:03.298155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:42:03.307706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:42:03.318516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:42:03.319194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:41:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:03.376739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] No DVR routers for this DVR port e33d729a-04a9-453e-9109-7d155bd4a038 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:42:03.379288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:03.382076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-deleted', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:42:03.398598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1ac7276-0cf9-4e8e-a7c2-2bce745b0b08 req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "DELETE /v2.0/ports/e33d729a-04a9-453e-9109-7d155bd4a038 HTTP/1.1" status: 204 len: 173 time: 1.7694533 Apr 15 18:42:03.433120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa9ed3e-06f5-4d8b-9355-a3dd16738b46', 'name': 'network-vif-deleted', 'tag': 'e33d729a-04a9-453e-9109-7d155bd4a038', 'status': 'completed', 'code': 200} Apr 15 18:42:03.515112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:42:03.849724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:03.854025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:42:03.863320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:42:03.863980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:41:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:03.982017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-947538ef-5d40-480b-b7eb-5d2ca3c00cf5 req-2511a22a-2dce-4cc2-8b04-ec2a6bf7fc8e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaa9ed3e-06f5-4d8b-9355-a3dd16738b46 HTTP/1.1" status: 200 len: 210 time: 0.0568042 Apr 15 18:42:04.225667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:42:04.546757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-be790860-2573-4d74-8bae-6535d144f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:04.551273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be790860-2573-4d74-8bae-6535d144f99a None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:42:04.908958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32fab33-7152-42a7-bd44-3f65806002bf None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:42:05.343288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-0d54bf0a-23b7-45c3-818d-cd43c97613ab tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--109238468&fields=id&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 267 time: 0.0453653 Apr 15 18:42:05.383669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:42:05.424100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: e33d729a-04a9-453e-9109-7d155bd4a038 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:42:05.424496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device e33d729a-04a9-453e-9109-7d155bd4a038 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:42:05.506163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-13a77fc6-14e9-4099-ac44-8a9627baf2f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:05.507749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-13a77fc6-14e9-4099-ac44-8a9627baf2f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1569822 Apr 15 18:42:05.524236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-b1f10010-05b8-478d-ac7f-4a026ef691fe tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/quotas/de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 375 time: 0.0104115 Apr 15 18:42:05.614671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-52b333e9-089f-419d-b01b-7a7ee577a2de tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849516 Apr 15 18:42:05.679592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-5a25a7e8-2acb-4f6e-aff4-f72f30ca7ddb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:42:05.680666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-5a25a7e8-2acb-4f6e-aff4-f72f30ca7ddb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535686 Apr 15 18:42:05.826336 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-0e58f073-d766-4d75-af08-9b449df9ee0c service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390979 Apr 15 18:42:05.968195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-29d928dd-c9fc-44ee-9596-5b9f6595755c service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355186 Apr 15 18:42:06.162368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dfc46d5b-bb6f-47b1-a37f-4dd42e969a51 req-87a13259-3653-4888-b6c9-7c5fbd96ab07 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 210 time: 0.0495126 Apr 15 18:42:07.181401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-73678526-3b6a-4071-a931-8f3caa88f8f7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:07.182970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-73678526-3b6a-4071-a931-8f3caa88f8f7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1618493 Apr 15 18:42:07.263277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-0390195f-cb0b-446f-90a6-6367ede7fe5b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 5716 time: 0.0712686 Apr 15 18:42:07.276069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'port': {'device_id': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'admin_state_up': True, 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'security_groups': ['bcb77f8e-8ff7-45f8-8442-cc348d0a84b2']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:42:07.332062 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f3c1aa1-c80b-4248-b9e1-66fabd9d0197 req-225c7b41-4723-44ad-93cd-747cb225c971 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 210 time: 0.0543983 Apr 15 18:42:07.421349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:42:07.426287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:port and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:42:07.429185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:42:07.435144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:42:07.444631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:42:07.451058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:07.623923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Allocated IP 172.20.0.12 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/fde3d4bf-38a5-4fd3-a301-1334f34465cd) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:42:07.821248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:07.838222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Transition to ACTIVE for port object fde3d4bf-38a5-4fd3-a301-1334f34465cd will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:42:07.861751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:07.876490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d3b8084b-0f2f-494c-983d-9505764d153d tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:08.013238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:08.018326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:08.071371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:42:08.072472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:42:08.074895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:42:08.142034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:08.142780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:08.167964 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8961043 Apr 15 18:42:08.180594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Request body: {'port': {'device_id': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:42:08.303419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:08.314483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3c258f4-d183-4955-84d7-bc02d98d96b1 None None] Provisioning for port fde3d4bf-38a5-4fd3-a301-1334f34465cd completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:42:08.319415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e3c258f4-d183-4955-84d7-bc02d98d96b1 None None] Provisioning complete for port fde3d4bf-38a5-4fd3-a301-1334f34465cd triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:42:08.319836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3c258f4-d183-4955-84d7-bc02d98d96b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:08.377784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e3c258f4-d183-4955-84d7-bc02d98d96b1 None None] Port fde3d4bf-38a5-4fd3-a301-1334f34465cd cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:42:08.540217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14aa1c-1249-4e9b-a9d0-81c00139c62e req-defcacdb-2dc8-46c9-98ea-f99d49e6c822 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:08.541883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a14aa1c-1249-4e9b-a9d0-81c00139c62e req-defcacdb-2dc8-46c9-98ea-f99d49e6c822 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 932 time: 0.0924003 Apr 15 18:42:08.591256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a14aa1c-1249-4e9b-a9d0-81c00139c62e req-786ce629-5516-479f-ad7a-4a5ff33df545 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 Apr 15 18:42:08.667974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde3d4bf-38a5-4fd3-a301-1334f34465cd {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:42:08.676548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:08.693010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Transition to ACTIVE for port object fde3d4bf-38a5-4fd3-a301-1334f34465cd will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:42:08.695825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:08.713611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7f377b1e-91b0-4713-8ad1-ffe0df029a5e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:08.854686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:08.857771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:09.090232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Attempting to bind port fde3d4bf-38a5-4fd3-a301-1334f34465cd on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:42:09.090609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Attempting to bind port fde3d4bf-38a5-4fd3-a301-1334f34465cd by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:42:09.090978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Attempting to bind port fde3d4bf-38a5-4fd3-a301-1334f34465cd on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:42:09.095942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Port fde3d4bf-38a5-4fd3-a301-1334f34465cd on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:42:09.096301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Attempting to bind port fde3d4bf-38a5-4fd3-a301-1334f34465cd on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:42:09.101831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:42:09.102245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:42:09.102668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:42:09.103140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Bound port: fde3d4bf-38a5-4fd3-a301-1334f34465cd, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:42:09.103525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:09.200493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:42:09.203517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:42:09.206720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:09.222226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-557d29df-b3d3-4dca-af26-7f58912fcd59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:09.376030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:09.381358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:09.412497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:09.413064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:09.414548 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] 10.222.0.49 "PUT /v2.0/ports/fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1094 time: 1.2386961 Apr 15 18:42:09.415132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:42:09.500321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'status': 'completed', 'code': 200} Apr 15 18:42:09.539491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-d2b4084b-7c94-44ab-bc8c-9362c12a586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:09.541137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-d2b4084b-7c94-44ab-bc8c-9362c12a586a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1097 time: 0.0852642 Apr 15 18:42:09.619133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-9d9200ec-1afe-4d69-a962-85e539761011 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 217 time: 0.0708566 Apr 15 18:42:09.692705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-76ef9718-e9ef-434b-9f2f-1e420e296196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:09.694253 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-76ef9718-e9ef-434b-9f2f-1e420e296196 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0696695 Apr 15 18:42:09.782026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa816-2523-434b-86bd-1665ddce99ce req-fab30b36-0afc-4a3a-94b5-695f9b75a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:09.783690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-fab30b36-0afc-4a3a-94b5-695f9b75a487 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837653 Apr 15 18:42:09.800598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc9698-4c0c-4243-919c-0a0a1a766234 req-3372e3a8-17d2-4f56-b6e9-92e7aac9a7c0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:09.802228 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9bc9698-4c0c-4243-919c-0a0a1a766234 req-3372e3a8-17d2-4f56-b6e9-92e7aac9a7c0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 944 time: 0.0967855 Apr 15 18:42:09.851351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9bc9698-4c0c-4243-919c-0a0a1a766234 req-577c4ca1-2fa8-4811-a95c-fdd6350c4128 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Apr 15 18:42:09.924888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-6a156b16-5473-4c77-945d-9bb64617e1a1 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351266 Apr 15 18:42:10.064538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e28fa816-2523-434b-86bd-1665ddce99ce req-351cf8fc-e38e-45a4-b660-39840431d0c7 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333899 Apr 15 18:42:10.183004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-4ace8fe7-b7f0-41bb-80ed-348d939a38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:10.184590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-4ace8fe7-b7f0-41bb-80ed-348d939a38a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1097 time: 0.0766828 Apr 15 18:42:10.326614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-240c513d-2e47-47c5-a2bb-187372965ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:10.328101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-240c513d-2e47-47c5-a2bb-187372965ad0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1356018 Apr 15 18:42:10.687860 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-47583418-06f7-4a52-b28c-0b2943672df9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 217 time: 0.3524284 Apr 15 18:42:10.756412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-f88ecb9f-93e2-4cfb-ac83-45c36da313d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:10.758213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-f88ecb9f-93e2-4cfb-ac83-45c36da313d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0638723 Apr 15 18:42:10.844606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-f170b18a-4da1-4952-af13-fd11e5e73c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:10.846243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-f170b18a-4da1-4952-af13-fd11e5e73c85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818717 Apr 15 18:42:10.986802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-5b9159bc-2702-4657-8317-b86721a06afa service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343219 Apr 15 18:42:11.056374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418d8d-498a-4a06-a078-e07db680934b req-8904e1b1-9d2b-40ca-8c76-6571d3d66e06 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:11.058078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59418d8d-498a-4a06-a078-e07db680934b req-8904e1b1-9d2b-40ca-8c76-6571d3d66e06 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 944 time: 0.0928783 Apr 15 18:42:11.110658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59418d8d-498a-4a06-a078-e07db680934b req-b5704a8e-040f-457d-89a0-35f0fca64981 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459633 Apr 15 18:42:11.130215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d024821-6ebe-4e42-aa3e-b01c92d230a5 req-4f2b3c06-a445-4172-9542-2a620a3e0e69 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377540 Apr 15 18:42:12.313665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69fd88-8b32-401a-a058-d90b007ddf57 req-b3b67a85-fa6a-4be5-a800-4592a50f3fb3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:12.315290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca69fd88-8b32-401a-a058-d90b007ddf57 req-b3b67a85-fa6a-4be5-a800-4592a50f3fb3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 944 time: 0.0885241 Apr 15 18:42:12.362760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca69fd88-8b32-401a-a058-d90b007ddf57 req-e8868475-a254-437c-ad78-1bec1406ae1c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411351 Apr 15 18:42:13.398289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:42:13.542160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:42:13.556595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'mac_address': 'fa:16:3e:a6:b3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:42:13.568577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37f3b9-3e01-4127-b3f6-3abd7623641d req-a5242fed-23e2-4b44-9523-9c5fda4dc039 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:13.570215 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b37f3b9-3e01-4127-b3f6-3abd7623641d req-a5242fed-23e2-4b44-9523-9c5fda4dc039 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 944 time: 0.0920715 Apr 15 18:42:13.619205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:13.619581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b37f3b9-3e01-4127-b3f6-3abd7623641d req-a13de849-3461-4f9b-be6e-409442ef6c09 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Apr 15 18:42:13.636976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3d4bf-38a5-4fd3-a301-1334f34465cd {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:42:13.653330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:42:13.656625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:13.658464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:13.726124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:13.729237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:13.857458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['fde3d4bf-38a5-4fd3-a301-1334f34465cd'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:42:14.707896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:14.823015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd820166-51c0-4de7-98d9-5a58df0e32f8 req-bc6f25de-5ed1-450a-99a3-635ac8ac38a3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:14.824616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd820166-51c0-4de7-98d9-5a58df0e32f8 req-bc6f25de-5ed1-450a-99a3-635ac8ac38a3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 945 time: 0.0918272 Apr 15 18:42:14.872324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd820166-51c0-4de7-98d9-5a58df0e32f8 req-e7c7462d-909a-455f-8bd1-64ea27dc7f53 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408931 Apr 15 18:42:15.413799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:42:15.488549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port fde3d4bf-38a5-4fd3-a301-1334f34465cd completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:42:15.493638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port fde3d4bf-38a5-4fd3-a301-1334f34465cd triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:42:15.494097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:15.618608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:15.646554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:42:15.656672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:42:15.659456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:15.661369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:42:15.699586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'code': 200} Apr 15 18:42:15.737102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:42:15.740237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:42:15.927890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933623-67bf-4617-a680-b1d839786f4b req-90b6fe57-fa8c-4e15-ac2d-3b8772747104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:15.929431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85933623-67bf-4617-a680-b1d839786f4b req-90b6fe57-fa8c-4e15-ac2d-3b8772747104 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0779603 Apr 15 18:42:15.972870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85933623-67bf-4617-a680-b1d839786f4b req-f99c7b36-0021-4be8-90f2-71b582fd4499 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368946 Apr 15 18:42:16.076222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311500a-ba9a-4bdf-88f9-45e9a3fc260e req-780e67d8-2ff8-458c-a0e6-c2ce770a8427 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:16.077819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0311500a-ba9a-4bdf-88f9-45e9a3fc260e req-780e67d8-2ff8-458c-a0e6-c2ce770a8427 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0918775 Apr 15 18:42:16.126020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0311500a-ba9a-4bdf-88f9-45e9a3fc260e req-9d6c33fc-904c-495b-9a1c-292eba83ee29 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Apr 15 18:42:17.328622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b12e95-5c78-420d-8ec9-14cd14c6e5f7 req-6a44f7f9-3e56-4c21-a25d-a1059ed7c410 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:17.330180 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26b12e95-5c78-420d-8ec9-14cd14c6e5f7 req-6a44f7f9-3e56-4c21-a25d-a1059ed7c410 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0920587 Apr 15 18:42:17.378418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-26b12e95-5c78-420d-8ec9-14cd14c6e5f7 req-7719871b-9043-4455-a7d7-6a454606b44c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Apr 15 18:42:17.572050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84faa0-070c-4f74-a36e-93910b9d0fac req-43c59280-86eb-4636-94be-3ddcf24873ed tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:17.573649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c84faa0-070c-4f74-a36e-93910b9d0fac req-43c59280-86eb-4636-94be-3ddcf24873ed tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0873280 Apr 15 18:42:17.583051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44398) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:42:17.588827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'floatingip': {'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:42:17.672921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:18.291385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:18.294442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:18.475166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 associated. External IP: 172.26.7.13, port: fde3d4bf-38a5-4fd3-a301-1334f34465cd. Apr 15 18:42:18.844459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:42:19.307502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:42:19.313254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:19.318027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:42:19.328294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:42:19.329062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:41:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:19.373065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8ac3c096-136f-4690-a137-580ca7f50504 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "PUT /v2.0/floatingips/027d0649-cf2e-42b7-bde2-bebcc1c592d7 HTTP/1.1" status: 200 len: 991 time: 1.7861826 Apr 15 18:42:19.373065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:42:19.422930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'status': 'completed', 'code': 200} Apr 15 18:42:19.524465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:42:19.529059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-3c16c9d4-2e33-4a0b-8f5f-6078d6e920ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:19.530716 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-3c16c9d4-2e33-4a0b-8f5f-6078d6e920ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0866940 Apr 15 18:42:19.671507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-5cb8307e-bc2f-434a-baf3-4356475d4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:19.673163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-5cb8307e-bc2f-434a-baf3-4356475d4284 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1363862 Apr 15 18:42:19.787043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-f7c2e990-803d-4890-ad21-44b55c03e736 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 999 time: 0.1070142 Apr 15 18:42:19.854784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-09380076-2951-48e3-92e2-05616f87fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:19.856684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-09380076-2951-48e3-92e2-05616f87fe93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0638568 Apr 15 18:42:19.895418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:a6:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:42:18Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:19.899635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:42:19.908682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:42:19.909337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:41:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:19.941810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-c2179d4e-4251-4b5c-a790-852a8b90b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:19.943381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-c2179d4e-4251-4b5c-a790-852a8b90b956 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808523 Apr 15 18:42:20.087302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-a3ef5620-c8bc-499d-bfb6-bb8cdc74681e service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378520 Apr 15 18:42:20.101516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:42:20.234507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92bbc6e2-48f3-4984-9e18-9bc99d3d2767 req-e854dad5-9f5d-41cf-9284-d1ef14ead494 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405370 Apr 15 18:42:20.652708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:a6:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:42:18Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:42:20.656867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d2d5b-6fac-436a-8ac1-47422c1367a0 None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:a6:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:42:18Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:42:20.927870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919affe-37c8-4b24-b24c-0e4fc7c0a3b6 None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:42:24.227032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41838a62-e3b9-4e24-a98d-9f9f79497b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:27.040189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3a78916b-efc4-4b00-8506-68ec1e892fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:27.201401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:27.744131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:28.493385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:29.499329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:42:44.727418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:54.228127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4284271a-851e-46d5-9827-3ee244320e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:55.872724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074945-2546-47db-90f7-0fa3359e0721 req-3e943b9c-18fb-4892-805d-acc25950c609 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:55.874368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa074945-2546-47db-90f7-0fa3359e0721 req-3e943b9c-18fb-4892-805d-acc25950c609 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0940280 Apr 15 18:42:55.925498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa074945-2546-47db-90f7-0fa3359e0721 req-711bd5ea-c862-4336-9e16-f9d8deeb2425 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443513 Apr 15 18:42:57.040733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f653bf2-6984-4676-a67c-0e8cec79a822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:57.133125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950816f-8d3a-459b-bcea-bff0b5185cb1 req-afdb974a-cdbb-4b0d-a4b0-8a5fa9f57862 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:57.134784 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f950816f-8d3a-459b-bcea-bff0b5185cb1 req-afdb974a-cdbb-4b0d-a4b0-8a5fa9f57862 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0891960 Apr 15 18:42:57.181801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f950816f-8d3a-459b-bcea-bff0b5185cb1 req-883fb142-b131-466d-a046-80445c8cdba8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Apr 15 18:42:57.204193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:57.746527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:58.390986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fd48f-61b1-4abd-9a6b-ff94fff3082c req-99163949-733b-473e-a002-e8f09f3f5261 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:58.392602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a89fd48f-61b1-4abd-9a6b-ff94fff3082c req-99163949-733b-473e-a002-e8f09f3f5261 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0942688 Apr 15 18:42:58.441808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a89fd48f-61b1-4abd-9a6b-ff94fff3082c req-904f1e1c-5a7f-4bc8-9eeb-9dcaee58c747 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427151 Apr 15 18:42:58.495592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:42:59.641608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1f960-82bb-439d-8c8a-06599c6f8bb0 req-f82f0bfc-9dfa-405a-a701-a55db6ded726 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:42:59.643257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c3c1f960-82bb-439d-8c8a-06599c6f8bb0 req-f82f0bfc-9dfa-405a-a701-a55db6ded726 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0876305 Apr 15 18:42:59.690360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c3c1f960-82bb-439d-8c8a-06599c6f8bb0 req-4068439c-1fd8-4bd1-8b2b-7a37a3b97018 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Apr 15 18:43:00.897657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb86f1-fd6e-4439-ad89-4622f93d5896 req-32ae3b2b-14e7-4c91-88db-78ff124fac6f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:00.899288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0cb86f1-fd6e-4439-ad89-4622f93d5896 req-32ae3b2b-14e7-4c91-88db-78ff124fac6f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0949223 Apr 15 18:43:00.947367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a0cb86f1-fd6e-4439-ad89-4622f93d5896 req-0bde844a-7028-4541-a90c-88c0338e0e7a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Apr 15 18:43:02.146758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10a8cf-d691-412e-989a-83291237849c req-45d76659-3ab5-45f3-a6f0-2577172811a5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:02.148276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9b10a8cf-d691-412e-989a-83291237849c req-45d76659-3ab5-45f3-a6f0-2577172811a5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0889940 Apr 15 18:43:02.199744 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9b10a8cf-d691-412e-989a-83291237849c req-71c20d8b-8371-4626-9262-e8d7cdfa1e4e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450907 Apr 15 18:43:03.401146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8e46d-7611-44f7-8c1d-572248ceea8e req-0d25b74d-6e39-4e75-b8a5-4c842403b93a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:03.402706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8cb8e46d-7611-44f7-8c1d-572248ceea8e req-0d25b74d-6e39-4e75-b8a5-4c842403b93a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0907488 Apr 15 18:43:03.450036 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8cb8e46d-7611-44f7-8c1d-572248ceea8e req-8f5b222b-9617-4248-9900-13698d1571ed tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 Apr 15 18:43:04.656263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef66e39-ae86-4b40-8a6f-4e805b823cff req-ceb723fd-29d9-4039-8d50-655eae44660b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:04.657882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eef66e39-ae86-4b40-8a6f-4e805b823cff req-ceb723fd-29d9-4039-8d50-655eae44660b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0922179 Apr 15 18:43:04.705097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eef66e39-ae86-4b40-8a6f-4e805b823cff req-5445a682-08d1-4a1d-b5de-1fc7696d0e81 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Apr 15 18:43:05.994201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad73bec-ed6e-4559-8921-d5982f99f9eb req-c1ecf7a5-0495-4d5c-9295-6c5b6facaeb2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:05.995730 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ad73bec-ed6e-4559-8921-d5982f99f9eb req-c1ecf7a5-0495-4d5c-9295-6c5b6facaeb2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.1759014 Apr 15 18:43:06.044274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ad73bec-ed6e-4559-8921-d5982f99f9eb req-f649dbba-be81-40bf-a441-5bb43b686211 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Apr 15 18:43:06.499285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:43:07.247919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564910fb-5cfe-4d90-bdf7-74b90c3573f2 req-3e316d5a-236d-4d31-8e27-641ebbc0450f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:07.249517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-564910fb-5cfe-4d90-bdf7-74b90c3573f2 req-3e316d5a-236d-4d31-8e27-641ebbc0450f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0928171 Apr 15 18:43:07.298405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-564910fb-5cfe-4d90-bdf7-74b90c3573f2 req-cfe234a4-aa60-40b1-aca6-45665346db60 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424852 Apr 15 18:43:07.624819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-05c42766-b9eb-4659-bae9-589c2a1dd3e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782626 Apr 15 18:43:07.851756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-3b6b4a7d-9706-456b-8fac-3097a83f6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:07.853393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-3b6b4a7d-9706-456b-8fac-3097a83f6e8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.1562214 Apr 15 18:43:07.857547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-9535a6a3-fc4b-4930-8111-a8f623bbb1b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165636 Apr 15 18:43:07.862857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2beb823-2144-45e3-a542-209cc20d176b req-174cfac1-d102-45ca-a93d-717c1cc3861a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:07.864513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d2beb823-2144-45e3-a542-209cc20d176b req-174cfac1-d102-45ca-a93d-717c1cc3861a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0916424 Apr 15 18:43:07.919769 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d2beb823-2144-45e3-a542-209cc20d176b req-9fb07f3c-fbea-4833-82c1-829e95c58943 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485239 Apr 15 18:43:08.013104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-d9ff8089-bb4f-40a2-b828-a09964f7a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:08.014728 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-d9ff8089-bb4f-40a2-b828-a09964f7a9c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1429076 Apr 15 18:43:08.127838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-ddeea0cb-7054-4f57-8d03-ec4cc0c57e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1001 time: 0.1063685 Apr 15 18:43:08.196242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-fe2ef554-819f-4df6-a5dc-79495dec5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:08.197825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-fe2ef554-819f-4df6-a5dc-79495dec5776 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0640795 Apr 15 18:43:08.282722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-1ee95e9e-f98b-4e6b-ae2f-9b24d715bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:08.284341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-1ee95e9e-f98b-4e6b-ae2f-9b24d715bef5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808508 Apr 15 18:43:08.434387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-f171dde3-ea35-4544-8b73-2844cf06e52c service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433446 Apr 15 18:43:08.578103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-af4a6337-479b-4c90-81ca-9b43f1c6aaf8 req-52c0b742-1ace-4740-b123-a396de4baf0a service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374147 Apr 15 18:43:09.062915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-0e7cc9ef-fbfd-4bf9-99a3-ec1c38169f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:09.064451 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-0e7cc9ef-fbfd-4bf9-99a3-ec1c38169f86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0799322 Apr 15 18:43:09.124587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b43031-f2fd-4d5d-b3d1-2036df9e585f req-3d7de1e4-4347-4175-b8a6-5f6d582af163 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:09.126814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-58b43031-f2fd-4d5d-b3d1-2036df9e585f req-3d7de1e4-4347-4175-b8a6-5f6d582af163 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0899932 Apr 15 18:43:09.174710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-58b43031-f2fd-4d5d-b3d1-2036df9e585f req-e629032f-1738-40f4-a45e-80afdc1a0f6d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414834 Apr 15 18:43:09.209248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-e9cb1816-c89f-4581-b939-8b10e6516dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:09.212017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-e9cb1816-c89f-4581-b939-8b10e6516dee service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1412416 Apr 15 18:43:09.325073 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-6af42ee2-27ba-45a4-ae85-02f2c072c985 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1001 time: 0.1065705 Apr 15 18:43:09.393043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-6c34518c-a65d-46b5-8603-0c45e03ba757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:09.394625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-6c34518c-a65d-46b5-8603-0c45e03ba757 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0628386 Apr 15 18:43:09.478932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-d637c02e-0fc8-4c18-a4ec-ecc6f266b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:09.480516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-d637c02e-0fc8-4c18-a4ec-ecc6f266b4c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795205 Apr 15 18:43:09.619500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-3479df10-a47c-4cab-b557-5047f407104e service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315129 Apr 15 18:43:09.759604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-1a4d4436-9d4b-4fe8-8553-d2226dde04d9 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333487 Apr 15 18:43:10.433869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b1784-413e-47a8-bc1b-a355e5066687 req-48fc3a96-42eb-46e2-9577-0c5743ab3dde tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:10.435485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d3b1784-413e-47a8-bc1b-a355e5066687 req-48fc3a96-42eb-46e2-9577-0c5743ab3dde tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.1445801 Apr 15 18:43:10.483723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d3b1784-413e-47a8-bc1b-a355e5066687 req-1261276c-e591-40f4-8cd1-ae001b4d14c3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Apr 15 18:43:11.390658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-a8a3eb27-76f5-42d2-80a2-d1a771887183 service neutron] 10.222.0.49 "GET /v2.0/ports/fde3d4bf-38a5-4fd3-a301-1334f34465cd/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0814302 Apr 15 18:43:11.658928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-11371eb6-a106-454c-bba2-891ef05f3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:11.660513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-11371eb6-a106-454c-bba2-891ef05f3046 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1099 time: 0.0850577 Apr 15 18:43:11.691057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6e19-8271-4e06-b04e-304b01dfd5c3 req-b29ffa2c-d6a2-4047-8d20-51fcfdd0bb99 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:11.692739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e1e6e19-8271-4e06-b04e-304b01dfd5c3 req-b29ffa2c-d6a2-4047-8d20-51fcfdd0bb99 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0945053 Apr 15 18:43:11.742850 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e1e6e19-8271-4e06-b04e-304b01dfd5c3 req-0d933e96-2c93-4dda-a920-b4053272e39e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Apr 15 18:43:11.762408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-85f1dba2-dfa2-495b-a0cf-09e2bad041a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:11.764154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-85f1dba2-dfa2-495b-a0cf-09e2bad041a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0819681 Apr 15 18:43:11.904867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-171495b4-109c-49ce-8088-2144ea309070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:11.907087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-171495b4-109c-49ce-8088-2144ea309070 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1356995 Apr 15 18:43:12.298171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-d8c796ca-f3a8-479c-8faf-3862e42f5c01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1001 time: 0.3851018 Apr 15 18:43:12.367710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-1b2bc45f-8ecd-47ca-a5d6-2f5d5be6f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:12.369237 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-1b2bc45f-8ecd-47ca-a5d6-2f5d5be6f6dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0653279 Apr 15 18:43:12.458133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec184ed-d957-4975-95fd-bc56b64675df req-dbc3b3d3-2bd6-45c7-9902-a3ee3d4ac532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:12.459727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-dbc3b3d3-2bd6-45c7-9902-a3ee3d4ac532 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837529 Apr 15 18:43:12.600213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-9efa09b3-36bd-49a6-b439-a4bc5343db5c service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339226 Apr 15 18:43:12.742107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dec184ed-d957-4975-95fd-bc56b64675df req-6651db5b-9cea-4410-97a4-0c905b1e75fa service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360145 Apr 15 18:43:12.950902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a373515-9f0b-400a-87fa-e1f15490d1a3 req-4a10121f-8806-4e97-9ef5-9e57bb248674 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:12.952519 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a373515-9f0b-400a-87fa-e1f15490d1a3 req-4a10121f-8806-4e97-9ef5-9e57bb248674 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0929348 Apr 15 18:43:13.001012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a373515-9f0b-400a-87fa-e1f15490d1a3 req-5544cfb1-8afd-4746-86fa-33a2db3cb484 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421991 Apr 15 18:43:14.203357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9fa8f-4831-49a0-b48b-79b52ea986b1 req-c3a76d0c-aae6-45c4-b860-ecc1b33805b6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:14.204961 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79d9fa8f-4831-49a0-b48b-79b52ea986b1 req-c3a76d0c-aae6-45c4-b860-ecc1b33805b6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0898156 Apr 15 18:43:14.255996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79d9fa8f-4831-49a0-b48b-79b52ea986b1 req-2c6a6cf8-7b14-47b5-af58-376ff7163124 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Apr 15 18:43:14.723036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:15.457682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f03ee8-8efd-4e66-9393-2486b2d23194 req-6e6110aa-6f7a-4f77-99db-2df7211369ad tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:15.459231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28f03ee8-8efd-4e66-9393-2486b2d23194 req-6e6110aa-6f7a-4f77-99db-2df7211369ad tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0894816 Apr 15 18:43:15.507011 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28f03ee8-8efd-4e66-9393-2486b2d23194 req-657e9987-04af-4a76-bff2-be090ba6db6c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Apr 15 18:43:15.679997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:43:15.682674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:43:15.836232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085550-86bb-482c-b649-ec357cdde0a1 req-b9dceda7-29a8-4731-9765-10371a71cbee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:15.837006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-59085550-86bb-482c-b649-ec357cdde0a1 req-b9dceda7-29a8-4731-9765-10371a71cbee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:43:15.841957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81110158-e51d-40f1-8a73-aa58d03f68b9 req-7774a0b5-5fcd-42be-a766-4b809d7b4f1b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:15.843599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81110158-e51d-40f1-8a73-aa58d03f68b9 req-7774a0b5-5fcd-42be-a766-4b809d7b4f1b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0967264 Apr 15 18:43:15.853020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-59085550-86bb-482c-b649-ec357cdde0a1 req-b9dceda7-29a8-4731-9765-10371a71cbee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:43:15.854595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-b9dceda7-29a8-4731-9765-10371a71cbee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac&tenant_id=de9f45c4c2604c28b77e63e98a9a7175&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1151805 Apr 15 18:43:15.897938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81110158-e51d-40f1-8a73-aa58d03f68b9 req-f79fed84-a05f-4204-bb09-bdb35a60b21c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462413 Apr 15 18:43:15.899783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:15.956139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:15.974754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:15.977055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:15.989203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:15.992860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:16.012740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085550-86bb-482c-b649-ec357cdde0a1 req-738ba9fa-ce9f-4d8b-821e-23a8d5127d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:16.014798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-738ba9fa-ce9f-4d8b-821e-23a8d5127d9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0859852 Apr 15 18:43:16.031743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'code': 200} Apr 15 18:43:16.039988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'mac_address': 'fa:16:3e:a6:b3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:43:16.121228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:16.127132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:16.142392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.142791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.143180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.143563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.143946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.144326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.144704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.145080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.145453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.145823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.146240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.146610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:16.153046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:16.158202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde3d4bf-38a5-4fd3-a301-1334f34465cd {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:43:16.165988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085550-86bb-482c-b649-ec357cdde0a1 req-d17ece3c-c8a8-403f-86e5-cd79ea38cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:16.167575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-d17ece3c-c8a8-403f-86e5-cd79ea38cb23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1398606 Apr 15 18:43:16.174170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:16.177009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:16.178843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:16.250083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['fde3d4bf-38a5-4fd3-a301-1334f34465cd'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:43:16.279324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-3a436418-f82e-422c-8057-0c9707eae8ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1000 time: 0.1051064 Apr 15 18:43:16.295310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:16.300672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:16.348111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085550-86bb-482c-b649-ec357cdde0a1 req-52901a88-094d-46e3-a517-b0f81ad747e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:16.349695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-52901a88-094d-46e3-a517-b0f81ad747e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0637367 Apr 15 18:43:16.432424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085550-86bb-482c-b649-ec357cdde0a1 req-ae2ea844-0b00-418c-8a22-c4496a55b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:16.434146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-ae2ea844-0b00-418c-8a22-c4496a55b473 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781102 Apr 15 18:43:16.575700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-a4da4dd1-c6f2-4822-b8b5-35b36f70c098 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341624 Apr 15 18:43:16.716630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59085550-86bb-482c-b649-ec357cdde0a1 req-707fe038-545e-49e8-8d5f-cae9c7d8d144 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340942 Apr 15 18:43:17.102572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0787-7b32-46aa-890a-056b377105ee req-d2a54473-a452-4b67-ab34-bacd7fb46e94 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:17.104191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-502a0787-7b32-46aa-890a-056b377105ee req-d2a54473-a452-4b67-ab34-bacd7fb46e94 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 945 time: 0.0915060 Apr 15 18:43:17.154436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-502a0787-7b32-46aa-890a-056b377105ee req-452a7f15-cd79-472a-b4f4-eb79057e871a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434532 Apr 15 18:43:17.693718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:43:17.766398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port fde3d4bf-38a5-4fd3-a301-1334f34465cd triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:43:17.766819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:17.891787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:17.924884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:17.927495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:17.929376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:18.001122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:18.004208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:18.032793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:18.080725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'code': 200} Apr 15 18:43:18.356802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc80b5d-35e3-4bbe-baa5-799797612785 req-385dfc2d-ced9-4454-bc97-3b5f533cbcaa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:18.358366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcc80b5d-35e3-4bbe-baa5-799797612785 req-385dfc2d-ced9-4454-bc97-3b5f533cbcaa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0927403 Apr 15 18:43:18.406076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcc80b5d-35e3-4bbe-baa5-799797612785 req-b8381089-a730-4ee2-a3f4-ecca0ce7ae70 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Apr 15 18:43:18.607991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc076d6d-52ac-4998-8966-1e3ee6bd8671 req-ebdebacc-3dce-4e15-9320-8093d0857e52 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:18.609547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc076d6d-52ac-4998-8966-1e3ee6bd8671 req-ebdebacc-3dce-4e15-9320-8093d0857e52 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0882063 Apr 15 18:43:18.660474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc076d6d-52ac-4998-8966-1e3ee6bd8671 req-cc448204-e2e6-4e63-9e93-d1a85b7e0ebf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447378 Apr 15 18:43:19.019816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403fc19-c8c4-4757-9874-c711eb519eac req-9a9753c4-1624-4548-8319-66a61fda6e0e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:19.021459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c403fc19-c8c4-4757-9874-c711eb519eac req-9a9753c4-1624-4548-8319-66a61fda6e0e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0941026 Apr 15 18:43:19.061088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-a14fa620-8b8a-4e03-ab07-a8ab6c68d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:19.063294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-a14fa620-8b8a-4e03-ab07-a8ab6c68d1c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0832145 Apr 15 18:43:19.070345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c403fc19-c8c4-4757-9874-c711eb519eac req-4d65a34a-e2ba-4f5f-bcc7-bfb2224b21bf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Apr 15 18:43:19.204702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-8380bfa7-14f4-47c9-88da-095064f829f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:19.206282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-8380bfa7-14f4-47c9-88da-095064f829f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1366687 Apr 15 18:43:19.315196 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-edd13c3c-883d-49fa-940b-dc00303cd545 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 200 len: 1001 time: 0.1024573 Apr 15 18:43:19.384966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-ab23f471-3d8d-4ecf-b28f-138ed2a722c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:19.386522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-ab23f471-3d8d-4ecf-b28f-138ed2a722c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0650501 Apr 15 18:43:19.466872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-e1f810aa-5de0-4e08-a65d-519dd9c1653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:19.468501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-e1f810aa-5de0-4e08-a65d-519dd9c1653d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761034 Apr 15 18:43:19.608838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-42e126f3-b50a-4805-a805-ac76f3ac468d service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336088 Apr 15 18:43:19.750785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a376053-710a-4ad1-a2a0-73370e3d96e2 req-a4d8c8e5-3cbd-4c9f-a472-501f1e02b5f0 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349545 Apr 15 18:43:20.282553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dff15-3a5d-406f-ada2-f51ae35c606f req-fc039641-abac-4d5e-94f1-ca124246ade2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:20.284149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a87dff15-3a5d-406f-ada2-f51ae35c606f req-fc039641-abac-4d5e-94f1-ca124246ade2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0967736 Apr 15 18:43:20.330940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a87dff15-3a5d-406f-ada2-f51ae35c606f req-9dfbab38-af7b-4301-b4e9-f015a91792b5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404809 Apr 15 18:43:21.528822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6e9f5-92ad-41e7-9a64-f08437938adc req-d25e3128-f4f0-419a-996b-9540cbf89a9b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:21.530441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78b6e9f5-92ad-41e7-9a64-f08437938adc req-d25e3128-f4f0-419a-996b-9540cbf89a9b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0885644 Apr 15 18:43:21.577380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78b6e9f5-92ad-41e7-9a64-f08437938adc req-2d89fe23-16b7-499f-b4ec-ef5a6a0dedbd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 Apr 15 18:43:21.985524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0c025-3dd9-4b1c-8bef-ca48f4ad211c req-d576026a-bb28-490e-8056-69a84a26f0a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:21.987174 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4dd0c025-3dd9-4b1c-8bef-ca48f4ad211c req-d576026a-bb28-490e-8056-69a84a26f0a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0940261 Apr 15 18:43:22.034748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4dd0c025-3dd9-4b1c-8bef-ca48f4ad211c req-27f56571-ee70-4402-8847-d7c16266ba29 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Apr 15 18:43:23.235809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dc435-1ba4-41c6-81b7-d8d65e2a01af req-93163e79-0ec7-4da8-8344-5d93c423a3c2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:23.237435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd6dc435-1ba4-41c6-81b7-d8d65e2a01af req-93163e79-0ec7-4da8-8344-5d93c423a3c2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0886376 Apr 15 18:43:23.289463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd6dc435-1ba4-41c6-81b7-d8d65e2a01af req-bb927ce3-fc2a-4265-9a8d-b165a20bb35b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455689 Apr 15 18:43:23.566072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c170-467a-4f45-9d44-1389254384bf req-5420d895-a133-48b1-824d-68af6e03768f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:23.567648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0586c170-467a-4f45-9d44-1389254384bf req-5420d895-a133-48b1-824d-68af6e03768f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 946 time: 0.0926900 Apr 15 18:43:23.645363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port fde3d4bf-38a5-4fd3-a301-1334f34465cd {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:43:23.645743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:23.911038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] For port fde3d4bf-38a5-4fd3-a301-1334f34465cd, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fde3d4bf-38a5-4fd3-a301-1334f34465cd,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:23.911351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:24.221580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:24.222033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:24.222387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 disassociated. External IP: 172.26.7.13, port: fde3d4bf-38a5-4fd3-a301-1334f34465cd. Apr 15 18:43:24.222767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for fde3d4bf-38a5-4fd3-a301-1334f34465cd owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:43:24.229011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38a69e93-9021-4cdf-9741-d2f902ce40e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:24.371597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:24.390213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9e3471a8-23a8-4c48-865c-96d8bbf1de39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:24.453934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-46208cfd-a19c-4447-8ae4-1ccff8d8bd4e req-9c125b01-fefd-457b-ac93-c507f979edcd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 210 time: 0.0513201 Apr 15 18:43:24.483866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'Port': ['ID=fde3d4bf-38a5-4fd3-a301-1334f34465cd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:24.502998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.503430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.503848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.504258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.504664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.505072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.505478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.505904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.506310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.506713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.507111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.507508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:43:24.512247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:24.765626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:43:25.232570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:43:25.242831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:43:25.253537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:43:25.254287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:42:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:25.309730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] No DVR routers for this DVR port fde3d4bf-38a5-4fd3-a301-1334f34465cd on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:43:25.312372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:25.315228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-deleted', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:25.331087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0586c170-467a-4f45-9d44-1389254384bf req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "DELETE /v2.0/ports/fde3d4bf-38a5-4fd3-a301-1334f34465cd HTTP/1.1" status: 204 len: 173 time: 1.7576149 Apr 15 18:43:25.367609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac', 'name': 'network-vif-deleted', 'tag': 'fde3d4bf-38a5-4fd3-a301-1334f34465cd', 'status': 'completed', 'code': 200} Apr 15 18:43:25.458591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:43:25.630882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b7f1863-e0b3-481e-9e78-f75634d86593 req-5b6efba9-f371-4f44-aef3-4abab3a2840f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f04dc9c-800c-40e3-9ee6-a4a24c04e6ac HTTP/1.1" status: 200 len: 210 time: 0.0498395 Apr 15 18:43:25.793800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:25.798824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:43:25.807871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:43:25.808566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:42:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:26.000641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:43:26.322217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:26.326584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6456c-d364-49bd-afa7-2ebdd44b2fdb None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:43:26.696855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604205d-2b30-422c-a16b-9e1f06270f6d None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:43:27.008510 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-7032266a-947a-41a8-b35a-979829429ccf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--109238468&fields=id&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 267 time: 0.0486150 Apr 15 18:43:27.042627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-077a91a5-7271-42b5-848b-71212cae1fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:27.172497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-4e8f8306-503e-4235-be98-f8ba490cde34 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:27.174034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-4e8f8306-503e-4235-be98-f8ba490cde34 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1582346 Apr 15 18:43:27.190258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-6be3d3d1-ce55-443f-a64a-9357e1547cf3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/quotas/de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 375 time: 0.0100737 Apr 15 18:43:27.207477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:27.283647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-404608ff-dea3-45d2-a0e4-cac5b6f65bef tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869286 Apr 15 18:43:27.344860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-f26ffbaa-9d0f-4fd6-9904-1017b305cf83 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:43:27.346136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-f26ffbaa-9d0f-4fd6-9904-1017b305cf83 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502269 Apr 15 18:43:27.491766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-3a876065-1797-43c6-8a5a-f1d361161756 service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392210 Apr 15 18:43:27.633829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-470a77ba-a12d-4a01-92cb-fa7d16e4969a service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356895 Apr 15 18:43:27.754306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:27.757339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:43:27.809636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: fde3d4bf-38a5-4fd3-a301-1334f34465cd {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:43:27.810207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device fde3d4bf-38a5-4fd3-a301-1334f34465cd not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:43:27.840358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-82eadcb7-02c6-4f3a-985e-19f7607eb6b9 req-fdd9dd34-a110-4c6e-9604-fe8956407737 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 210 time: 0.0506172 Apr 15 18:43:28.498134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:28.863939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-d73fd7b8-ed7f-4180-9997-272e25cbc416 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:28.865488 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-d73fd7b8-ed7f-4180-9997-272e25cbc416 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1573086 Apr 15 18:43:28.948003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-5d9d98d3-498c-41be-abc8-35c71c450fe6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 5716 time: 0.0741463 Apr 15 18:43:28.957403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'port': {'device_id': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'admin_state_up': True, 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'security_groups': ['bcb77f8e-8ff7-45f8-8442-cc348d0a84b2']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:43:29.012624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7548998-212a-4d01-b5ee-5765a18536d8 req-e5381b93-5946-4da2-9403-ab7a5c0f3587 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 210 time: 0.0534296 Apr 15 18:43:29.101687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:43:29.106263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:port and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:43:29.109673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:43:29.115611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:43:29.125399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:43:29.131602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:29.300850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Allocated IP 172.20.0.10 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/7ba63e6b-5d62-4e52-a9e2-f93af13ec092) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:43:29.503992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:29.519683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Transition to ACTIVE for port object 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:43:29.542670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:29.557805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c75ec736-ab7a-40d1-9598-97033e0fc36a tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:29.695327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:29.699659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:29.754122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:43:29.755315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:43:29.757639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:43:29.824681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:29.825379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:29.850866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981671 Apr 15 18:43:29.862968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Request body: {'port': {'device_id': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:43:29.985627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5885668-d164-4807-9f57-5389af57d200 None None] Provisioning for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:43:29.986239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:29.990846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a5885668-d164-4807-9f57-5389af57d200 None None] Provisioning complete for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:43:29.991263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a5885668-d164-4807-9f57-5389af57d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:30.048035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a5885668-d164-4807-9f57-5389af57d200 None None] Port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:43:30.214265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd7ab3-179d-4c7f-b223-23a4647f9b4d req-6c3807ef-039b-4628-8c89-c3f86235e1cf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:30.215883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a2dd7ab3-179d-4c7f-b223-23a4647f9b4d req-6c3807ef-039b-4628-8c89-c3f86235e1cf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 932 time: 0.0887158 Apr 15 18:43:30.264589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a2dd7ab3-179d-4c7f-b223-23a4647f9b4d req-903fb494-e801-4b24-8900-5fd161ce02bf tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Apr 15 18:43:30.352471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:43:30.360634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:30.378373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Transition to ACTIVE for port object 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:43:30.380655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:30.396715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-27236120-51dc-4332-9380-1352c4c574db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:30.536262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:30.540727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:30.774516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Attempting to bind port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:43:30.774898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Attempting to bind port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:43:30.775275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Attempting to bind port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:43:30.781102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:43:30.781473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Attempting to bind port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:43:30.788059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:43:30.788347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:43:30.788777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:43:30.789273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Bound port: 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:43:30.789662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:30.895519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:43:30.898900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:43:30.902517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:30.918542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91d38572-13e4-4391-81de-23f604d8cdc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:31.072829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:31.077371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:31.111279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.111951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:31.113440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] 10.222.0.49 "PUT /v2.0/ports/7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1094 time: 1.2553747 Apr 15 18:43:31.114045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:31.190975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'status': 'completed', 'code': 200} Apr 15 18:43:31.233476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-4652642c-4831-4ded-990d-92e8d497e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.235701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-4652642c-4831-4ded-990d-92e8d497e791 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1097 time: 0.0868258 Apr 15 18:43:31.308856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-901f7ad9-960e-4f6f-812e-237bf9012808 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 217 time: 0.0662727 Apr 15 18:43:31.384900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-47a163da-d38d-494b-a0c2-327693cb4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.386513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-47a163da-d38d-494b-a0c2-327693cb4f26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0708251 Apr 15 18:43:31.469334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a960-0372-482b-9d45-5428d3d6e35a req-9a8624c3-bd4a-49d8-876b-4a5207945af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.471001 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-9a8624c3-bd4a-49d8-876b-4a5207945af2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778031 Apr 15 18:43:31.474482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8cc85-efd2-451f-b10c-cc207afe0a75 req-66a93908-a610-4759-a5d8-b95924f9bc8e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.476114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11e8cc85-efd2-451f-b10c-cc207afe0a75 req-66a93908-a610-4759-a5d8-b95924f9bc8e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 944 time: 0.0969241 Apr 15 18:43:31.526118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-11e8cc85-efd2-451f-b10c-cc207afe0a75 req-23b202f1-9a53-4027-846f-0d601aa66690 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Apr 15 18:43:31.615515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-4153e2f9-899c-40d4-abac-7ba03e9eea8a service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380823 Apr 15 18:43:31.756292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f883a960-0372-482b-9d45-5428d3d6e35a req-404a068c-4742-4be0-887c-3b77cf990b2b service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350088 Apr 15 18:43:31.879236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-35202e40-da61-440c-ab19-1c1d7a6313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:31.880722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-35202e40-da61-440c-ab19-1c1d7a6313f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1097 time: 0.0772972 Apr 15 18:43:32.020022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-61acf7d6-cc5b-473f-977f-b8ddd47a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:32.021576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-61acf7d6-cc5b-473f-977f-b8ddd47a77e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1348271 Apr 15 18:43:32.095970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-103e9fe3-082a-4e13-93e1-89eb36f36529 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 217 time: 0.0676877 Apr 15 18:43:32.166741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-32c591b7-a8ec-4c51-bc2e-54c0da3661f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:32.168195 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-32c591b7-a8ec-4c51-bc2e-54c0da3661f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0658071 Apr 15 18:43:32.251241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-7fbd63b7-9bbd-4e1b-8d16-1ea3eca47f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:32.252802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-7fbd63b7-9bbd-4e1b-8d16-1ea3eca47f40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767019 Apr 15 18:43:32.395007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-fa9a7812-353e-4d70-bace-be68c6b97f12 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344550 Apr 15 18:43:32.535654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a8d26e4e-4da3-4bba-964e-2940ebcb230c req-d55ad758-4704-4d32-8c76-ddab7a6533fc service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337626 Apr 15 18:43:32.725790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304896-00cf-4336-91b4-b456aca03adf req-cbf71221-dba9-48dd-984f-7435d198d636 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:32.727408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88304896-00cf-4336-91b4-b456aca03adf req-cbf71221-dba9-48dd-984f-7435d198d636 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 944 time: 0.0881939 Apr 15 18:43:32.779346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88304896-00cf-4336-91b4-b456aca03adf req-1e64bd18-d714-4897-a71b-4735d8155425 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453374 Apr 15 18:43:33.802784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:43:33.943569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:33.957273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:43:33.982137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153ef66-38cf-42d3-95c4-095b23da08c9 req-d91a2a35-ad10-45bb-b195-df962517c448 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:33.983764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4153ef66-38cf-42d3-95c4-095b23da08c9 req-d91a2a35-ad10-45bb-b195-df962517c448 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 944 time: 0.0893083 Apr 15 18:43:34.019382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:34.032574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4153ef66-38cf-42d3-95c4-095b23da08c9 req-e983de70-8412-4f7d-9f1f-ad3559c94c76 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Apr 15 18:43:34.037511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:43:34.053951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:34.057039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:34.059003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-912a3c50-0447-4ee8-80bf-cc8b289422d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:34.127861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:34.130914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:34.258127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['7ba63e6b-5d62-4e52-a9e2-f93af13ec092'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:43:35.238771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc885b-7bd5-4072-82d4-60bcfd9639b4 req-e9824ffc-7535-4a40-9742-df7620359d76 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:35.240355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcbc885b-7bd5-4072-82d4-60bcfd9639b4 req-e9824ffc-7535-4a40-9742-df7620359d76 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 945 time: 0.0917571 Apr 15 18:43:35.287259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcbc885b-7bd5-4072-82d4-60bcfd9639b4 req-ef9f3301-2fe0-4304-b246-7e5de751ee5a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Apr 15 18:43:35.818386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:43:35.887503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:43:35.892816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:43:35.893230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:36.014382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:36.042738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:36.053073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:43:36.055788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:36.057688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:43:36.089562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'code': 200} Apr 15 18:43:36.133903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:43:36.137567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:43:36.331736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc01ba-8a3f-427e-8f9e-71fcb15b9af3 req-a66c8fc3-9ad5-4987-8117-fcd8f768340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:36.333376 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7dbc01ba-8a3f-427e-8f9e-71fcb15b9af3 req-a66c8fc3-9ad5-4987-8117-fcd8f768340d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.0772133 Apr 15 18:43:36.384501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7dbc01ba-8a3f-427e-8f9e-71fcb15b9af3 req-0a1ee7fc-d0ec-44fc-b275-2f497be87010 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 Apr 15 18:43:36.489288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763161f-fe05-475a-8b1f-ad08f563a45b req-966b00c5-9207-416b-acee-6ee127bd5684 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:36.490937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4763161f-fe05-475a-8b1f-ad08f563a45b req-966b00c5-9207-416b-acee-6ee127bd5684 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0904586 Apr 15 18:43:36.539370 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4763161f-fe05-475a-8b1f-ad08f563a45b req-140834b3-0795-485b-9d70-7db7d2090337 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Apr 15 18:43:37.741504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5fde8-3799-4960-979b-9022b77c2b16 req-5dacd9c8-b74e-43f2-8040-23a0b9ae1057 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:37.743134 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ca5fde8-3799-4960-979b-9022b77c2b16 req-5dacd9c8-b74e-43f2-8040-23a0b9ae1057 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0916004 Apr 15 18:43:37.792487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ca5fde8-3799-4960-979b-9022b77c2b16 req-5ba3fa73-781f-4382-92b2-ec1fcf27ab85 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Apr 15 18:43:37.987250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5161a4a-4f16-4b7a-bc9d-5fc66bf4458a req-7c6ab3e4-f35f-4a13-af50-ab911ba88cc2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:37.988817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5161a4a-4f16-4b7a-bc9d-5fc66bf4458a req-7c6ab3e4-f35f-4a13-af50-ab911ba88cc2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0905533 Apr 15 18:43:37.998553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44628) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:43:38.004304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'floatingip': {'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:43:38.084321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:38.966234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:38.969021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:39.148855 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 associated. External IP: 172.26.7.13, port: 7ba63e6b-5d62-4e52-a9e2-f93af13ec092. Apr 15 18:43:39.519863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:43:39.709314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:43:39.714206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:39.724170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:43:39.734983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:43:39.735663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:43:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:39.776639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-253e630e-a9b1-4554-aeca-9f7d4a6732b7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "PUT /v2.0/floatingips/027d0649-cf2e-42b7-bde2-bebcc1c592d7 HTTP/1.1" status: 200 len: 991 time: 1.7768815 Apr 15 18:43:39.777668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:43:39.828461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'status': 'completed', 'code': 200} Apr 15 18:43:39.950201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:43:40.217136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-62298ff9-327c-49bf-8ca2-2afc5f4e55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:40.218996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-62298ff9-327c-49bf-8ca2-2afc5f4e55b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.3694589 Apr 15 18:43:40.329610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:43:38Z', 'revision_number': 9, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:40.333684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:43:40.342458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:43:40.343110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:43:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:40.360976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-c17fc4bc-5f13-47e1-ad76-b87cba1426b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:40.362618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-c17fc4bc-5f13-47e1-ad76-b87cba1426b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1373053 Apr 15 18:43:40.476021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-cadbc7a9-eee8-4d1f-862f-b89b5e139086 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 999 time: 0.1073234 Apr 15 18:43:40.533029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:43:40.547911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-eb1f6527-2bd6-46a5-9bbf-0df56e1dd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:40.549503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-eb1f6527-2bd6-46a5-9bbf-0df56e1dd9d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0677791 Apr 15 18:43:40.634979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-ce0e4649-02cd-485f-9ac5-778a01e40dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:43:40.636590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-ce0e4649-02cd-485f-9ac5-778a01e40dd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810325 Apr 15 18:43:40.779115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-b941830d-ed15-4f74-a030-8c2dae0a233f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349769 Apr 15 18:43:40.900492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:43:38Z', 'revision_number': 9, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:43:40.904766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711997a-63d7-42ee-bb45-2157bbb3050c None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:43:38Z', 'revision_number': 9, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:43:40.924568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ed6c27af-ed55-4fd7-8d8f-9d1630ae500c req-cfc0aa9e-45e2-4510-8c2d-8d8387ec3950 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393318 Apr 15 18:43:41.181459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdb781-8893-4a62-8624-74dcac22bff0 None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:43:43.498451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:43:44.722977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:54.231506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e17fcab2-0de1-4bc4-8edb-c55438cfb896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:57.043652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67415ac2-6ec9-4927-b59c-ef9db37715a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:57.210296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:57.748626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:43:58.501249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:08.640046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-ab475727-936f-4219-80ca-540b0676d2c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1210465 Apr 15 18:44:08.790639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-d3b0752d-3caa-4911-bbbc-c3c14db5de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:08.792294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-d3b0752d-3caa-4911-bbbc-c3c14db5de9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.0821497 Apr 15 18:44:08.944683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-437b7694-7082-4cf4-a821-db313b4e13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:08.946343 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-437b7694-7082-4cf4-a821-db313b4e13dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1346536 Apr 15 18:44:09.057752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-56faf8a7-261b-4eed-92ce-0743d2152902 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1002 time: 0.1050670 Apr 15 18:44:09.127142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-c3a6e9da-105d-48d5-93f9-544cf1af0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:09.128731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-c3a6e9da-105d-48d5-93f9-544cf1af0811 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0641174 Apr 15 18:44:09.209570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-0ebf33f3-578c-45f9-b73f-4d60fed47e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:09.211230 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-0ebf33f3-578c-45f9-b73f-4d60fed47e27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762661 Apr 15 18:44:09.350325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-269b7d77-c801-4f48-a01f-30f4a4c3376d service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325991 Apr 15 18:44:09.493609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a4178d5-d394-41ea-9560-d0f5b89f53a1 req-e6360127-4476-4c62-b989-8ff0919b65c2 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373010 Apr 15 18:44:14.722721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:16.213702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-315ef8a1-8cea-41f4-974c-090d96cf37af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275668 Apr 15 18:44:16.228217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841283dd-3ef9-40df-907e-6c7fb8c71d61 req-bd5812c1-4768-4e79-9e86-e086d05913c2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:16.230156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-841283dd-3ef9-40df-907e-6c7fb8c71d61 req-bd5812c1-4768-4e79-9e86-e086d05913c2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0935631 Apr 15 18:44:16.278941 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-841283dd-3ef9-40df-907e-6c7fb8c71d61 req-ae8b055e-53fb-42cc-b271-ef7aabb74ad2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421839 Apr 15 18:44:17.344205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-8d025adc-661c-4da0-84d5-88891ff08e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:17.346159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-8d025adc-661c-4da0-84d5-88891ff08e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.0798676 Apr 15 18:44:17.483468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b7ba-81fc-4776-b232-05c4cdeeaf03 req-d00b39b6-a6a7-43ec-9743-252201241640 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:17.485654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f75b7ba-81fc-4776-b232-05c4cdeeaf03 req-d00b39b6-a6a7-43ec-9743-252201241640 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0887339 Apr 15 18:44:17.492851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-57347691-60e9-4f22-b369-ab95a1177626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:17.494542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-57347691-60e9-4f22-b369-ab95a1177626 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1424286 Apr 15 18:44:17.537353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f75b7ba-81fc-4776-b232-05c4cdeeaf03 req-842c540e-f062-412f-afe6-a0655132216f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Apr 15 18:44:17.605081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-1dce9b64-bfbb-41d4-98cf-acee19bc195f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1002 time: 0.1040845 Apr 15 18:44:17.672572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-cd561803-ae2e-4e44-b5bb-3fb9ec8c25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:17.674119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-cd561803-ae2e-4e44-b5bb-3fb9ec8c25e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0626121 Apr 15 18:44:17.757662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-689f517b-37a8-4505-a02a-2c8e419fba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:17.759267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-689f517b-37a8-4505-a02a-2c8e419fba14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793600 Apr 15 18:44:17.900270 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-586b5bd2-15c4-41f2-90c4-753fe379d35f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348867 Apr 15 18:44:18.041563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-fb6c4742-2d3e-47ad-827e-9afa68bccdf1 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340518 Apr 15 18:44:18.738417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c270-85e2-40a1-b4db-b1ae56c12b97 req-0e9fe036-1982-4cda-bf15-968edca6255f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:18.740026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0424c270-85e2-40a1-b4db-b1ae56c12b97 req-0e9fe036-1982-4cda-bf15-968edca6255f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0894358 Apr 15 18:44:18.787837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0424c270-85e2-40a1-b4db-b1ae56c12b97 req-8186a5b5-b325-4b87-9775-4589345f56cb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Apr 15 18:44:19.998001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44ccec-bf9b-42e3-95ff-04e9e2d56c31 req-5b68711d-7493-4b66-8971-6aae7b5a7fed tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:19.999592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fc44ccec-bf9b-42e3-95ff-04e9e2d56c31 req-5b68711d-7493-4b66-8971-6aae7b5a7fed tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0948515 Apr 15 18:44:20.047683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fc44ccec-bf9b-42e3-95ff-04e9e2d56c31 req-77bd2e66-4481-4ec6-9185-9d9e40a393f4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411162 Apr 15 18:44:20.497817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:44:21.252844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6a186-f0a3-4d2f-bb43-0bad3c04cc31 req-01d80b0c-ae04-4e95-9e07-ab0f1d1719c0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:21.254454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7e6a186-f0a3-4d2f-bb43-0bad3c04cc31 req-01d80b0c-ae04-4e95-9e07-ab0f1d1719c0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0877564 Apr 15 18:44:21.301017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7e6a186-f0a3-4d2f-bb43-0bad3c04cc31 req-32d0358e-4abb-4266-b66c-b2216a28e62d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Apr 15 18:44:22.505946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879570-fde6-420b-9238-890271583226 req-d0edf9e2-e5b9-4694-a102-2f9a23c65286 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:22.507556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88879570-fde6-420b-9238-890271583226 req-d0edf9e2-e5b9-4694-a102-2f9a23c65286 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0925870 Apr 15 18:44:22.556928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88879570-fde6-420b-9238-890271583226 req-a77a157e-bb48-4a3f-b310-1b1dbed972ad tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424213 Apr 15 18:44:23.757812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb895d-e0c1-4a6e-96ce-507836a084ea req-ad0a098b-cb2a-43f8-9a3c-af0b2f5a8b52 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:23.759466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0abb895d-e0c1-4a6e-96ce-507836a084ea req-ad0a098b-cb2a-43f8-9a3c-af0b2f5a8b52 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0887659 Apr 15 18:44:23.810317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0abb895d-e0c1-4a6e-96ce-507836a084ea req-877c4580-0a60-4e83-abb4-bca8e77bc52f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445092 Apr 15 18:44:24.233177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d0647b72-13f4-4369-86a1-b3e364b1063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:25.015420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaf505-22ff-454d-b777-337e202d84ea req-2d7aefba-80d2-4c60-b7ae-51f5f94f609f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:25.017559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1eaaf505-22ff-454d-b777-337e202d84ea req-2d7aefba-80d2-4c60-b7ae-51f5f94f609f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0910091 Apr 15 18:44:25.064591 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1eaaf505-22ff-454d-b777-337e202d84ea req-e376368e-626f-483a-af6a-c45cf9fd6637 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Apr 15 18:44:26.275339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1193-c972-42e2-9efd-c69bb253ad76 req-a201b770-4eeb-41d8-be02-f76b48826083 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:26.276919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-372d1193-c972-42e2-9efd-c69bb253ad76 req-a201b770-4eeb-41d8-be02-f76b48826083 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0912440 Apr 15 18:44:26.324434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-372d1193-c972-42e2-9efd-c69bb253ad76 req-16f7aa95-9173-415f-97d2-ce3114cd8e91 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405347 Apr 15 18:44:27.044721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d9800b98-0254-44c3-b12b-c9d7c5af1a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:27.211520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:27.523846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e082ef-4157-4ce1-9ce6-d94c57199ad5 req-045e85c2-d3ec-4497-9615-4b6cdf643ba5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:27.525431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-68e082ef-4157-4ce1-9ce6-d94c57199ad5 req-045e85c2-d3ec-4497-9615-4b6cdf643ba5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0881839 Apr 15 18:44:27.572557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-68e082ef-4157-4ce1-9ce6-d94c57199ad5 req-778f62ca-8bec-4367-a954-0f9c1b7de52b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Apr 15 18:44:27.752642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:28.504356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:28.778700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d65f-bb96-4cae-b348-f0750780758d req-273cdc1f-5854-4d54-b8a5-d3608e74a791 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:28.780224 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c2d65f-bb96-4cae-b348-f0750780758d req-273cdc1f-5854-4d54-b8a5-d3608e74a791 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0934806 Apr 15 18:44:28.827436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83c2d65f-bb96-4cae-b348-f0750780758d req-172cb893-e4f4-4fce-bb6d-b6928c147e1a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409148 Apr 15 18:44:29.795832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-f726408c-5863-4283-8134-9dbae06aa0f8 service neutron] 10.222.0.49 "GET /v2.0/ports/7ba63e6b-5d62-4e52-a9e2-f93af13ec092/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0793052 Apr 15 18:44:30.036383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126a5b2-ce39-48c1-8ea4-6c958c5b9b64 req-c38c3306-dd40-4725-9a2e-d52377077ceb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.038082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a126a5b2-ce39-48c1-8ea4-6c958c5b9b64 req-c38c3306-dd40-4725-9a2e-d52377077ceb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0955119 Apr 15 18:44:30.066123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-40789aa4-88b6-46bd-b807-302124783072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.067742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-40789aa4-88b6-46bd-b807-302124783072 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1099 time: 0.0838947 Apr 15 18:44:30.091697 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a126a5b2-ce39-48c1-8ea4-6c958c5b9b64 req-311c1094-dbcb-4149-ad1f-8b25f77c459d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472133 Apr 15 18:44:30.168022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-fa8802de-47ac-436a-a769-86166a0566cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.169617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-fa8802de-47ac-436a-a769-86166a0566cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.0780702 Apr 15 18:44:30.309574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-f82e4782-288f-4c72-bef9-5b5ce0a63df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.311075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-f82e4782-288f-4c72-bef9-5b5ce0a63df0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1348832 Apr 15 18:44:30.419686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-4f6d7b10-1684-4916-9e88-133634b2db67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1002 time: 0.1012900 Apr 15 18:44:30.489564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-f29a90e0-66e2-4637-80e0-a91b87fb5730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.491088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-f29a90e0-66e2-4637-80e0-a91b87fb5730 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0649717 Apr 15 18:44:30.574859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-649ebd28-629c-4d36-b2ec-d033516f9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:30.576360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-649ebd28-629c-4d36-b2ec-d033516f9a03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791535 Apr 15 18:44:30.716128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-39990a01-9e67-4ed7-bab4-2f0efdc8c661 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328504 Apr 15 18:44:30.857985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32db9294-9669-4a57-aeea-9dca18b32e23 req-0a52643b-2b98-4b45-930b-412f33ca6456 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349001 Apr 15 18:44:31.292467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b73e1-54bb-498a-a568-bbc17ef8c6a3 req-e0c18479-d842-4532-8f5c-00fb7a8709a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:31.294090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35b73e1-54bb-498a-a568-bbc17ef8c6a3 req-e0c18479-d842-4532-8f5c-00fb7a8709a4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0890052 Apr 15 18:44:31.341685 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a35b73e1-54bb-498a-a568-bbc17ef8c6a3 req-09e6bb47-bfbb-4343-afb1-2390929ee1e4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Apr 15 18:44:32.553618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82de62-cb53-435c-81b9-33d61f0595ac req-fe70820c-4a44-4775-8555-1726fa300b3f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:32.555279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a82de62-cb53-435c-81b9-33d61f0595ac req-fe70820c-4a44-4775-8555-1726fa300b3f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0956721 Apr 15 18:44:32.602726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7a82de62-cb53-435c-81b9-33d61f0595ac req-31cf5228-f36d-453a-82fe-681756cf8a57 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411727 Apr 15 18:44:33.803694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548a542-4ca9-46b3-b98e-0fb5b1e92ca4 req-b251debc-d3ca-4a31-b7bc-3940a8c15f5d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:33.805306 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3548a542-4ca9-46b3-b98e-0fb5b1e92ca4 req-b251debc-d3ca-4a31-b7bc-3940a8c15f5d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0905564 Apr 15 18:44:33.852663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3548a542-4ca9-46b3-b98e-0fb5b1e92ca4 req-8e3b306c-f4d9-4def-8ab8-85f3cde639fd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Apr 15 18:44:34.131152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:44:34.133681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:44:34.270273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-209d0879-239d-460d-a0f4-c69870a6c68b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.271268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-209d0879-239d-460d-a0f4-c69870a6c68b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:44:34.286563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-209d0879-239d-460d-a0f4-c69870a6c68b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:44:34.288090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-209d0879-239d-460d-a0f4-c69870a6c68b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af&tenant_id=de9f45c4c2604c28b77e63e98a9a7175&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1108367 Apr 15 18:44:34.339345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916901bb-e460-4ef9-b90c-0d7217a9170a req-7cf81230-ba57-4fe5-87de-396fc239aa44 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.340984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-916901bb-e460-4ef9-b90c-0d7217a9170a req-7cf81230-ba57-4fe5-87de-396fc239aa44 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0940530 Apr 15 18:44:34.369546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:34.381159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-32fb19c7-5a8b-427d-8787-660fb9c83a1e service neutron] 10.222.0.49 "GET /v2.0/ports/7ba63e6b-5d62-4e52-a9e2-f93af13ec092/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0876007 Apr 15 18:44:34.393160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-916901bb-e460-4ef9-b90c-0d7217a9170a req-99170247-dddc-43f4-942a-d77ad466956d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Apr 15 18:44:34.402676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:34.426423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:34.435801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:44:34.440307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:34.472503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:34.481137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:34.492393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-c544ae23-559b-44e8-ab11-b733f8831cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.494126 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-c544ae23-559b-44e8-ab11-b733f8831cdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1097 time: 0.0856276 Apr 15 18:44:34.514176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'code': 200} Apr 15 18:44:34.642685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-e10020b5-98b4-47dd-89cd-75c18851436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.644330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-e10020b5-98b4-47dd-89cd-75c18851436d service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1444747 Apr 15 18:44:34.742884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:34.763837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-1d4b1163-3c22-4bd3-b890-7cf7a77d98ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1000 time: 0.1128993 Apr 15 18:44:34.766078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:44:34.779676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:34.791246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.791636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.792012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.792382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.792752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.793118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.793482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.793822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.794235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.794595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.794956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.795314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:34.799891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:34.801033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:34.803501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:34.805477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:34.837120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-009cda4c-b9a1-4ec9-8460-9695fee46e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.838772 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-009cda4c-b9a1-4ec9-8460-9695fee46e6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0683532 Apr 15 18:44:34.876391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['7ba63e6b-5d62-4e52-a9e2-f93af13ec092'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:44:34.916524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:34.921127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:34.924099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-fedb98b9-a5f9-4b03-9f0d-04aa770a3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:34.925785 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-fedb98b9-a5f9-4b03-9f0d-04aa770a3139 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801492 Apr 15 18:44:35.348826 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-be7127a6-08a6-4137-b12a-b6fc25c69c5a service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164369 Apr 15 18:44:35.491881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-a65c2e83-9569-462f-ba2b-5bce0f796e61 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360683 Apr 15 18:44:35.596913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eae8d5-d058-4178-b5c4-bdf0c7399f72 req-ee6fce68-5621-4bf0-a3ce-b1f41fe1d9d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:35.598525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79eae8d5-d058-4178-b5c4-bdf0c7399f72 req-ee6fce68-5621-4bf0-a3ce-b1f41fe1d9d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 945 time: 0.0885005 Apr 15 18:44:35.648768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-79eae8d5-d058-4178-b5c4-bdf0c7399f72 req-a6cb2e54-2bcb-4491-8571-64a2b63e4185 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Apr 15 18:44:36.163231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:44:36.234419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:44:36.234839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:36.356353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:36.389767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:36.392610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:36.394515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:36.465034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:36.468107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:36.514708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:36.571141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'code': 200} Apr 15 18:44:36.853513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660a47b-86a3-40c5-a5cc-935af4f7dcaa req-dc9be924-a095-4527-935e-91a55e2af3df tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:36.855433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4660a47b-86a3-40c5-a5cc-935af4f7dcaa req-dc9be924-a095-4527-935e-91a55e2af3df tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0895493 Apr 15 18:44:36.902458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4660a47b-86a3-40c5-a5cc-935af4f7dcaa req-390c2476-b34c-4988-bcd8-ab2cbd455f16 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406392 Apr 15 18:44:37.851539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-a0c97a47-868f-49ac-99c1-ba4847a1ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:37.853136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-a0c97a47-868f-49ac-99c1-ba4847a1ff0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1099 time: 0.0774822 Apr 15 18:44:37.954993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-b2084224-4323-44d8-b871-264156959bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:37.956594 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-b2084224-4323-44d8-b871-264156959bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 1099 time: 0.0822678 Apr 15 18:44:38.099619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-d3a4c1c1-bb2a-4a76-b575-3785b3fa73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:38.101223 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-d3a4c1c1-bb2a-4a76-b575-3785b3fa73a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1387475 Apr 15 18:44:38.118988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e418a7-8567-45db-93fc-9722f694474e req-af2bce27-303a-402e-a626-9c840e1c8b16 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:38.120598 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a4e418a7-8567-45db-93fc-9722f694474e req-af2bce27-303a-402e-a626-9c840e1c8b16 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0929501 Apr 15 18:44:38.169363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a4e418a7-8567-45db-93fc-9722f694474e req-51e4a7da-0188-409e-8dcf-818238963ff2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418236 Apr 15 18:44:38.212294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-20b7e476-05db-4507-ba48-2f5dd7652366 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 200 len: 1002 time: 0.1044865 Apr 15 18:44:38.280408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-61627e7b-876f-4978-aa4c-f1ab33051564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:38.281950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-61627e7b-876f-4978-aa4c-f1ab33051564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0639415 Apr 15 18:44:38.362548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-c228db53-bd72-4752-9ee7-1fd35d1db6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:38.364060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-c228db53-bd72-4752-9ee7-1fd35d1db6d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762172 Apr 15 18:44:38.506012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-6ac2f78e-4fef-47c2-9a77-0a3428222d95 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353228 Apr 15 18:44:38.645568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef3a21fd-a1f0-4b62-92b9-16023e00d9d2 req-95348cfc-1448-401a-bc75-2e28d189d200 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330607 Apr 15 18:44:39.372997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194fee1-b2a8-49c3-9bf9-8923a6946eb4 req-ad7c15fa-238f-45c4-a93f-cec8fead1174 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:39.374569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7194fee1-b2a8-49c3-9bf9-8923a6946eb4 req-ad7c15fa-238f-45c4-a93f-cec8fead1174 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0895336 Apr 15 18:44:39.422505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7194fee1-b2a8-49c3-9bf9-8923a6946eb4 req-63fb1bbb-64aa-4b3d-9547-6d3c19f45c5f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Apr 15 18:44:40.894166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2176aef-4359-464d-a017-cd875e5c56ab req-3f1db384-908f-49d4-9566-009c5bf611ae tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:40.895773 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2176aef-4359-464d-a017-cd875e5c56ab req-3f1db384-908f-49d4-9566-009c5bf611ae tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.3616586 Apr 15 18:44:40.942579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2176aef-4359-464d-a017-cd875e5c56ab req-6533cae8-fb84-4443-b8bb-4b2583469f44 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Apr 15 18:44:41.140014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515bb22-8a8d-420e-8479-7ec1bcd0a4e2 req-2fe4f120-d21b-43cd-827c-ecf78cd54b87 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:41.141619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4515bb22-8a8d-420e-8479-7ec1bcd0a4e2 req-2fe4f120-d21b-43cd-827c-ecf78cd54b87 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0888615 Apr 15 18:44:41.191705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4515bb22-8a8d-420e-8479-7ec1bcd0a4e2 req-fb2b69ab-2a07-47ff-b128-8840a6d5ee04 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437686 Apr 15 18:44:41.387517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999028c-5138-4437-afe2-d4ed3461f09e req-eba29d77-064f-4578-8d99-168766f33ab7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:41.389033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a999028c-5138-4437-afe2-d4ed3461f09e req-eba29d77-064f-4578-8d99-168766f33ab7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0871067 Apr 15 18:44:41.437581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a999028c-5138-4437-afe2-d4ed3461f09e req-99b8338b-b440-4d70-84be-7b455bd5e582 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Apr 15 18:44:41.983360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551732b5-57bf-48e4-aa81-e254333ed13a req-ea706785-cbf2-4c90-be79-ad51dfb3dd54 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:41.985515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-551732b5-57bf-48e4-aa81-e254333ed13a req-ea706785-cbf2-4c90-be79-ad51dfb3dd54 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 946 time: 0.0927205 Apr 15 18:44:42.035125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-551732b5-57bf-48e4-aa81-e254333ed13a req-7dc01f57-a270-4700-8831-6a0ee5a8d3c4 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Apr 15 18:44:42.192360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:44:42.333430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:42.347542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'mac_address': 'fa:16:3e:1e:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:44:42.405029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:42.422934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:44:42.438561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:42.441245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:42.443829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:42.513069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['7ba63e6b-5d62-4e52-a9e2-f93af13ec092'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:44:42.560883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=9']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:42.564594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:43.238343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f560dbb-ab9b-410d-a60b-fb490b3a52e3 req-d6e746e4-6a3f-4f10-a89b-5a3354e44d9d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:43.239907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f560dbb-ab9b-410d-a60b-fb490b3a52e3 req-d6e746e4-6a3f-4f10-a89b-5a3354e44d9d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 945 time: 0.0880442 Apr 15 18:44:43.286135 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f560dbb-ab9b-410d-a60b-fb490b3a52e3 req-93b196ba-16a5-43c6-ba4a-c41dab327248 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400622 Apr 15 18:44:43.841001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-3fefdf94-73cf-4ded-8d49-309772cb7faa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:43.842595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-3fefdf94-73cf-4ded-8d49-309772cb7faa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 945 time: 0.0921566 Apr 15 18:44:43.919065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:44:43.919446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.179432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:44.179753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.209203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:44:44.284229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:44:44.284799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.411622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.440525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:44.452481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:44.457171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.461883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:44.496089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eeba6-cfe7-4a17-9113-42d27a567346 req-6199dc0d-8c44-4929-8a27-d711cc8c702e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:44.497984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f37eeba6-cfe7-4a17-9113-42d27a567346 req-6199dc0d-8c44-4929-8a27-d711cc8c702e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 945 time: 0.0962644 Apr 15 18:44:44.502801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.503317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:44.503740 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 disassociated. External IP: 172.26.7.13, port: 7ba63e6b-5d62-4e52-a9e2-f93af13ec092. Apr 15 18:44:44.504188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:44:44.512111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'code': 200} Apr 15 18:44:44.547150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=10']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:44.549317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f37eeba6-cfe7-4a17-9113-42d27a567346 req-e1a93681-988c-4bb1-8fe1-46cbf4ac1a60 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428545 Apr 15 18:44:44.551080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:44.591082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86081) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:44:44.591448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:44:44.737532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.092917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:44:45.093248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.355815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] For port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:45.356359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.664484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.664857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.665220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 disassociated. External IP: 172.26.7.13, port: 7ba63e6b-5d62-4e52-a9e2-f93af13ec092. Apr 15 18:44:45.665612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:44:45.757072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03821c27-bd40-437a-9819-213cc66cbc08 req-011b83ca-74ba-49f6-8742-57c16dd77578 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:45.758815 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-03821c27-bd40-437a-9819-213cc66cbc08 req-011b83ca-74ba-49f6-8742-57c16dd77578 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 947 time: 0.0938036 Apr 15 18:44:45.809079 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-03821c27-bd40-437a-9819-213cc66cbc08 req-2149d67c-0454-4984-864c-db35a63ea445 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434558 Apr 15 18:44:45.825053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:45.843849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:45.940922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'Port': ['ID=7ba63e6b-5d62-4e52-a9e2-f93af13ec092,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:45.952095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.952525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.952948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.953363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.954330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.954742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.955153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.955564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.955974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.956381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.956787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.957189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:44:45.961953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:46.218537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:44:46.407322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:44:46.417056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:44:46.426942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:44:46.427622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:44:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:44:46.485319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] No DVR routers for this DVR port 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:44:46.487788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:46.490665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-deleted', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:46.506421 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-104586d4-aa89-4a23-b84f-c8b3c1e27713 req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "DELETE /v2.0/ports/7ba63e6b-5d62-4e52-a9e2-f93af13ec092 HTTP/1.1" status: 204 len: 173 time: 2.6574643 Apr 15 18:44:46.602964 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1337c9ee-eae1-4dad-91c5-9e40524741af', 'name': 'network-vif-deleted', 'tag': '7ba63e6b-5d62-4e52-a9e2-f93af13ec092', 'status': 'completed', 'code': 200} Apr 15 18:44:46.633010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:44:46.970249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:44:46.974478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:44:46.983719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:44:46.984383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:44:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:44:46.993943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-750c5799-69ab-429d-bbb8-e140ac0ef4a7 req-89cdd29f-2f03-4899-98a4-f535d63b3f74 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=1337c9ee-eae1-4dad-91c5-9e40524741af HTTP/1.1" status: 200 len: 210 time: 0.0522027 Apr 15 18:44:47.177338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:44:47.501503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:44:47.505644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ee8a2-c60c-4efc-acdb-fbb105ea4ba1 None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:44:47.893286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a4fc2-d35d-4e6e-adfc-95351e4e2bf3 None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:44:48.254855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:44:48.295433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:44:48.295752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 7ba63e6b-5d62-4e52-a9e2-f93af13ec092 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:44:48.365448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-3402a987-5902-4f36-a10a-80f995002988 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--109238468&fields=id&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 267 time: 0.0431883 Apr 15 18:44:48.526865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-ad9119a4-2939-40fa-b9cf-ce4eda0bd1fb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:48.528438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-ad9119a4-2939-40fa-b9cf-ce4eda0bd1fb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.1560049 Apr 15 18:44:48.544737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-51b10a84-3899-4a0a-88f2-61fe0bcd063e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/quotas/de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 375 time: 0.0097189 Apr 15 18:44:48.640248 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-48883c33-e994-44bf-8038-9ba8e61b1c44 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894666 Apr 15 18:44:48.793619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-7571bbfd-6599-4c1e-b135-69850298e997 service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410189 Apr 15 18:44:48.937388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-71ca2f6f-e91b-482f-9d09-fcc0f3b1b719 service neutron] 10.222.0.32 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365800 Apr 15 18:44:49.133012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1d19fed-461c-4bc2-9d85-d1d7f3ae3517 req-faa68809-ffc1-4962-9194-f052c0ea5fdb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 210 time: 0.0502563 Apr 15 18:44:50.305044 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7b3dbee-0b63-4a7c-8db2-f1f4b3eb5349 req-2b941031-68b1-4d0a-b742-a63d1267ccee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 210 time: 0.0563128 Apr 15 18:44:50.565993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-bd5ae53f-917c-4a7d-b09d-350245555a8b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:50.567528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-bd5ae53f-917c-4a7d-b09d-350245555a8b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 811 time: 0.4541039 Apr 15 18:44:50.641329 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-601e0aed-8089-4722-8d6a-d472cd4e1cf2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 5716 time: 0.0647352 Apr 15 18:44:50.650526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'port': {'device_id': '8f56735c-c972-425c-a7df-dd0374b358f3', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'admin_state_up': True, 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'security_groups': ['bcb77f8e-8ff7-45f8-8442-cc348d0a84b2']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:44:50.792789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:44:50.797056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Usage tracker for resource:port and tenant:de9f45c4c2604c28b77e63e98a9a7175 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:44:50.800096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:44:50.806095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:44:50.815097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Made reservation on behalf of de9f45c4c2604c28b77e63e98a9a7175 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:44:50.821198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:50.988734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Allocated IP 172.20.0.8 (76aab65a-823e-4eef-bd47-c40ddbfe9652/cac124ee-7a18-44db-a2da-554e9ee9516f/19190e54-9451-40ed-9567-293720cdad72) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:44:51.183270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:51.199625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Transition to ACTIVE for port object 19190e54-9451-40ed-9567-293720cdad72 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:44:51.222236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:51.237813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:51.378119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:51.384617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:51.436814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:44:51.438699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:44:51.441004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:44:51.509288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:51.510028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:51.514620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f73a1-806f-422a-965d-ab3a083b03cc req-d24f9dbc-7ba0-468b-a990-41432ea736f9 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:51.516262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-552f73a1-806f-422a-965d-ab3a083b03cc req-d24f9dbc-7ba0-468b-a990-41432ea736f9 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 931 time: 0.0929048 Apr 15 18:44:51.544165 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976827 Apr 15 18:44:51.557464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Request body: {'port': {'device_id': '8f56735c-c972-425c-a7df-dd0374b358f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:44:51.571511 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-552f73a1-806f-422a-965d-ab3a083b03cc req-aba83708-0e93-4270-be74-37fa0eaf773f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 Apr 15 18:44:51.683132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:51.704871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ba1d193e-37b5-45fb-8853-160a7de54b18 None None] Provisioning for port 19190e54-9451-40ed-9567-293720cdad72 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:44:51.709976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ba1d193e-37b5-45fb-8853-160a7de54b18 None None] Provisioning complete for port 19190e54-9451-40ed-9567-293720cdad72 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:44:51.710378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba1d193e-37b5-45fb-8853-160a7de54b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:51.768635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d193e-37b5-45fb-8853-160a7de54b18 None None] Port 19190e54-9451-40ed-9567-293720cdad72 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:44:52.043507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:44:52.051315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:52.067669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Transition to ACTIVE for port object 19190e54-9451-40ed-9567-293720cdad72 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:44:52.070137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:52.085702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6561cd55-7fe2-4afd-bcfc-e9d464c15d30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:52.220429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:52.224909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:52.445855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Attempting to bind port 19190e54-9451-40ed-9567-293720cdad72 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:44:52.446341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Attempting to bind port 19190e54-9451-40ed-9567-293720cdad72 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:44:52.446586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Attempting to bind port 19190e54-9451-40ed-9567-293720cdad72 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:44:52.451466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Port 19190e54-9451-40ed-9567-293720cdad72 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:44:52.451826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Attempting to bind port 19190e54-9451-40ed-9567-293720cdad72 on network 76aab65a-823e-4eef-bd47-c40ddbfe9652 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:44:52.457268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:44:52.457642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Checking segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:44:52.458092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Bound using segment: {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:44:52.458559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Bound port: 19190e54-9451-40ed-9567-293720cdad72, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:44:52.458938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:52.558936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:44:52.561962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:44:52.565241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:52.580605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-476c3006-e282-4958-98dc-37bc36a2d30d tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:52.732793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:52.737537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:52.774267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:52.774955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:52.776778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] 10.222.0.49 "PUT /v2.0/ports/19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1093 time: 1.2238374 Apr 15 18:44:52.777245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:52.780684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3279f6-7a7e-439b-83fe-9390d2492387 req-043880c7-ffe0-48de-9be2-a25ff7bc99c6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:52.783091 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c3279f6-7a7e-439b-83fe-9390d2492387 req-043880c7-ffe0-48de-9be2-a25ff7bc99c6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0967872 Apr 15 18:44:52.842929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c3279f6-7a7e-439b-83fe-9390d2492387 req-916e7963-785e-40c5-a696-2fa1dc140ffb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480123 Apr 15 18:44:52.851702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'status': 'completed', 'code': 200} Apr 15 18:44:52.900465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-869118cb-60bc-43e5-a2f3-a8067b2a67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:52.902176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-869118cb-60bc-43e5-a2f3-a8067b2a67e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1096 time: 0.0898376 Apr 15 18:44:52.977498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-4bec0745-4ab2-4267-be83-22cfa0ac0f14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 217 time: 0.0677054 Apr 15 18:44:53.048712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-521e9d7d-8332-43dd-bf03-28d00b929d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.050290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-521e9d7d-8332-43dd-bf03-28d00b929d29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0668178 Apr 15 18:44:53.131956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-3380513c-1470-4453-82cb-2089c87cfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.133554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-3380513c-1470-4453-82cb-2089c87cfd62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770340 Apr 15 18:44:53.273558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-a16935b4-a048-4af8-80c4-f5971e328e4b service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338034 Apr 15 18:44:53.413238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f9b5d95-ce27-4615-8c74-3e585437a8a2 req-2af02e0e-0cb2-4211-a4fa-00919b2db18f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337543 Apr 15 18:44:53.528960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-c73bc250-6de6-4066-92d4-a60924befeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.530551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-c73bc250-6de6-4066-92d4-a60924befeae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1096 time: 0.0766673 Apr 15 18:44:53.671360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-c2a70123-aac0-4ad3-997e-1f52e7df6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.673435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-c2a70123-aac0-4ad3-997e-1f52e7df6a24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1360662 Apr 15 18:44:53.748692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-207b3a2e-09ba-4071-9e24-87e64769c08c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 217 time: 0.0686853 Apr 15 18:44:53.819318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-203987f4-a63b-4054-9cd2-daf8bf0069f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.820908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-203987f4-a63b-4054-9cd2-daf8bf0069f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0657632 Apr 15 18:44:53.902160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-9b34b8cd-0cab-4365-9c4a-c0c2662b532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:53.903816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-9b34b8cd-0cab-4365-9c4a-c0c2662b532f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762148 Apr 15 18:44:54.048887 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-fdd54fca-d35f-4790-ada9-eeb4df3a46a4 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369994 Apr 15 18:44:54.056429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264096-950c-4f0c-bcca-7c63f77f2ec4 req-19d1f355-f7bd-4c44-a401-ec7f67020ac0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:54.058078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09264096-950c-4f0c-bcca-7c63f77f2ec4 req-19d1f355-f7bd-4c44-a401-ec7f67020ac0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0971544 Apr 15 18:44:54.109609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09264096-950c-4f0c-bcca-7c63f77f2ec4 req-4d840bc4-8e2b-4ee5-baa9-9533c02ac2c7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448353 Apr 15 18:44:54.192835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c030332-2ea0-4fa2-b558-567c389fda91 req-fa6ef25f-637a-4cdc-bae3-42ecf90ff148 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371937 Apr 15 18:44:54.235598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b9e731a-d2f4-4196-9cf9-8772654dcffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:55.313772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea87de-d4d8-4269-9ad4-5a122362ae37 req-90c9d77a-8244-43c1-be19-37166a1977eb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:55.315398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ea87de-d4d8-4269-9ad4-5a122362ae37 req-90c9d77a-8244-43c1-be19-37166a1977eb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0906532 Apr 15 18:44:55.362804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42ea87de-d4d8-4269-9ad4-5a122362ae37 req-d704d4c8-6f67-4d20-acfe-5b8234e1a894 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Apr 15 18:44:56.302981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:44:56.444115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:56.458651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '19190e54-9451-40ed-9567-293720cdad72', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:44:56.522034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:56.540544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:44:56.556545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:56.559735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:56.561591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-171b1488-d821-43bc-b7be-e620037002bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:56.568030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a20e6-3f35-4f80-9ef0-2f95f0c63ccf req-31ff9822-0171-4144-8724-2e8a33d6a8bb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:56.569644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a0a20e6-3f35-4f80-9ef0-2f95f0c63ccf req-31ff9822-0171-4144-8724-2e8a33d6a8bb tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0945458 Apr 15 18:44:56.618453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a0a20e6-3f35-4f80-9ef0-2f95f0c63ccf req-ceee8178-a21d-49db-aa4b-681db03a5563 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Apr 15 18:44:56.631402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:56.634601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:56.762026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['19190e54-9451-40ed-9567-293720cdad72'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:44:57.043702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b84d965-fe37-4b93-9b73-0e918473d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:57.214612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:57.496921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:44:57.755232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:57.817292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f84b5b-47da-4524-a5ae-aa83e0ab1078 req-3b7485b6-bd1d-46ac-83ea-a721ffe98685 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:57.818942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7f84b5b-47da-4524-a5ae-aa83e0ab1078 req-3b7485b6-bd1d-46ac-83ea-a721ffe98685 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 944 time: 0.0898564 Apr 15 18:44:57.867827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7f84b5b-47da-4524-a5ae-aa83e0ab1078 req-32f894bb-8590-49fb-82ea-3b8193e9ff60 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Apr 15 18:44:58.316893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:44:58.390016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 19190e54-9451-40ed-9567-293720cdad72 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:44:58.395147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 19190e54-9451-40ed-9567-293720cdad72 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:44:58.395573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:58.529293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:58.534167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:58.563192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:44:58.573301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:44:58.577107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:44:58.579653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:44:58.800798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'code': 200} Apr 15 18:44:58.835291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:44:58.838288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:44:58.925278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229e91f-5fb5-4d5c-afc3-94acdca7a938 req-6dac4bdc-3e54-41ec-a0a0-25e9fa121f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:58.926963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2229e91f-5fb5-4d5c-afc3-94acdca7a938 req-6dac4bdc-3e54-41ec-a0a0-25e9fa121f33 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0810478 Apr 15 18:44:58.974007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2229e91f-5fb5-4d5c-afc3-94acdca7a938 req-cf65942a-496a-48d2-b08a-ea5cb4a18d03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 Apr 15 18:44:59.074433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce033fd0-1b10-4eda-815f-24bbd309bb1a req-ff7201b8-2ba7-46a1-9571-0d9af3ceadfe tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:44:59.076037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce033fd0-1b10-4eda-815f-24bbd309bb1a req-ff7201b8-2ba7-46a1-9571-0d9af3ceadfe tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0938232 Apr 15 18:44:59.124588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce033fd0-1b10-4eda-815f-24bbd309bb1a req-fdc8930d-58c8-48f8-a7c4-323829334837 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 Apr 15 18:45:00.328641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471de57d-3e3b-42eb-9be7-a007e65fb12b req-c5a5fa75-2d00-4a37-8e61-6ac3e556e433 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:00.330252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-471de57d-3e3b-42eb-9be7-a007e65fb12b req-c5a5fa75-2d00-4a37-8e61-6ac3e556e433 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0911169 Apr 15 18:45:00.377554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-471de57d-3e3b-42eb-9be7-a007e65fb12b req-cbb65210-fa3b-44f2-bd0d-536b84d4770d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412340 Apr 15 18:45:00.569718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31784ad-cad5-469e-a53c-e70818fcd667 req-ad904556-7a42-4965-a52f-f52ff2e262f0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:00.571342 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f31784ad-cad5-469e-a53c-e70818fcd667 req-ad904556-7a42-4965-a52f-f52ff2e262f0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0885980 Apr 15 18:45:00.580742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 44868) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:45:00.586306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Request body: {'floatingip': {'port_id': '19190e54-9451-40ed-9567-293720cdad72'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:45:00.669921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:01.292117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:01.294792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:01.474320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 associated. External IP: 172.26.7.13, port: 19190e54-9451-40ed-9567-293720cdad72. Apr 15 18:45:02.115859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:45:02.306305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:45:02.311279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:02.316457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:45:02.327077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:45:02.327760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:44:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:45:02.370109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-186c65b0-74e9-4b35-a8dd-3d63332628f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "PUT /v2.0/floatingips/027d0649-cf2e-42b7-bde2-bebcc1c592d7 HTTP/1.1" status: 200 len: 991 time: 1.7881374 Apr 15 18:45:02.370830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:45:02.425825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'status': 'completed', 'code': 200} Apr 15 18:45:02.519063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:45:02.527881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-105c1169-8f5e-4fd8-ab5b-66ed739e36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:02.529535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-105c1169-8f5e-4fd8-ab5b-66ed739e36db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0816433 Apr 15 18:45:02.905015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56735c-c972-425c-a7df-dd0374b358f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:45:01Z', 'revision_number': 13, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:45:02.909952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:45:02.918822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:45:02.919478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:44:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:45:02.960368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-34a4ba88-519d-4743-afda-4593962821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:02.961985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-34a4ba88-519d-4743-afda-4593962821c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.4260530 Apr 15 18:45:03.071296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-ae8f6d65-181e-4c8a-9f5a-fe8c14eafd43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 999 time: 0.1028051 Apr 15 18:45:03.107995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:45:03.140082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-41a90f83-dc06-481c-bce6-3a33cbdef497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:03.142200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-41a90f83-dc06-481c-bce6-3a33cbdef497 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0651951 Apr 15 18:45:03.226996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-e2be41fb-6570-484d-ad0a-4337630e3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:03.228593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-e2be41fb-6570-484d-ad0a-4337630e3961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806167 Apr 15 18:45:03.373695 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-9c1641cb-bc49-4285-b84d-89fc00cc4481 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384087 Apr 15 18:45:03.478949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56735c-c972-425c-a7df-dd0374b358f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:45:01Z', 'revision_number': 13, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:45:03.483522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c293f762-af76-4928-9d0d-16a295d15b09 None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '027d0649-cf2e-42b7-bde2-bebcc1c592d7', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f56735c-c972-425c-a7df-dd0374b358f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:40:48Z', 'updated_at': '2021-04-15T18:45:01Z', 'revision_number': 13, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:45:03.519662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1ace03a-84ab-4a3b-94ff-6d4a7660ae57 req-e83dba9a-c266-455a-a85b-692c6d3437fe service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395338 Apr 15 18:45:03.771056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797a935b-3d37-43a1-9043-1a0222999a41 None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:45:10.576188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-25a6c482-8ed8-4063-8ad8-4e061e33d05d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788233 Apr 15 18:45:10.738524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-47dc5b67-a3e1-4da2-906e-bee5b1cc18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:10.740116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-47dc5b67-a3e1-4da2-906e-bee5b1cc18ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0817227 Apr 15 18:45:10.894847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-10d84d26-5a8a-4f67-8d5d-2640bb39c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:10.896345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-10d84d26-5a8a-4f67-8d5d-2640bb39c499 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1380458 Apr 15 18:45:11.002478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-41056b83-8bda-478e-a0c2-5d3de5dae19c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.0993242 Apr 15 18:45:11.074274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-93509dd0-ec06-473e-afa9-1f4ab84dcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:11.075813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-93509dd0-ec06-473e-afa9-1f4ab84dcad4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0661564 Apr 15 18:45:11.161600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-11d131bd-329c-417d-a192-ae2bc80685a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:11.163226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-11d131bd-329c-417d-a192-ae2bc80685a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770257 Apr 15 18:45:11.307281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-2e447e19-f15f-4cfc-9198-62192941061c service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328454 Apr 15 18:45:11.452353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-233c320b-7b34-4b6a-aea4-f2ca79692591 req-84c1a63e-9ebf-417b-89ec-47209e896b44 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365743 Apr 15 18:45:14.750812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:24.236949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ebe9128-3121-4775-b0c8-e1e3935deeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:27.044227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddce267d-7442-4521-8009-d7eb66547076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:27.216928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:27.757217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:28.509216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:34.496231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:45:40.281520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56007ea-1357-4d2b-930e-77cdfa0024f5 req-7caa2832-847f-4199-97e7-157f0952cf58 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:40.283074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f56007ea-1357-4d2b-930e-77cdfa0024f5 req-7caa2832-847f-4199-97e7-157f0952cf58 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0930390 Apr 15 18:45:40.330085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f56007ea-1357-4d2b-930e-77cdfa0024f5 req-bbe8bec9-6de1-4216-bf89-a67b550d68a5 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Apr 15 18:45:44.767709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:49.131704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-4d22d987-857a-489e-a646-9dce171f8375 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832167 Apr 15 18:45:49.193319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92433a54-3654-4e91-9e55-a6ea1d68890e req-8feb80dc-0963-47a6-a8c3-87d8dbbf0281 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:49.194960 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92433a54-3654-4e91-9e55-a6ea1d68890e req-8feb80dc-0963-47a6-a8c3-87d8dbbf0281 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0940313 Apr 15 18:45:49.244570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92433a54-3654-4e91-9e55-a6ea1d68890e req-b96dfb92-15b1-4b41-b2c4-97716dce363c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 Apr 15 18:45:50.247843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-3fd2f835-4b35-400f-b603-fa88723acf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:50.249431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-3fd2f835-4b35-400f-b603-fa88723acf8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0795259 Apr 15 18:45:50.392865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-96a266f2-a1ac-42d9-96b7-458934b70723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:50.394540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-96a266f2-a1ac-42d9-96b7-458934b70723 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1386883 Apr 15 18:45:50.450400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bde35-c977-49cd-b383-00291a2f0ac1 req-5475cb72-272b-4516-bf30-1b37e230a6aa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:50.452015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c9bde35-c977-49cd-b383-00291a2f0ac1 req-5475cb72-272b-4516-bf30-1b37e230a6aa tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0927546 Apr 15 18:45:50.501225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c9bde35-c977-49cd-b383-00291a2f0ac1 req-92226a08-8bf5-41dd-b2fb-0c158fa771fc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426250 Apr 15 18:45:50.505718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-5e96cc35-b16c-4535-a6e8-621ecc8da073 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.1047759 Apr 15 18:45:50.575788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-ddfbeaec-e57f-47a7-a146-ec076fc99f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:50.577323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-ddfbeaec-e57f-47a7-a146-ec076fc99f2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0652993 Apr 15 18:45:50.665263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-5b80af72-8497-428c-9d21-667aeff2a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:50.666872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-5b80af72-8497-428c-9d21-667aeff2a817 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837228 Apr 15 18:45:50.807841 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-4769fd9a-e9df-4901-bbf9-519eee98cd9f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344857 Apr 15 18:45:50.947309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-8929357e-2f59-4d30-a00b-30decece261e service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330166 Apr 15 18:45:51.700270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62757db-c8af-406f-a0c8-c704e70b607c req-6e67f0ab-3944-4858-a0e1-bec102e33816 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:51.701930 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b62757db-c8af-406f-a0c8-c704e70b607c req-6e67f0ab-3944-4858-a0e1-bec102e33816 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0888629 Apr 15 18:45:51.753933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b62757db-c8af-406f-a0c8-c704e70b607c req-cb53cb70-2e68-4d0e-99cf-9a75af583f85 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 Apr 15 18:45:52.957984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c6190-cc14-4d3b-ad0c-0b6b7228e6db req-c0b82085-c3b4-4e70-848a-98e80355ae2b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:52.959590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e3c6190-cc14-4d3b-ad0c-0b6b7228e6db req-c0b82085-c3b4-4e70-848a-98e80355ae2b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0889637 Apr 15 18:45:53.007370 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4e3c6190-cc14-4d3b-ad0c-0b6b7228e6db req-e9a60503-5fbf-4763-8e15-f03457b4b0d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Apr 15 18:45:54.216966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e4fb-4b6a-42bc-9881-76e4863fe230 req-18566f29-9fc1-4bd9-a591-4be6ef73dc79 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:54.218659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6360e4fb-4b6a-42bc-9881-76e4863fe230 req-18566f29-9fc1-4bd9-a591-4be6ef73dc79 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0966871 Apr 15 18:45:54.239363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71e7430c-8428-44b8-9ac9-2480a1e7d5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:54.268238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6360e4fb-4b6a-42bc-9881-76e4863fe230 req-bae58bbe-6a23-45df-9ff4-ed9e217a1314 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432353 Apr 15 18:45:55.468035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b61d7-eeca-405d-81a6-5df8ac5aab35 req-7b65688f-dfdb-497e-bcc1-93d87d7c8c60 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:55.469636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f24b61d7-eeca-405d-81a6-5df8ac5aab35 req-7b65688f-dfdb-497e-bcc1-93d87d7c8c60 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0879633 Apr 15 18:45:55.516494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f24b61d7-eeca-405d-81a6-5df8ac5aab35 req-fca9119e-9027-4a89-8d29-13724355f176 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405557 Apr 15 18:45:56.719307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513437-f872-458b-a168-119f495353d7 req-cd80cf7b-7290-4bca-839b-ad53401af22f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:56.720908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a513437-f872-458b-a168-119f495353d7 req-cd80cf7b-7290-4bca-839b-ad53401af22f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0921886 Apr 15 18:45:56.769962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a513437-f872-458b-a168-119f495353d7 req-5729cdb5-d9c7-4812-a584-2fd41dafb27f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425503 Apr 15 18:45:57.045778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1eb5528f-90dc-4afd-9a8c-18d086604a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:57.219575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:57.759292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:57.970774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f61cc-a265-421f-a381-17fe434894dd req-87c73af5-799f-4f17-98a4-face03437bb9 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:57.972442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c71f61cc-a265-421f-a381-17fe434894dd req-87c73af5-799f-4f17-98a4-face03437bb9 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0892296 Apr 15 18:45:58.025490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c71f61cc-a265-421f-a381-17fe434894dd req-cdb5582d-b36a-4905-b013-b76de65110b3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461638 Apr 15 18:45:58.514063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:45:59.229623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374821a8-dd1f-42af-941b-155ecd2dc03b req-cfaaad74-bbf2-47e3-abd9-7e57b4071758 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:45:59.231266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-374821a8-dd1f-42af-941b-155ecd2dc03b req-cfaaad74-bbf2-47e3-abd9-7e57b4071758 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0935864 Apr 15 18:45:59.278892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-374821a8-dd1f-42af-941b-155ecd2dc03b req-0d896a7e-9a60-4f74-8749-719f5d980f38 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Apr 15 18:46:00.484437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441d582-5115-4f59-9193-d417dd7416c8 req-64f29844-e665-4bae-b2b2-ef096daa2d2b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:00.486090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a441d582-5115-4f59-9193-d417dd7416c8 req-64f29844-e665-4bae-b2b2-ef096daa2d2b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0919936 Apr 15 18:46:00.533942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a441d582-5115-4f59-9193-d417dd7416c8 req-e086bd5c-d7a6-41e8-b060-e3fee276f8cc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Apr 15 18:46:01.736265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164acbc-c372-43fc-88af-9d0358287c4b req-b2bb9511-dd45-44dc-bbc5-2a483ba67985 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:01.737950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d164acbc-c372-43fc-88af-9d0358287c4b req-b2bb9511-dd45-44dc-bbc5-2a483ba67985 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0884578 Apr 15 18:46:01.786767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d164acbc-c372-43fc-88af-9d0358287c4b req-94ccc793-c9ec-40ba-a911-dea46e71e482 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Apr 15 18:46:02.993099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11040cf-f1f7-47f7-bbcd-6a6bc3e38744 req-6937e339-229f-45e9-856e-8990f585dd10 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:02.994745 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11040cf-f1f7-47f7-bbcd-6a6bc3e38744 req-6937e339-229f-45e9-856e-8990f585dd10 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0933564 Apr 15 18:46:03.043489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e11040cf-f1f7-47f7-bbcd-6a6bc3e38744 req-e58fe6b5-6422-47dd-bdf5-4266a08b905a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423424 Apr 15 18:46:03.286499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-3580fedc-c598-4144-9183-7cf806c3481a service neutron] 10.222.0.49 "GET /v2.0/ports/19190e54-9451-40ed-9567-293720cdad72/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0789492 Apr 15 18:46:03.557861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-9b5e5e89-da99-4809-a55e-a3fd63e5d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:03.559489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-9b5e5e89-da99-4809-a55e-a3fd63e5d564 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1098 time: 0.0812345 Apr 15 18:46:03.659750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-40d1a9ff-84c9-42d1-be79-3b28bba4e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:03.661883 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-40d1a9ff-84c9-42d1-be79-3b28bba4e0e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0813861 Apr 15 18:46:03.801944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-c6fd4991-6888-491a-bd8d-ad9b7f5a0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:03.803543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-c6fd4991-6888-491a-bd8d-ad9b7f5a0f38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1359928 Apr 15 18:46:03.912673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-c16b2406-5314-4923-adc1-ba33a766dcce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.1026285 Apr 15 18:46:03.979353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-036d098d-47e8-4130-8ff3-01687a06b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:03.980857 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-036d098d-47e8-4130-8ff3-01687a06b0bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0627487 Apr 15 18:46:04.063932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-d204bffe-eda8-474b-b280-3cb9ede507ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:04.065503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-d204bffe-eda8-474b-b280-3cb9ede507ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782988 Apr 15 18:46:04.210824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-d908b6fc-b83e-4c7b-8bb4-db4812be0c2f service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380398 Apr 15 18:46:04.258245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d997644-d00d-48e4-a82c-1030ca93498b req-41ebabfa-3f60-4fa9-b8d7-ea4efe538638 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:04.259873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d997644-d00d-48e4-a82c-1030ca93498b req-41ebabfa-3f60-4fa9-b8d7-ea4efe538638 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.1012316 Apr 15 18:46:04.307748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d997644-d00d-48e4-a82c-1030ca93498b req-d1ba7dd1-179e-403c-88de-a2359f613817 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 Apr 15 18:46:04.352971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-be097565-9042-4712-8212-3310cdd30226 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364572 Apr 15 18:46:05.511114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e69c-f1b3-41ba-888d-59c81121579e req-540c7a6b-8684-410c-9f0f-3e4fdc0dfe87 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:05.512646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae06e69c-f1b3-41ba-888d-59c81121579e req-540c7a6b-8684-410c-9f0f-3e4fdc0dfe87 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0895746 Apr 15 18:46:05.560934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae06e69c-f1b3-41ba-888d-59c81121579e req-2f498770-3759-4a39-8725-b995c9c1a4a3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418305 Apr 15 18:46:06.691997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:06.770437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f453c-01e4-4f35-b56e-274192f51ee8 req-a38f53d4-433f-43f3-bc2c-9b1c648bfdc3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:06.772063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-873f453c-01e4-4f35-b56e-274192f51ee8 req-a38f53d4-433f-43f3-bc2c-9b1c648bfdc3 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0966628 Apr 15 18:46:06.814714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:06.820812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-873f453c-01e4-4f35-b56e-274192f51ee8 req-521b9694-d702-4570-b8a5-13cd66b0dbb0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420232 Apr 15 18:46:06.843801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:06.854717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:06.857809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:06.859701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:06.905425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'code': 200} Apr 15 18:46:06.930473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:06.938072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.938460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.938840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.939211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.939586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.939954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.940322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.940688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.941579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.941965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.942329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.942688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:06.946705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:08.024111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a638c-5983-486f-8e12-fbf192b6c088 req-ffc5d35e-3dad-43a4-9ad2-c8777a74882a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:08.025704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-372a638c-5983-486f-8e12-fbf192b6c088 req-ffc5d35e-3dad-43a4-9ad2-c8777a74882a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0877409 Apr 15 18:46:08.076252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-372a638c-5983-486f-8e12-fbf192b6c088 req-ce9f6b95-779d-4d12-a5ad-60b96f1754ee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441453 Apr 15 18:46:08.712132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:46:08.851456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:08.868826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '19190e54-9451-40ed-9567-293720cdad72', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:46:08.925705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:08.943171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:46:08.958698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:08.961384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:08.963256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:09.032630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['19190e54-9451-40ed-9567-293720cdad72'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:46:09.074878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:09.079397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:09.287357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6ec76-d09f-458f-8972-6d110f268556 req-60778d25-c471-4bf2-ad5a-57cd10aad200 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:09.288960 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-61f6ec76-d09f-458f-8972-6d110f268556 req-60778d25-c471-4bf2-ad5a-57cd10aad200 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 944 time: 0.0923781 Apr 15 18:46:09.336075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-61f6ec76-d09f-458f-8972-6d110f268556 req-3c82fd16-7bfa-4ead-a9d6-5e9b2aecad96 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Apr 15 18:46:10.541628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41153272-b094-456b-a01f-724cb7c30524 req-1035718a-93d2-42aa-88f8-943fd47c155a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:10.543254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41153272-b094-456b-a01f-724cb7c30524 req-1035718a-93d2-42aa-88f8-943fd47c155a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 944 time: 0.0950029 Apr 15 18:46:10.592087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41153272-b094-456b-a01f-724cb7c30524 req-f949c9c1-d71a-47f7-8b3b-f1eb3f4832b2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 Apr 15 18:46:10.742976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:46:10.990009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 19190e54-9451-40ed-9567-293720cdad72 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:46:10.990426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:11.111888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:11.140421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:11.150528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:11.153713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:11.155661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:11.203786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'code': 200} Apr 15 18:46:11.230020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:11.233077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:11.499286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:46:11.792169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea2858-f1b2-408b-bd50-c99c2622e21c req-84db34fb-031c-4838-a8c7-8905c71bea1e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:11.793800 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16ea2858-f1b2-408b-bd50-c99c2622e21c req-84db34fb-031c-4838-a8c7-8905c71bea1e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0905664 Apr 15 18:46:11.841281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-16ea2858-f1b2-408b-bd50-c99c2622e21c req-abb68dde-ea66-4c6a-bd22-414d0a46dd44 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Apr 15 18:46:12.668052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-fc7d9249-6b32-4435-a9ac-b199b94c4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:12.669806 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-fc7d9249-6b32-4435-a9ac-b199b94c4129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0813859 Apr 15 18:46:13.056840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4c417-71cd-4856-959b-235a2340e1c0 req-bb3910d8-923e-4c72-a3b0-4777d1ab3e03 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.058387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcb4c417-71cd-4856-959b-235a2340e1c0 req-bb3910d8-923e-4c72-a3b0-4777d1ab3e03 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0962722 Apr 15 18:46:13.107571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcb4c417-71cd-4856-959b-235a2340e1c0 req-41e4407f-cd2e-4c7b-857e-2b17adeb04f8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 Apr 15 18:46:13.117291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-66a8275f-eb31-44ba-be79-4101084de71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.118935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-66a8275f-eb31-44ba-be79-4101084de71c service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.4299388 Apr 15 18:46:13.228490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-d3cd6d6f-0d6e-45f4-b902-ff7c85a7cdac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.1027825 Apr 15 18:46:13.298440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-4fab0efd-7108-4377-b0bc-0e20e42b7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.300580 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-4fab0efd-7108-4377-b0bc-0e20e42b7baa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0659580 Apr 15 18:46:13.383443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-fd7954fc-7489-49f0-b914-76d527ce35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.385007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-fd7954fc-7489-49f0-b914-76d527ce35ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785358 Apr 15 18:46:13.587894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9891bb-548d-4f83-98ec-449fad0acfc8 req-43cb6887-3131-4b28-922c-d9935c55c896 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.589521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9891bb-548d-4f83-98ec-449fad0acfc8 req-43cb6887-3131-4b28-922c-d9935c55c896 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0880136 Apr 15 18:46:13.600060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-81483be8-4369-40ac-be92-041c15ecd61c service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084477 Apr 15 18:46:13.613586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-90677ea8-16ac-4ec3-9f8b-2905efa6b6d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.614381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-90677ea8-16ac-4ec3-9f8b-2905efa6b6d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Synchronizing usage tracker for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:46:13.643047 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9891bb-548d-4f83-98ec-449fad0acfc8 req-a823a379-2fa0-4ee7-8f0a-e9c55ef62ce7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Apr 15 18:46:13.709623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-90677ea8-16ac-4ec3-9f8b-2905efa6b6d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Unset dirty status for tenant:de9f45c4c2604c28b77e63e98a9a7175 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:46:13.710891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-90677ea8-16ac-4ec3-9f8b-2905efa6b6d0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3&tenant_id=de9f45c4c2604c28b77e63e98a9a7175&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.2431221 Apr 15 18:46:13.832699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-69cb89f9-7c7e-458b-9d87-6cdc9534dcf2 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143836 Apr 15 18:46:13.838605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-250ac98e-0ca7-434b-9f02-5550df2af676 service neutron] 10.222.0.49 "GET /v2.0/ports/19190e54-9451-40ed-9567-293720cdad72/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.1182053 Apr 15 18:46:13.945763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-20cf13ff-765f-4676-8706-94472adf43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:13.947299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-20cf13ff-765f-4676-8706-94472adf43b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0776305 Apr 15 18:46:14.089178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-92e4a6f9-c0b6-4c52-9aac-3576f8895813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:14.090807 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-92e4a6f9-c0b6-4c52-9aac-3576f8895813 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1370168 Apr 15 18:46:14.203613 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-838411ca-f5b9-4678-afaf-28424902a0d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.1061869 Apr 15 18:46:14.278704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-16a6a490-490e-42dc-b6a6-4691b20390f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:14.280284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-16a6a490-490e-42dc-b6a6-4691b20390f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0701444 Apr 15 18:46:14.363657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-7ed4ca7d-2458-4546-8a29-1b4054e4edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:14.365060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-7ed4ca7d-2458-4546-8a29-1b4054e4edab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782003 Apr 15 18:46:14.509461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-76de0877-f861-4863-8c8c-f9ee5c5f07b2 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360061 Apr 15 18:46:14.655296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-42e9e82e-ef69-4ddf-a33c-25b2c58a6d9b service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391892 Apr 15 18:46:14.767175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:14.852487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355a0c-ce32-4c58-8557-9c94555f48be req-3a2f5b0e-90fa-485d-a5f4-5dbc1b35d02d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:14.854383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e355a0c-ce32-4c58-8557-9c94555f48be req-3a2f5b0e-90fa-485d-a5f4-5dbc1b35d02d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0887964 Apr 15 18:46:14.902188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e355a0c-ce32-4c58-8557-9c94555f48be req-5c09c9f6-ecbc-4c1a-b727-26ab3ebdd32e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Apr 15 18:46:16.107603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa2591-b83f-4085-a322-936251576d61 req-9acb73a9-1da3-4280-8ce4-32f336d9f31e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:16.109099 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-befa2591-b83f-4085-a322-936251576d61 req-9acb73a9-1da3-4280-8ce4-32f336d9f31e tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0916448 Apr 15 18:46:16.157955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-befa2591-b83f-4085-a322-936251576d61 req-2953a55e-9c48-4212-8486-1e0c7a41d511 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417886 Apr 15 18:46:17.364390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992721-b538-422f-9ac5-62d46a9c7925 req-adfa7f20-43e9-4377-ae2c-5dcf0143701c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:17.366194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-14992721-b538-422f-9ac5-62d46a9c7925 req-adfa7f20-43e9-4377-ae2c-5dcf0143701c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0922577 Apr 15 18:46:17.415304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-14992721-b538-422f-9ac5-62d46a9c7925 req-b82ed203-768b-4a41-97d5-f9b7b5dc2626 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Apr 15 18:46:17.751319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-3b15eee4-314e-485f-959f-1857aecc4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:17.752927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-3b15eee4-314e-485f-959f-1857aecc4f9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3&tenant_id=de9f45c4c2604c28b77e63e98a9a7175 HTTP/1.1" status: 200 len: 1098 time: 0.0824189 Apr 15 18:46:17.850997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-f2494d93-88f8-4e90-9713-af1e18cc95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:17.852584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-f2494d93-88f8-4e90-9713-af1e18cc95bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 1098 time: 0.0781722 Apr 15 18:46:17.992839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-80c0e7ba-be2e-48f1-8cfe-2f00f7fbe34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:17.994454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-80c0e7ba-be2e-48f1-8cfe-2f00f7fbe34b service neutron] 10.222.0.49 "GET /v2.0/networks?id=76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 200 len: 912 time: 0.1353333 Apr 15 18:46:18.103742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-6c6dca2c-706e-49ff-96d9-54a7b89ba58a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 200 len: 1001 time: 0.1026015 Apr 15 18:46:18.171230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-93e9a81e-a8e7-40af-af62-0764a1034e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:18.172734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-93e9a81e-a8e7-40af-af62-0764a1034e17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 200 len: 850 time: 0.0631433 Apr 15 18:46:18.256041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-f3c092cc-68ba-477a-bf48-f5b155292901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:18.257637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-f3c092cc-68ba-477a-bf48-f5b155292901 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76aab65a-823e-4eef-bd47-c40ddbfe9652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788491 Apr 15 18:46:18.399440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-6fd07fff-5e5f-4a3c-9c59-f36f64cb5c06 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351299 Apr 15 18:46:18.540835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-214605dd-33d0-4dc9-8f11-b28c28ede186 req-b9503aa1-1d2a-46a0-b88f-d5ef420a9952 service neutron] 10.222.0.49 "GET /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341558 Apr 15 18:46:18.624609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96214ec3-6ad9-4783-a413-c5198bf92faf req-d631a467-7f6c-4147-88eb-32d79cff7f9d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:18.626288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96214ec3-6ad9-4783-a413-c5198bf92faf req-d631a467-7f6c-4147-88eb-32d79cff7f9d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0945544 Apr 15 18:46:18.674325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-96214ec3-6ad9-4783-a413-c5198bf92faf req-73c9c836-bb16-4339-9f6b-6d6c2570f6f6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Apr 15 18:46:19.884925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aaf3f-714c-451b-8382-907ffc0ce4fe req-fb7cf029-bb85-4b02-a893-2a85cb57becd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:19.886585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c01aaf3f-714c-451b-8382-907ffc0ce4fe req-fb7cf029-bb85-4b02-a893-2a85cb57becd tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0903540 Apr 15 18:46:19.938699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c01aaf3f-714c-451b-8382-907ffc0ce4fe req-ed4bddc7-2834-4118-b3b8-7fd44d63ec37 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Apr 15 18:46:20.783782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:20.902784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:20.930234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:20.940437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:20.944279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:20.946159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-036db593-c2ab-4a60-95d9-a0df25cf36a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:20.992627 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'code': 200} Apr 15 18:46:21.018781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=9']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:21.022133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:21.146076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee1787-da2f-45a1-8564-11bcc6256963 req-dfc3423c-f640-46d6-8c20-e88e9df9322f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:21.147607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7ee1787-da2f-45a1-8564-11bcc6256963 req-dfc3423c-f640-46d6-8c20-e88e9df9322f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0900962 Apr 15 18:46:21.196157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7ee1787-da2f-45a1-8564-11bcc6256963 req-347b8c2e-8c95-401b-a6d6-a0e5896398db tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Apr 15 18:46:22.402186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69e610-3bd7-47d4-a43d-0b6b105a1a0b req-8d04320a-d689-4e52-a11f-fbbf8c8050ad tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:22.403762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f69e610-3bd7-47d4-a43d-0b6b105a1a0b req-8d04320a-d689-4e52-a11f-fbbf8c8050ad tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 943 time: 0.0919206 Apr 15 18:46:22.451906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2f69e610-3bd7-47d4-a43d-0b6b105a1a0b req-46ee465f-a5dd-417f-8fd0-319519b4d277 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Apr 15 18:46:22.798924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:46:22.937743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:22.951269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '19190e54-9451-40ed-9567-293720cdad72', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'port_id': '19190e54-9451-40ed-9567-293720cdad72', 'mac_address': 'fa:16:3e:8c:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:46:23.012149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:23.029580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:46:23.045661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:23.048388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:23.050215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:23.118472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['19190e54-9451-40ed-9567-293720cdad72'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:46:23.164761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=10']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:23.169499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:23.658022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa050b4-8761-4d97-a8a1-edf09e07bfb8 req-8e627408-8b2e-411d-a01a-74c2903b3469 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:23.660261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfa050b4-8761-4d97-a8a1-edf09e07bfb8 req-8e627408-8b2e-411d-a01a-74c2903b3469 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0904324 Apr 15 18:46:23.709884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cfa050b4-8761-4d97-a8a1-edf09e07bfb8 req-698ce883-425a-4590-9d06-7a20787145ee tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 Apr 15 18:46:24.240445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-83d8c26d-4895-41b6-8238-37278f3d03ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:24.836796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:46:24.910289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 19190e54-9451-40ed-9567-293720cdad72 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:46:24.910703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:24.920818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293bdfcd-a24f-426a-93a8-dd15cc89a849 req-aa221f48-8bea-464d-b10f-534dbc9622ea tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:24.922487 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-293bdfcd-a24f-426a-93a8-dd15cc89a849 req-aa221f48-8bea-464d-b10f-534dbc9622ea tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 945 time: 0.0935414 Apr 15 18:46:24.970469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-293bdfcd-a24f-426a-93a8-dd15cc89a849 req-9d5c46c4-c0ff-41ca-91b8-a0b71f85a98f tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Apr 15 18:46:25.035762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:25.063589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:25.073880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:25.076645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:25.078599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:25.127905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'code': 200} Apr 15 18:46:25.154049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=11']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:25.157142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:26.177324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd84fa-6f52-4ddd-b6b4-d0b83224ab18 req-b7b58676-e55b-4b44-9c24-1ded7e40ea39 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:26.177324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1cd84fa-6f52-4ddd-b6b4-d0b83224ab18 req-b7b58676-e55b-4b44-9c24-1ded7e40ea39 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0898948 Apr 15 18:46:26.228568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1cd84fa-6f52-4ddd-b6b4-d0b83224ab18 req-02519982-64d6-4852-97c8-c2e78122be9d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451958 Apr 15 18:46:27.045397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-669a6409-bc20-4dba-ba28-2c14ca1f589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:27.223431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:27.431101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7233ca1-d03e-4dd8-86ad-2b80d556bf6f req-544ab6c4-1c5a-4582-8ed9-b3ab95254e78 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:27.432602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7233ca1-d03e-4dd8-86ad-2b80d556bf6f req-544ab6c4-1c5a-4582-8ed9-b3ab95254e78 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0887551 Apr 15 18:46:27.480403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d7233ca1-d03e-4dd8-86ad-2b80d556bf6f req-a23543bb-2aba-425b-ad7e-5c899b545754 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Apr 15 18:46:27.681307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f4542-be9c-43ad-a2f2-f052401dec3d req-6a728c58-076a-4304-b425-313d5813d1f2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:27.682851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-299f4542-be9c-43ad-a2f2-f052401dec3d req-6a728c58-076a-4304-b425-313d5813d1f2 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0913222 Apr 15 18:46:27.730458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-299f4542-be9c-43ad-a2f2-f052401dec3d req-68ae001e-2faa-4137-9b2e-fbf200879561 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Apr 15 18:46:27.761450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:27.930944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b20f-a5fe-44e3-a008-59425f682ab3 req-57392b6d-4228-4e30-9278-69d3ecc597f0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:27.932608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ba8b20f-a5fe-44e3-a008-59425f682ab3 req-57392b6d-4228-4e30-9278-69d3ecc597f0 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0898588 Apr 15 18:46:27.979244 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ba8b20f-a5fe-44e3-a008-59425f682ab3 req-cf1480d7-7781-4c5f-9d0c-e1fed53ca0d9 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Apr 15 18:46:28.384278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d052cb-469b-494a-85d8-8639e7a5f1b8 req-c667e58d-4aae-4a0a-b746-d32dca6dd718 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:28.385966 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-99d052cb-469b-494a-85d8-8639e7a5f1b8 req-c667e58d-4aae-4a0a-b746-d32dca6dd718 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0923316 Apr 15 18:46:28.433659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-99d052cb-469b-494a-85d8-8639e7a5f1b8 req-7cd19ebc-19d8-4c3c-8e15-d56081a80c0b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411716 Apr 15 18:46:28.515741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:29.638255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a639566-f260-40d1-b53e-6249c4ab25dd req-4087f974-86d9-452b-8b34-0db80d422a79 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:29.639846 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a639566-f260-40d1-b53e-6249c4ab25dd req-4087f974-86d9-452b-8b34-0db80d422a79 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0867584 Apr 15 18:46:29.690661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2a639566-f260-40d1-b53e-6249c4ab25dd req-c3fa09a5-c1eb-419e-8139-fa2685d084b8 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Apr 15 18:46:30.637474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-1d2bddd8-ec26-4715-85f4-c86ac7d91dc6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:30.639046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-1d2bddd8-ec26-4715-85f4-c86ac7d91dc6 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0874426 Apr 15 18:46:30.726103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:30.726497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:30.892272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4a78a-b712-4568-8531-dbec6261a2d5 req-976311c1-87aa-46bb-9107-ce069a1c04a7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:30.893828 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-caa4a78a-b712-4568-8531-dbec6261a2d5 req-976311c1-87aa-46bb-9107-ce069a1c04a7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 946 time: 0.0879145 Apr 15 18:46:30.942216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-caa4a78a-b712-4568-8531-dbec6261a2d5 req-bc304ba4-0917-419a-86ab-5e7ca88f1aa7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups?id=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419531 Apr 15 18:46:30.993824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] For port 19190e54-9451-40ed-9567-293720cdad72, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=19190e54-9451-40ed-9567-293720cdad72,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:30.994283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:31.300611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:31.301023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:31.301374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7 disassociated. External IP: 172.26.7.13, port: 19190e54-9451-40ed-9567-293720cdad72. Apr 15 18:46:31.301750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for 19190e54-9451-40ed-9567-293720cdad72 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:31.448698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:31.466535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ebf61b79-5357-4789-a8ae-b88fd51e3027 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:31.563151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'Port': ['ID=19190e54-9451-40ed-9567-293720cdad72,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:31.575551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.575985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.576432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.576828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.577240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.577655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.578093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.578508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.578919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.579327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.579734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.580139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:31.584426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:32.111205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51eff364-b938-4fda-89f3-cb84ce31e106 req-4dd02250-829a-4337-9bdd-bd51277f7d8b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 210 time: 0.0493615 Apr 15 18:46:32.137117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:46:32.325825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:46:32.335404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:46:32.345314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:46:32.346043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:46:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:32.409774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] No DVR routers for this DVR port 19190e54-9451-40ed-9567-293720cdad72 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:46:32.412498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:32.416832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-deleted', 'tag': '19190e54-9451-40ed-9567-293720cdad72'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:32.430960 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06d27cfe-fe3f-4edd-ade3-4b26e4930c8d req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.49 "DELETE /v2.0/ports/19190e54-9451-40ed-9567-293720cdad72 HTTP/1.1" status: 204 len: 173 time: 1.7864711 Apr 15 18:46:32.465589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f56735c-c972-425c-a7df-dd0374b358f3', 'name': 'network-vif-deleted', 'tag': '19190e54-9451-40ed-9567-293720cdad72', 'status': 'completed', 'code': 200} Apr 15 18:46:32.539244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:46:32.880312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:32.884341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:46:32.893976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:46:32.894563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:46:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:33.086788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:46:33.299523 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a89ea21-1589-4dd4-a1d8-2955af3a0ae4 req-656360d2-dced-4d89-a3f9-fb02c7a06871 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f56735c-c972-425c-a7df-dd0374b358f3 HTTP/1.1" status: 200 len: 210 time: 0.0574124 Apr 15 18:46:33.428968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:33.433074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261c337-6388-4903-b67c-96e0ca356376 None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:40:45Z', 'revision_number': 4, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'bd681ce9-297e-4f02-a240-657d11c49528', 'name': '', 'network_id': '76aab65a-823e-4eef-bd47-c40ddbfe9652', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'mac_address': 'fa:16:3e:73:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:44Z', 'updated_at': '2021-04-15T18:40:53Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'subnets': [{'id': 'cac124ee-7a18-44db-a2da-554e9ee9516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:46:33.836580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04abc83-f958-4ab5-90f2-21dba974ec30 None None] New status for floating IP 027d0649-cf2e-42b7-bde2-bebcc1c592d7: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:46:34.830134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:34.872387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 19190e54-9451-40ed-9567-293720cdad72 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:46:34.872789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 19190e54-9451-40ed-9567-293720cdad72 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:46:37.588279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45146) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:37.656254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:37.684761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:37.734320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:37.739782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c27c9000-dc77-4e15-96a2-17cba0b43a6d tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:37.755487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb77f8e-8ff7-45f8-8442-cc348d0a84b2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:37.764420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.764855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.765283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.765701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.766141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.766557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.766970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.767383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.767816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.768199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.769182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.769593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:46:37.773300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:37.779900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:37.781164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "DELETE /v2.0/security-groups/bcb77f8e-8ff7-45f8-8442-cc348d0a84b2 HTTP/1.1" status: 204 len: 168 time: 0.1917303 Apr 15 18:46:37.783695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45150) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:37.805602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-8a89c83b-7499-4d03-ad41-dd7b9c17cbef tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] show failed (client error): The resource could not be found. Apr 15 18:46:37.806683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8a89c83b-7499-4d03-ad41-dd7b9c17cbef tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "GET /v2.0/security-groups/bcb77f8e-8ff7-45f8-8442-cc348d0a84b2 HTTP/1.1" status: 404 len: 347 time: 0.0219674 Apr 15 18:46:37.809426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45154) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:38.242169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Deleting port 9f5b6781-5090-47f3-bd6a-4139d669bbd9 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:38.242548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.425716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.426135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.555566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Calling delete_port for 9f5b6781-5090-47f3-bd6a-4139d669bbd9 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:38.701561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.717498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:38.810615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Pushing event deleted for resources: {'Port': ['ID=9f5b6781-5090-47f3-bd6a-4139d669bbd9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:38.817168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:38.978005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.992499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:38.993732 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] 10.222.0.32 "DELETE /v2.0/floatingips/027d0649-cf2e-42b7-bde2-bebcc1c592d7 HTTP/1.1" status: 204 len: 168 time: 1.1833210 Apr 15 18:46:38.996827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45158) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:39.612582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:39.978970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Deleting port bd681ce9-297e-4f02-a240-657d11c49528 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:39.979531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:40.159797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] For port bd681ce9-297e-4f02-a240-657d11c49528, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=bd681ce9-297e-4f02-a240-657d11c49528,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:40.160186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:40.289553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Calling delete_port for bd681ce9-297e-4f02-a240-657d11c49528 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:40.468897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:40.487733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eac194da-f5a0-4cdd-ae57-4739c0adb864 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:40.584437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd681ce9-297e-4f02-a240-657d11c49528,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:40.588340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:40.930737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:41.719932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Router 48692d3e-e67b-4d12-8f2f-eea133b86fbb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:46:41.908526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:46:41.918794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Sync routers for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:46:41.922574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] 10.222.0.32 "PUT /v2.0/routers/48692d3e-e67b-4d12-8f2f-eea133b86fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9246917 Apr 15 18:46:41.925646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45164) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:41.929164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:46:41.929822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:46:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:42.111914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:42.119405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:46:42.310997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:42.321243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Deleting port ad1a8326-bb88-4ea3-ab15-648679cbd424 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:42.321609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:42.513776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] For port ad1a8326-bb88-4ea3-ab15-648679cbd424, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ad1a8326-bb88-4ea3-ab15-648679cbd424,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:42.514233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:42.598701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:46:40Z', 'revision_number': 5, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port': {'id': 'ad1a8326-bb88-4ea3-ab15-648679cbd424', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:40:41Z', 'updated_at': '2021-04-15T18:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:42.602996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Checking router: 48692d3e-e67b-4d12-8f2f-eea133b86fbb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:46:42.611804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Routers {'48692d3e-e67b-4d12-8f2f-eea133b86fbb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:46:42.612490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:46:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:42.651214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Calling delete_port for ad1a8326-bb88-4ea3-ab15-648679cbd424 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:42.776657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] Set router 48692d3e-e67b-4d12-8f2f-eea133b86fbb gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:46:42.835364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:42.850974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5cc5739-1ec4-4bd3-ac58-67dc4b070290 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:42.892134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:46:42Z', 'revision_number': 6, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:42.896897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eeced2-1d59-424d-b80f-f02b13159bff None None] The sync data for ids ['48692d3e-e67b-4d12-8f2f-eea133b86fbb'] in dv-neutron-786478-1-hyperv is: [{'id': '48692d3e-e67b-4d12-8f2f-eea133b86fbb', 'name': 'tempest-ServerActionsTestJSON-395305366-router', 'tenant_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:40:40Z', 'updated_at': '2021-04-15T18:46:42Z', 'revision_number': 6, 'project_id': 'de9f45c4c2604c28b77e63e98a9a7175', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:46:42.950321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1a8326-bb88-4ea3-ab15-648679cbd424,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:42.954445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:43.117877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.260835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bd681ce9-297e-4f02-a240-657d11c49528 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:43.297938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: bd681ce9-297e-4f02-a240-657d11c49528 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:46:43.298337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device bd681ce9-297e-4f02-a240-657d11c49528 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:46:43.298813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ad1a8326-bb88-4ea3-ab15-648679cbd424 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:43.305649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.308215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.336659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ad1a8326-bb88-4ea3-ab15-648679cbd424 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:46:43.336908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.337024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ad1a8326-bb88-4ea3-ab15-648679cbd424 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:46:43.337288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48692d3e-e67b-4d12-8f2f-eea133b86fbb {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:46:43.350137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.351376 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] 10.222.0.32 "DELETE /v2.0/routers/48692d3e-e67b-4d12-8f2f-eea133b86fbb HTTP/1.1" status: 204 len: 168 time: 1.4247139 Apr 15 18:46:43.354239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45168) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:43.419972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Deleting subnet cac124ee-7a18-44db-a2da-554e9ee9516f {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:46:43.423256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.477321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.567426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.826973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.845951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2a19de6-6ba3-46b0-b53b-1d48dae807c2 tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:43.924939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac124ee-7a18-44db-a2da-554e9ee9516f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:43.938841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:43.978766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:43.984084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b67fc6-7037-42a2-bfef-bf4f467df5bb None None] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:46:43.985730 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cac124ee-7a18-44db-a2da-554e9ee9516f HTTP/1.1" status: 204 len: 168 time: 0.6304564 Apr 15 18:46:43.988341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45172) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:44.101559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.174393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Deleting port 34c05aad-c319-45fa-a929-0704206742cc {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:44.174769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.233963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] DHCP port deletion for 76aab65a-823e-4eef-bd47-c40ddbfe9652 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:46:44.238188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Deleting port 34c05aad-c319-45fa-a929-0704206742cc {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:44.238618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.399796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] For port 34c05aad-c319-45fa-a929-0704206742cc, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=34c05aad-c319-45fa-a929-0704206742cc,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:44.400160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.454395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] For port 34c05aad-c319-45fa-a929-0704206742cc, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=34c05aad-c319-45fa-a929-0704206742cc,segment=NetworkSegment(c507b2f3-d05f-4487-b0dc-2058f4a6d5ca),segment_id=c507b2f3-d05f-4487-b0dc-2058f4a6d5ca)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:44.454841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.533405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Calling delete_port for 34c05aad-c319-45fa-a929-0704206742cc owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:44.588229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Calling delete_port for 34c05aad-c319-45fa-a929-0704206742cc owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:46:44.610101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.626445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba6cf442-1b9a-4882-85ba-154ad3e1d77e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:44.663371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:46:44.663715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:46:44.718546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c05aad-c319-45fa-a929-0704206742cc,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:44.736827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:44.772177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:44.774364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] No DVR routers for this DVR port 34c05aad-c319-45fa-a929-0704206742cc on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:46:44.897920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.011376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aab65a-823e-4eef-bd47-c40ddbfe9652']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:45.023903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:45.024248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c507b2f3-d05f-4487-b0dc-2058f4a6d5ca') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:46:45.036628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.055006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.061191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:46:45.164798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Deleting port 34c05aad-c319-45fa-a929-0704206742cc {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:46:45.165269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.241601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:46:45.241836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0c838daf-a2f6-4a98-8b9e-88fa611e4205 None None] The port '34c05aad-c319-45fa-a929-0704206742cc' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:46:45.253619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.255492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 34c05aad-c319-45fa-a929-0704206742cc no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:46:45.292254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 34c05aad-c319-45fa-a929-0704206742cc {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:46:45.292664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 34c05aad-c319-45fa-a929-0704206742cc not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:46:45.436044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Network 76aab65a-823e-4eef-bd47-c40ddbfe9652 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:46:45.459059 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:46:45.532928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.537165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d90acd4-dda5-4ff2-ab2f-8ba4993f5518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:45.556846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.565738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Pushing event deleted for resources: {'Network': ['ID=76aab65a-823e-4eef-bd47-c40ddbfe9652,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:45.569159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:45.579212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] 10.222.0.32 "DELETE /v2.0/networks/76aab65a-823e-4eef-bd47-c40ddbfe9652 HTTP/1.1" status: 204 len: 168 time: 1.5898428 Apr 15 18:46:45.690208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45178) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:45.746428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05e05afd-0c48-4679-aa9e-71968f7740f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de9f45c4c2604c28b77e63e98a9a7175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548468 Apr 15 18:46:45.748913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45182) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:45.811475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.839221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.887339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.892264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6752894-ed3f-49f3-88ce-26192c9f4696 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:45.908266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f53a65-01b3-476d-9587-c2116836108d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:45.910865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:45.914415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:45.915796 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ce6fb134-32a9-4f35-af78-5ff811fe9edb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67f53a65-01b3-476d-9587-c2116836108d HTTP/1.1" status: 204 len: 168 time: 0.1657007 Apr 15 18:46:46.647301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45206) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:46.760736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-775517745-network', 'tenant_id': 'e642afa5b4644c5998119cff09de75e4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:46:46.765990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:46:46.770702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Usage tracker for resource:network and tenant:e642afa5b4644c5998119cff09de75e4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:46:46.773671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:46:46.781276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:46:46.790166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Made reservation on behalf of e642afa5b4644c5998119cff09de75e4 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:46:46.794851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:46.811006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:46.826494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:46:46.830442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Usage tracker for resource:security_group_rule and tenant:e642afa5b4644c5998119cff09de75e4 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:46:46.833957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:46:46.839923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:46:46.925312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:46.927957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:46.932128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90965cf7-5d14-421a-98d0-b234f4333e3d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:46.961273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:46:46.970467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:46.974697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:46.977496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:46.978194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Added segment 3ae414ec-d69a-4724-8782-617c7ddd7374 of type vlan for network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 Apr 15 18:46:47.006732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.035437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.036520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:47.037168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.042212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5820c91b-dd89-45c4-9037-91dbd8f228bd tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:47.148939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5003824 Apr 15 18:46:47.149814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Pushing event updated for resources: {'Network': ['ID=cf73f491-506e-45df-a4c3-3ea9bcb4ea49,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:47.152060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45212) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:46:47.152993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:47.158463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Request body: {'subnet': {'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-775517745-subnet', 'tenant_id': 'e642afa5b4644c5998119cff09de75e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:46:47.160369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:46:47.163977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:46:47.168036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Usage tracker for resource:subnet and tenant:e642afa5b4644c5998119cff09de75e4 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:46:47.171101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:46:47.178816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:46:47.187517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Made reservation on behalf of e642afa5b4644c5998119cff09de75e4 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:46:47.192991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.595403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.610705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37820db3-a2ef-4eaf-bb6c-7b02823a3005 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:47.745422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=77118823-0f70-41c7-b953-a47bb6d1e995,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:47.748238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:47.810636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Checking segment: {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:46:47.811047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Network hostable DHCP agents. Network: cf73f491-506e-45df-a4c3-3ea9bcb4ea49, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:46:47.829102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:46:47.837886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, cf73f491-506e-45df-a4c3-3ea9bcb4ea49) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:46:47.848348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3364314-cb42-4167-aa34-6f35c463daf2 None None] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:46:47.849567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:47.850248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:47.869921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7166717 Apr 15 18:46:48.076808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899cc85-2868-42a8-b520-ab9730cdfe03 None None] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:46:48.496985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:46:48.745990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-09807b2c-d521-4453-a9b3-290b10f681cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:48.746751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-09807b2c-d521-4453-a9b3-290b10f681cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Synchronizing usage tracker for tenant:e642afa5b4644c5998119cff09de75e4 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:46:48.765431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-09807b2c-d521-4453-a9b3-290b10f681cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Unset dirty status for tenant:e642afa5b4644c5998119cff09de75e4 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:46:48.766689 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-09807b2c-d521-4453-a9b3-290b10f681cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 813 time: 0.4635119 Apr 15 18:46:48.783297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-b7f3a004-e1d1-4e6d-b4a4-33b9bdf47b33 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/quotas/e642afa5b4644c5998119cff09de75e4 HTTP/1.1" status: 200 len: 375 time: 0.0102115 Apr 15 18:46:48.836794 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-859e5e7b-6129-4733-9cd7-40a0a523afd4 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472398 Apr 15 18:46:48.978927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-a1d2c350-97d7-4eba-a186-ba4b3ab30406 service neutron] 10.222.0.32 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348636 Apr 15 18:46:49.123067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-1397c549-36ec-4a60-a341-bbf08809462a service neutron] 10.222.0.32 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368728 Apr 15 18:46:49.320385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44d89f60-bedc-4e6f-9da2-535f6f776400 req-96f3994d-2d62-481d-9a36-b3e62cfa1b6c tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 210 time: 0.0529089 Apr 15 18:46:50.361758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-3a91e145-ca37-4401-9833-15084ff9f857 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:50.364072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-3a91e145-ca37-4401-9833-15084ff9f857 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 813 time: 0.1599979 Apr 15 18:46:50.376294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Request body: {'port': {'device_id': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49', 'admin_state_up': True, 'tenant_id': 'e642afa5b4644c5998119cff09de75e4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:46:50.485560 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-674619e4-ebc4-4751-b587-ed22a5bc3df6 req-3e2cec19-2348-493d-8d53-d37bfd5f06d4 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 210 time: 0.0500023 Apr 15 18:46:50.526869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:46:50.530874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Usage tracker for resource:port and tenant:e642afa5b4644c5998119cff09de75e4 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:46:50.534311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:46:50.540274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:46:50.548999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Made reservation on behalf of e642afa5b4644c5998119cff09de75e4 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:46:50.555866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:50.725800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Allocated IP 172.20.0.7 (cf73f491-506e-45df-a4c3-3ea9bcb4ea49/77118823-0f70-41c7-b953-a47bb6d1e995/feb654e8-dc83-4f99-b950-971e6b441dbc) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:46:50.939930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:50.969541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:50.985630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbb1aceb-18dc-4dc1-a30f-c07354238d3b tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:51.129833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Pushing event updated for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:51.142024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:51.183479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:46:51.184692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:46:51.186867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:46:51.252296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:51.252886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:51.274553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025259 Apr 15 18:46:51.286915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Request body: {'port': {'device_id': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:46:51.406120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:51.689726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c3096-9530-4837-a5ab-a5972c13d5bd req-3eb8b494-0225-4275-b698-b13183c45445 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:51.691429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-336c3096-9530-4837-a5ab-a5972c13d5bd req-3eb8b494-0225-4275-b698-b13183c45445 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 931 time: 0.0923483 Apr 15 18:46:51.743642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-336c3096-9530-4837-a5ab-a5972c13d5bd req-3a93f6a9-bb93-4a09-8e02-b2cd3d361e3d tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Synchronizing usage tracker for tenant:e642afa5b4644c5998119cff09de75e4 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:46:51.762833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-336c3096-9530-4837-a5ab-a5972c13d5bd req-3a93f6a9-bb93-4a09-8e02-b2cd3d361e3d tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Unset dirty status for tenant:e642afa5b4644c5998119cff09de75e4 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:46:51.764080 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-336c3096-9530-4837-a5ab-a5972c13d5bd req-3a93f6a9-bb93-4a09-8e02-b2cd3d361e3d tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663660 Apr 15 18:46:51.772025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb654e8-dc83-4f99-b950-971e6b441dbc {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:46:51.780294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:51.795500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Transition to ACTIVE for port object feb654e8-dc83-4f99-b950-971e6b441dbc will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:46:51.798088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:51.813300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32dbb81a-9afe-4207-a81a-0b9cef25125d tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:51.947066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Pushing event updated for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:51.951522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:52.165718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Attempting to bind port feb654e8-dc83-4f99-b950-971e6b441dbc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:46:52.166052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Attempting to bind port feb654e8-dc83-4f99-b950-971e6b441dbc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:46:52.166418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Attempting to bind port feb654e8-dc83-4f99-b950-971e6b441dbc on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:46:52.171416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Port feb654e8-dc83-4f99-b950-971e6b441dbc on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:46:52.171776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Attempting to bind port feb654e8-dc83-4f99-b950-971e6b441dbc on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:46:52.177861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:46:52.178246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Checking segment: {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:46:52.178667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Bound using segment: {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:46:52.179131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Bound port: feb654e8-dc83-4f99-b950-971e6b441dbc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:46:52.179509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:52.276587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:46:52.279653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=feb654e8-dc83-4f99-b950-971e6b441dbc,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:46:52.282743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:52.297435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c553687a-922a-4146-ba3f-c2ab0a022eb8 tempest-ServerDiskConfigTestJSON-1262535715 tempest-ServerDiskConfigTestJSON-1262535715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:52.446636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Pushing event updated for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:52.451727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:52.483538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:52.484204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:52.485731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-64196b67-e1e8-494b-91c4-32494985110d service neutron] 10.222.0.49 "PUT /v2.0/ports/feb654e8-dc83-4f99-b950-971e6b441dbc HTTP/1.1" status: 200 len: 1093 time: 1.2039289 Apr 15 18:46:52.486618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:52.556752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc', 'status': 'completed', 'code': 200} Apr 15 18:46:52.601360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-2d659c9f-68f2-415e-8880-e449d8c26038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:52.603298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-2d659c9f-68f2-415e-8880-e449d8c26038 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 1096 time: 0.0838225 Apr 15 18:46:52.675644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-9339d172-175e-48ad-9662-466e8579f436 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb654e8-dc83-4f99-b950-971e6b441dbc HTTP/1.1" status: 200 len: 217 time: 0.0652626 Apr 15 18:46:52.978299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b735e9c-5ed2-4f8f-9a8a-b8e39b977bd7 req-f596776c-72f8-4a63-87a3-cd6d11bf4313 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:52.979942 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0b735e9c-5ed2-4f8f-9a8a-b8e39b977bd7 req-f596776c-72f8-4a63-87a3-cd6d11bf4313 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 943 time: 0.0942266 Apr 15 18:46:53.030895 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0b735e9c-5ed2-4f8f-9a8a-b8e39b977bd7 req-ef723122-9b6a-41c5-a2d9-34626716e447 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Apr 15 18:46:53.042673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-eb4b343a-b28e-46cd-9409-db79b8284871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:53.044171 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-eb4b343a-b28e-46cd-9409-db79b8284871 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 200 len: 853 time: 0.3632889 Apr 15 18:46:53.095786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-b031dbe8-70df-4f17-a38a-c0bdeb078b5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456743 Apr 15 18:46:53.236709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-5546faad-f2da-405c-bccb-2b4ee5debd16 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338437 Apr 15 18:46:53.378068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdb0a9a3-36a7-42b3-a2e4-e458caf85969 req-57e81c31-c34d-42d0-b6b2-c9f5e8d225a1 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345496 Apr 15 18:46:53.503010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-d0ec573a-dbca-414a-888c-ee26aaf75904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:53.504601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-d0ec573a-dbca-414a-888c-ee26aaf75904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 1096 time: 0.0778716 Apr 15 18:46:53.645045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-cab98163-d5ff-4b55-8c0e-12e42eb86143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:53.646565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-cab98163-d5ff-4b55-8c0e-12e42eb86143 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 914 time: 0.1352453 Apr 15 18:46:53.722065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-0d7be9bd-f020-48d9-807a-3ee4a17f4276 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb654e8-dc83-4f99-b950-971e6b441dbc HTTP/1.1" status: 200 len: 217 time: 0.0686295 Apr 15 18:46:53.790048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-15c13f0a-5e1e-4541-b4f9-a28932ea3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:53.791611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-15c13f0a-5e1e-4541-b4f9-a28932ea3195 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 200 len: 853 time: 0.0632946 Apr 15 18:46:53.847924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-f51e4299-58be-4dca-99a9-fbf82d9a7e76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486722 Apr 15 18:46:53.988371 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-ac83bd3b-adf2-4319-9356-b5a475201b64 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331401 Apr 15 18:46:54.133767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6e2972ed-a3b5-4d05-b4a7-c38cbfef1e7c req-9a87f2a6-7d75-4a45-aaa1-70801db38bfa service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389868 Apr 15 18:46:54.239510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b3f15-75a2-43fa-92b0-ee61bfeaad0e req-5da16d0a-b004-4ca1-881e-3856c7e1d5dd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:54.241219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-844b3f15-75a2-43fa-92b0-ee61bfeaad0e req-5da16d0a-b004-4ca1-881e-3856c7e1d5dd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 943 time: 0.0957694 Apr 15 18:46:54.242932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7cb4a81b-9cd7-497f-a275-492e8a6079dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:54.289191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-844b3f15-75a2-43fa-92b0-ee61bfeaad0e req-8787742d-9a33-4020-9c22-946665e777c4 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Apr 15 18:46:55.488766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3e6a-5f03-4455-9154-2393f9afadb1 req-d6f9613e-0e67-4842-992e-e242875c64ab tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:55.490404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28ad3e6a-5f03-4455-9154-2393f9afadb1 req-d6f9613e-0e67-4842-992e-e242875c64ab tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 943 time: 0.0894358 Apr 15 18:46:55.537428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28ad3e6a-5f03-4455-9154-2393f9afadb1 req-8af48d80-2990-4108-b3eb-3408c696b07d tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Apr 15 18:46:56.741284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f9610-1c8e-41c9-bb6a-c7cf5405654c req-aab84dec-193b-4aa0-a5b1-8a25f528724e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:56.742964 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-994f9610-1c8e-41c9-bb6a-c7cf5405654c req-aab84dec-193b-4aa0-a5b1-8a25f528724e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 943 time: 0.0916994 Apr 15 18:46:56.793561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-994f9610-1c8e-41c9-bb6a-c7cf5405654c req-453f6b53-ade0-4a46-95d0-9c5e5672fcbe tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Apr 15 18:46:56.954376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device feb654e8-dc83-4f99-b950-971e6b441dbc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:46:57.066000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5b8d-7443-4444-8288-71e545f56f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:57.108641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=feb654e8-dc83-4f99-b950-971e6b441dbc,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:57.123299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'feb654e8-dc83-4f99-b950-971e6b441dbc', 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49', 'port_id': 'feb654e8-dc83-4f99-b950-971e6b441dbc', 'mac_address': 'fa:16:3e:13:eb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77118823-0f70-41c7-b953-a47bb6d1e995', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:46:57.184238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:57.201608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb654e8-dc83-4f99-b950-971e6b441dbc {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:46:57.229484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=feb654e8-dc83-4f99-b950-971e6b441dbc,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:57.232424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:57.234307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:57.264559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:57.303986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:57.307130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:57.433333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['feb654e8-dc83-4f99-b950-971e6b441dbc'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:46:57.763452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:57.998549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276cd43-5d4b-4de5-8aa1-60cd2f0a4265 req-f5437959-2eb4-4a9b-9452-6f200ccad1a7 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:58.000158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9276cd43-5d4b-4de5-8aa1-60cd2f0a4265 req-f5437959-2eb4-4a9b-9452-6f200ccad1a7 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 944 time: 0.0936830 Apr 15 18:46:58.048984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9276cd43-5d4b-4de5-8aa1-60cd2f0a4265 req-bc1739e4-5bf4-4af3-bf0c-f9cc11464201 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 15 18:46:58.520979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:58.961004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device feb654e8-dc83-4f99-b950-971e6b441dbc up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:46:59.033163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port feb654e8-dc83-4f99-b950-971e6b441dbc completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:46:59.038875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port feb654e8-dc83-4f99-b950-971e6b441dbc triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:46:59.039247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:59.163125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:59.190849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:46:59.201267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=feb654e8-dc83-4f99-b950-971e6b441dbc,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:46:59.205899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:46:59.208038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:46:59.250307 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc', 'code': 200} Apr 15 18:46:59.254255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f12f3d-b277-4d9b-9fbe-6e139dc9d0f5 req-93b79f34-bb79-4025-9e14-98b962eac7f9 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:59.256427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17f12f3d-b277-4d9b-9fbe-6e139dc9d0f5 req-93b79f34-bb79-4025-9e14-98b962eac7f9 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0944297 Apr 15 18:46:59.285439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:46:59.288624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:46:59.308924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-17f12f3d-b277-4d9b-9fbe-6e139dc9d0f5 req-6bd06b2d-4680-4932-bd58-949357a51524 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Apr 15 18:46:59.476437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3d66-d699-4434-be36-3d4f8891aa63 req-e673d932-78f4-4ec3-bc92-e9396aaabb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:46:59.478336 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87cd3d66-d699-4434-be36-3d4f8891aa63 req-e673d932-78f4-4ec3-bc92-e9396aaabb0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 1098 time: 0.0775163 Apr 15 18:46:59.520816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87cd3d66-d699-4434-be36-3d4f8891aa63 req-83126bce-6051-4d2a-b123-653f23c97ad0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Apr 15 18:47:00.517540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0bd0c-c6c6-4ebf-be56-50a64f375ec0 req-d8784e52-a8c7-4552-8208-18ae572fcd2e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:00.519702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3d0bd0c-c6c6-4ebf-be56-50a64f375ec0 req-d8784e52-a8c7-4552-8208-18ae572fcd2e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0915654 Apr 15 18:47:00.567713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3d0bd0c-c6c6-4ebf-be56-50a64f375ec0 req-7af44340-2008-43b4-9a51-aae66544e9ee tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Apr 15 18:47:00.872365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-44d78cb1-e5b2-4687-b2aa-ef72028aa7f5 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:00.873901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-44d78cb1-e5b2-4687-b2aa-ef72028aa7f5 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 813 time: 0.1594915 Apr 15 18:47:00.890080 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-0fd04b8f-fea0-4f1c-a642-7971ddc814a6 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/quotas/e642afa5b4644c5998119cff09de75e4 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Apr 15 18:47:00.980535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-be766eb0-e5e2-487a-9c47-461e8a15c5ca tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844386 Apr 15 18:47:01.125503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-d79079f5-84f3-4400-a432-b987b2eb1330 service neutron] 10.222.0.32 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368237 Apr 15 18:47:01.268811 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-48c36053-00c6-45d7-aed5-41bb8c9d94af service neutron] 10.222.0.32 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369629 Apr 15 18:47:01.460980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5f4434a6-44fa-47e8-91fc-cc3666143333 req-a7754534-e9de-42d3-9a13-94c71ea233cd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 210 time: 0.0481086 Apr 15 18:47:02.494705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-33d85744-dbea-4d36-8c4e-cdb9ee51de81 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:02.495163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-33d85744-dbea-4d36-8c4e-cdb9ee51de81 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 813 time: 0.1625154 Apr 15 18:47:02.506571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Request body: {'port': {'device_id': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49', 'admin_state_up': True, 'tenant_id': 'e642afa5b4644c5998119cff09de75e4'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:02.624700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-df1f12cd-80bc-4b55-8652-08b56f83d6e9 req-0cb68c36-97e8-41cc-84fd-0fdb4e8bbee0 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 210 time: 0.0508635 Apr 15 18:47:02.654355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:02.658367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Usage tracker for resource:port and tenant:e642afa5b4644c5998119cff09de75e4 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:02.661821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:02.667770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:02.676245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Made reservation on behalf of e642afa5b4644c5998119cff09de75e4 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:02.682230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:02.851918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Allocated IP 172.20.0.13 (cf73f491-506e-45df-a4c3-3ea9bcb4ea49/77118823-0f70-41c7-b953-a47bb6d1e995/1d065a71-7e0e-4b86-8765-b83a4257a741) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:03.065213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.098567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.110524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['feb654e8-dc83-4f99-b950-971e6b441dbc'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:47:03.114426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:03.253661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Pushing event updated for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:03.258205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:03.309021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:03.310187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:03.312725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:03.380833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:03.381496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.400632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8982236 Apr 15 18:47:03.412252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Request body: {'port': {'device_id': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:03.529618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.834846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a89d-0507-4a96-a998-581b103381cb req-2f893eb0-29a0-4f34-bcea-44d4727cfd7b tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:03.836473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6262a89d-0507-4a96-a998-581b103381cb req-2f893eb0-29a0-4f34-bcea-44d4727cfd7b tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 932 time: 0.0976470 Apr 15 18:47:03.886072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6262a89d-0507-4a96-a998-581b103381cb req-3373bfa9-76b1-460b-9c9d-3ed98faa963c tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Apr 15 18:47:03.889889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d065a71-7e0e-4b86-8765-b83a4257a741 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:47:03.898184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.913816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Transition to ACTIVE for port object 1d065a71-7e0e-4b86-8765-b83a4257a741 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:03.916502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:03.932427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-99beb375-2777-4ece-9102-bb3c04dc0329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:04.062771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Pushing event updated for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:04.067815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:04.288706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Attempting to bind port 1d065a71-7e0e-4b86-8765-b83a4257a741 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:04.289081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Attempting to bind port 1d065a71-7e0e-4b86-8765-b83a4257a741 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:04.289448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Attempting to bind port 1d065a71-7e0e-4b86-8765-b83a4257a741 on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:04.294356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Port 1d065a71-7e0e-4b86-8765-b83a4257a741 on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:47:04.294719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Attempting to bind port 1d065a71-7e0e-4b86-8765-b83a4257a741 on network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:04.300233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:04.300608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Checking segment: {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:04.301028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Bound using segment: {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:04.301497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Bound port: 1d065a71-7e0e-4b86-8765-b83a4257a741, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae414ec-d69a-4724-8782-617c7ddd7374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:04.301896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:04.392635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:04.396470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d065a71-7e0e-4b86-8765-b83a4257a741,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:04.399330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:04.414911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a0769d0-f94d-4445-9784-69f4f823ca0c tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:04.564253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Pushing event updated for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:04.569638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:04.604400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:04.604756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:04.606348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-70621743-3455-4ad5-8735-a4860a063356 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d065a71-7e0e-4b86-8765-b83a4257a741 HTTP/1.1" status: 200 len: 1094 time: 1.1985323 Apr 15 18:47:04.606940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:47:04.676737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741', 'status': 'completed', 'code': 200} Apr 15 18:47:04.717670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-0c922e45-eabb-48b7-9ab8-8636fab4b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:04.719284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-0c922e45-eabb-48b7-9ab8-8636fab4b2a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0796127 Apr 15 18:47:04.795933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-7aa2eeea-647b-4366-b474-b6dc1f6c39d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d065a71-7e0e-4b86-8765-b83a4257a741 HTTP/1.1" status: 200 len: 217 time: 0.0692515 Apr 15 18:47:04.863687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-e0ef8ba5-91e3-4125-a107-912d0cc46e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:04.865143 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-e0ef8ba5-91e3-4125-a107-912d0cc46e7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 200 len: 853 time: 0.0627975 Apr 15 18:47:04.916335 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-9111ef8d-0b9f-46fc-a4ae-a890e07cce42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454798 Apr 15 18:47:05.058098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-dcc3d9f8-03b1-4ff0-8a73-4d3072f22920 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355784 Apr 15 18:47:05.085199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755e194-b81c-4447-a95f-573a00aa482a req-c729eeb8-93b7-4f20-809f-f2abbdcf5ba2 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:05.086847 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5755e194-b81c-4447-a95f-573a00aa482a req-c729eeb8-93b7-4f20-809f-f2abbdcf5ba2 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 944 time: 0.0889492 Apr 15 18:47:05.135987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5755e194-b81c-4447-a95f-573a00aa482a req-e0c31438-f8f0-4315-b69a-d45f7d161c43 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Apr 15 18:47:05.203725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-59a91eac-8a21-44b4-93f4-e1d96c355099 req-78f5d6b6-737b-4d1a-adeb-0fd7f0be6cfb service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397502 Apr 15 18:47:05.323854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-752abaec-fdff-40a4-8d16-e12046ba664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:05.325460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-752abaec-fdff-40a4-8d16-e12046ba664d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 1097 time: 0.0817838 Apr 15 18:47:05.466454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-4f6fee7f-c2d1-4056-b173-e59105d25c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:05.468012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-4f6fee7f-c2d1-4056-b173-e59105d25c7b service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 914 time: 0.1346087 Apr 15 18:47:05.542059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-0108413a-ddff-4aa3-bf5a-ea1d3b7f1053 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d065a71-7e0e-4b86-8765-b83a4257a741 HTTP/1.1" status: 200 len: 217 time: 0.0674679 Apr 15 18:47:05.612485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-9c9d56eb-ae0e-4f20-8e27-2f652764f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:05.614046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-9c9d56eb-ae0e-4f20-8e27-2f652764f016 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 200 len: 853 time: 0.0625188 Apr 15 18:47:05.664612 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-f8d63712-eb27-4aff-a8d1-a74082f4d5f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441866 Apr 15 18:47:05.806999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-3430f5db-7d93-418e-b93d-49990c0552a1 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341856 Apr 15 18:47:05.948006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4da145a1-6f73-45fc-b44c-7c60091979fe req-e1c3e5d5-84af-4897-a743-6b8acb04ea60 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339817 Apr 15 18:47:06.337822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dec321-add0-4770-9049-bfdb0eecdbc0 req-17422f08-ac65-4d9b-a8e3-31d8e9c3c968 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:06.339435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f8dec321-add0-4770-9049-bfdb0eecdbc0 req-17422f08-ac65-4d9b-a8e3-31d8e9c3c968 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 944 time: 0.0907493 Apr 15 18:47:06.387310 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f8dec321-add0-4770-9049-bfdb0eecdbc0 req-a592ec2e-6eff-44b1-b208-4a8cfa952d2f tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Apr 15 18:47:07.591897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca312bc1-a3ab-484e-a61d-942b7ef3e617 req-0f81eab0-12aa-4f9b-9ad6-ae422d4185f5 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:07.593483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca312bc1-a3ab-484e-a61d-942b7ef3e617 req-0f81eab0-12aa-4f9b-9ad6-ae422d4185f5 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 944 time: 0.0919139 Apr 15 18:47:07.642040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca312bc1-a3ab-484e-a61d-942b7ef3e617 req-dadd1706-c02b-4cb7-b928-460bedc643cd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Apr 15 18:47:08.844776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be5142-0df9-4ced-9f87-d380eea061a0 req-b4a04aef-34c6-425c-b869-3ef9e64dd418 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:08.847035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-71be5142-0df9-4ced-9f87-d380eea061a0 req-b4a04aef-34c6-425c-b869-3ef9e64dd418 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 944 time: 0.0928545 Apr 15 18:47:08.894844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-71be5142-0df9-4ced-9f87-d380eea061a0 req-4f3a1d34-5c61-42ae-ac06-bbf3b0912e4c tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Apr 15 18:47:09.004619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1d065a71-7e0e-4b86-8765-b83a4257a741 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:47:09.147210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d065a71-7e0e-4b86-8765-b83a4257a741,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:09.161055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '1d065a71-7e0e-4b86-8765-b83a4257a741', 'network_id': 'cf73f491-506e-45df-a4c3-3ea9bcb4ea49', 'port_id': '1d065a71-7e0e-4b86-8765-b83a4257a741', 'mac_address': 'fa:16:3e:d0:f7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77118823-0f70-41c7-b953-a47bb6d1e995', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:47:09.219093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:09.236945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d065a71-7e0e-4b86-8765-b83a4257a741 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:47:09.253142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d065a71-7e0e-4b86-8765-b83a4257a741,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:09.255947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:09.257700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:09.508550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:09.516095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.516474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.516862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.517239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.517642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.518048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.518425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.518797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.519169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.519536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.519904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.520272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:09.524145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:09.564357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['1d065a71-7e0e-4b86-8765-b83a4257a741'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:47:10.094761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9ac5-6034-46a7-8a68-ee20c808a676 req-7c452579-c65c-4986-ab31-992accc42f00 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:10.096799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-999f9ac5-6034-46a7-8a68-ee20c808a676 req-7c452579-c65c-4986-ab31-992accc42f00 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 945 time: 0.0903811 Apr 15 18:47:10.145140 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-999f9ac5-6034-46a7-8a68-ee20c808a676 req-1a52664e-22fe-4594-aa09-42a78d1919cf tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Apr 15 18:47:11.008159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1d065a71-7e0e-4b86-8765-b83a4257a741 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:11.079427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 1d065a71-7e0e-4b86-8765-b83a4257a741 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:11.084095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 1d065a71-7e0e-4b86-8765-b83a4257a741 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:11.084516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:11.210889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:11.240126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:47:11.250666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d065a71-7e0e-4b86-8765-b83a4257a741,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:11.254107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:11.256050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:11.318312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741', 'code': 200} Apr 15 18:47:11.328756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:11.331943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:11.368259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb4ebc-7bab-4698-8654-30b9bb16a213 req-801f3cd8-051a-4bd6-979f-cd5ce167b9ed tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:11.369913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51fb4ebc-7bab-4698-8654-30b9bb16a213 req-801f3cd8-051a-4bd6-979f-cd5ce167b9ed tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.1084445 Apr 15 18:47:11.418870 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-51fb4ebc-7bab-4698-8654-30b9bb16a213 req-54bec83b-0988-4547-a763-e0786352dcc2 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Apr 15 18:47:11.838247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f1a92-4f0d-4994-b444-6db5cb214473 req-e19864fa-4f1d-4850-b7a0-d3ce615ea859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:11.839856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-122f1a92-4f0d-4994-b444-6db5cb214473 req-e19864fa-4f1d-4850-b7a0-d3ce615ea859 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 1099 time: 0.3605602 Apr 15 18:47:11.882120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-122f1a92-4f0d-4994-b444-6db5cb214473 req-fe738305-ea53-44f8-9f88-99b73a6f02ee service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Apr 15 18:47:12.620162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66a3b-e165-4f54-87df-7865e5d436e3 req-9dada160-276f-4a02-9139-962f3a3f18c1 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:12.621782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbd66a3b-e165-4f54-87df-7865e5d436e3 req-9dada160-276f-4a02-9139-962f3a3f18c1 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.0900164 Apr 15 18:47:12.673234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbd66a3b-e165-4f54-87df-7865e5d436e3 req-d53889fd-f851-40d9-89be-83faea634d6e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442803 Apr 15 18:47:13.592614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-8254c317-5456-41d9-b4c7-393005ac96d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751429 Apr 15 18:47:13.747268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-e37e0642-43bd-47f6-bf17-15b575837b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:13.748879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-e37e0642-43bd-47f6-bf17-15b575837b20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e642afa5b4644c5998119cff09de75e4&device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 1098 time: 0.0826163 Apr 15 18:47:13.883844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261378-aa41-4e60-8879-f27d5c7b69f5 req-d092f85a-c926-4205-86a8-3679ca5a7cbc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:13.885399 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc261378-aa41-4e60-8879-f27d5c7b69f5 req-d092f85a-c926-4205-86a8-3679ca5a7cbc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.0977018 Apr 15 18:47:13.906872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-f56a2857-736e-4a39-98be-71f47dad8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:13.908476 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-f56a2857-736e-4a39-98be-71f47dad8084 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 200 len: 914 time: 0.1385648 Apr 15 18:47:13.934187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc261378-aa41-4e60-8879-f27d5c7b69f5 req-f0917c57-72fe-4baf-adbd-acaaa135ed80 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Apr 15 18:47:13.986089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-d8cb991d-9b30-499a-bd97-e7db80475e4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=feb654e8-dc83-4f99-b950-971e6b441dbc HTTP/1.1" status: 200 len: 217 time: 0.0696771 Apr 15 18:47:14.056214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-e8db501f-1069-4a58-85b7-6aec99cfa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:14.057810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-e8db501f-1069-4a58-85b7-6aec99cfa430 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 200 len: 853 time: 0.0655327 Apr 15 18:47:14.121120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-e82a9d50-d54c-4251-a17f-facf2a8c4d50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf73f491-506e-45df-a4c3-3ea9bcb4ea49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505991 Apr 15 18:47:14.275005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-21d5862d-74f1-4e2e-a80e-fff6ca61736c service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 Apr 15 18:47:14.343407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7d9c-463e-4edf-961c-12040ebdbf8b req-48037b3b-ad81-45fa-bca9-3e65bc7230cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:14.345040 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5b7d9c-463e-4edf-961c-12040ebdbf8b req-48037b3b-ad81-45fa-bca9-3e65bc7230cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.0924401 Apr 15 18:47:14.394068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ad5b7d9c-463e-4edf-961c-12040ebdbf8b req-6f2dc842-24f5-4236-b283-61093f77ce35 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Apr 15 18:47:14.420867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a647021-8a9d-463b-8292-4cdcfd3fdb34 req-01800338-3121-411f-bc6d-c60eb71f7bd7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394823 Apr 15 18:47:14.791575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:15.598475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc489e-e853-4d07-9640-a3d57440280a req-c88180d5-8844-442d-aabd-a52ed86ec1cd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:15.600078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-29cc489e-e853-4d07-9640-a3d57440280a req-c88180d5-8844-442d-aabd-a52ed86ec1cd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Apr 15 18:47:15.647778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-29cc489e-e853-4d07-9640-a3d57440280a req-b4311192-0857-4c82-9de1-1dbf28f2798e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412676 Apr 15 18:47:15.727710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197192-1f62-4322-98e5-940f2d2a4669 req-a98657b8-84de-44ce-9fe6-86728a659bff tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:15.728467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de197192-1f62-4322-98e5-940f2d2a4669 req-a98657b8-84de-44ce-9fe6-86728a659bff tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Synchronizing usage tracker for tenant:e642afa5b4644c5998119cff09de75e4 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:47:15.745228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de197192-1f62-4322-98e5-940f2d2a4669 req-a98657b8-84de-44ce-9fe6-86728a659bff tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Unset dirty status for tenant:e642afa5b4644c5998119cff09de75e4 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:47:15.746495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de197192-1f62-4322-98e5-940f2d2a4669 req-a98657b8-84de-44ce-9fe6-86728a659bff tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 946 time: 0.1088552 Apr 15 18:47:15.824826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Deleting port 1d065a71-7e0e-4b86-8765-b83a4257a741 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:15.825312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:16.080988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] For port 1d065a71-7e0e-4b86-8765-b83a4257a741, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1d065a71-7e0e-4b86-8765-b83a4257a741,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:16.081379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:16.213109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Calling delete_port for 1d065a71-7e0e-4b86-8765-b83a4257a741 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:16.359967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:16.371573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['feb654e8-dc83-4f99-b950-971e6b441dbc', '1d065a71-7e0e-4b86-8765-b83a4257a741'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:47:16.376251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:16.472962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Pushing event deleted for resources: {'Port': ['ID=1d065a71-7e0e-4b86-8765-b83a4257a741,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:16.480195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:16.622939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] No DVR routers for this DVR port 1d065a71-7e0e-4b86-8765-b83a4257a741 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:16.625318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:16.628102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'name': 'network-vif-deleted', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:47:16.642607 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de197192-1f62-4322-98e5-940f2d2a4669 req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "DELETE /v2.0/ports/1d065a71-7e0e-4b86-8765-b83a4257a741 HTTP/1.1" status: 204 len: 173 time: 0.8887849 Apr 15 18:47:16.680722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '478eb73f-9a12-47bd-b6df-5256799dcbc1', 'name': 'network-vif-deleted', 'tag': '1d065a71-7e0e-4b86-8765-b83a4257a741', 'status': 'completed', 'code': 200} Apr 15 18:47:16.822885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-99973d18-dbd4-4263-8d56-9e3e598c5c2a req-baeb736f-b122-46d2-a984-aee7fbf53614 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=478eb73f-9a12-47bd-b6df-5256799dcbc1 HTTP/1.1" status: 200 len: 210 time: 0.0545452 Apr 15 18:47:18.241387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab39c0-8758-4ddf-a125-5751d5baf7ac req-52744cba-efda-4b0c-aae4-69025f4dc7b3 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:18.243046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38ab39c0-8758-4ddf-a125-5751d5baf7ac req-52744cba-efda-4b0c-aae4-69025f4dc7b3 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0896699 Apr 15 18:47:18.290127 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38ab39c0-8758-4ddf-a125-5751d5baf7ac req-96c9305e-c253-4da6-9285-a1a5a1866def tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408158 Apr 15 18:47:18.510186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767f3ed-ae66-47e7-b150-8cb3a1878266 req-859d9f46-6970-481f-97c6-a0ab5c1386b1 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:18.511704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4767f3ed-ae66-47e7-b150-8cb3a1878266 req-859d9f46-6970-481f-97c6-a0ab5c1386b1 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0910339 Apr 15 18:47:18.559852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4767f3ed-ae66-47e7-b150-8cb3a1878266 req-d0cf6668-1c4a-47a6-a580-fd8fde173d3d tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Apr 15 18:47:18.762846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79c22-9d62-4e47-ab8d-69bcc05a42fe req-e6acbc86-d440-4510-bf5f-b3b29c1afcf4 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:18.764358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-25f79c22-9d62-4e47-ab8d-69bcc05a42fe req-e6acbc86-d440-4510-bf5f-b3b29c1afcf4 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0919757 Apr 15 18:47:18.812302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-25f79c22-9d62-4e47-ab8d-69bcc05a42fe req-1cf45eb5-f11d-43b0-958e-edef60148539 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Apr 15 18:47:19.082109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1d065a71-7e0e-4b86-8765-b83a4257a741 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:47:19.119055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 1d065a71-7e0e-4b86-8765-b83a4257a741 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:47:19.119450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1d065a71-7e0e-4b86-8765-b83a4257a741 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:47:19.122758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433bb4f-8341-444f-aafc-675151415dad req-16bfbc7d-d8af-43a7-bf0b-7543154297a8 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:19.124426 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5433bb4f-8341-444f-aafc-675151415dad req-16bfbc7d-d8af-43a7-bf0b-7543154297a8 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0899105 Apr 15 18:47:19.173494 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5433bb4f-8341-444f-aafc-675151415dad req-ddd17b0a-c0a8-4e3e-b04e-e944f23615bd tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421786 Apr 15 18:47:19.378518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b69d-f4a0-4045-ac4d-0d6905dca384 req-65b6e51c-632c-4c12-a051-cab0566ab01b tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:19.380056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69e8b69d-f4a0-4045-ac4d-0d6905dca384 req-65b6e51c-632c-4c12-a051-cab0566ab01b tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0930598 Apr 15 18:47:19.431650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69e8b69d-f4a0-4045-ac4d-0d6905dca384 req-388ef818-3abd-455d-8273-e9d082d8286e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Apr 15 18:47:19.644986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef504450-45b0-4cc2-99a6-cbd0156db47c req-bc396ce6-40e3-4864-9901-44afe7813f0f tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:19.646538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef504450-45b0-4cc2-99a6-cbd0156db47c req-bc396ce6-40e3-4864-9901-44afe7813f0f tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0904150 Apr 15 18:47:19.693879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef504450-45b0-4cc2-99a6-cbd0156db47c req-f845313c-68b3-401e-8cab-aed412f0dadc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Apr 15 18:47:20.246564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1464e-628c-4d1a-97f0-355254cc8db5 req-cad09cd2-1989-4584-a78c-595c04246b16 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:20.248159 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67f1464e-628c-4d1a-97f0-355254cc8db5 req-cad09cd2-1989-4584-a78c-595c04246b16 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0889676 Apr 15 18:47:20.297666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67f1464e-628c-4d1a-97f0-355254cc8db5 req-bb045ed4-c132-4162-a0b1-1cb7072c95b7 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Apr 15 18:47:21.506939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adef105-f0bb-4c58-86ec-7329cea22cf5 req-d7201209-1cae-43c6-891c-5b2817239472 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:21.508517 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9adef105-f0bb-4c58-86ec-7329cea22cf5 req-d7201209-1cae-43c6-891c-5b2817239472 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.0935738 Apr 15 18:47:21.557469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9adef105-f0bb-4c58-86ec-7329cea22cf5 req-7dbb5261-abb6-42a2-b8d2-3636683ac6cc tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Apr 15 18:47:21.561488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-e8d10cee-8425-4801-b79d-abb25556fcac tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:21.562312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-e8d10cee-8425-4801-b79d-abb25556fcac tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Synchronizing usage tracker for tenant:e642afa5b4644c5998119cff09de75e4 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:47:21.576974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-e8d10cee-8425-4801-b79d-abb25556fcac tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Unset dirty status for tenant:e642afa5b4644c5998119cff09de75e4 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:47:21.578257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-e8d10cee-8425-4801-b79d-abb25556fcac tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 945 time: 0.1027427 Apr 15 18:47:21.658068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Deleting port feb654e8-dc83-4f99-b950-971e6b441dbc {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:21.658457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:21.919468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] For port feb654e8-dc83-4f99-b950-971e6b441dbc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=feb654e8-dc83-4f99-b950-971e6b441dbc,segment=NetworkSegment(3ae414ec-d69a-4724-8782-617c7ddd7374),segment_id=3ae414ec-d69a-4724-8782-617c7ddd7374)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:21.919862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:22.053140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Calling delete_port for feb654e8-dc83-4f99-b950-971e6b441dbc owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:22.203932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:22.215111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['feb654e8-dc83-4f99-b950-971e6b441dbc'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:47:22.219658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:22.269297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Pushing event deleted for resources: {'Port': ['ID=feb654e8-dc83-4f99-b950-971e6b441dbc,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:22.319499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:22.466279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] No DVR routers for this DVR port feb654e8-dc83-4f99-b950-971e6b441dbc on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:22.468720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:22.471439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'name': 'network-vif-deleted', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:47:22.486644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c2ff0088-263c-4e62-8b2f-8e66b3525030 req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.49 "DELETE /v2.0/ports/feb654e8-dc83-4f99-b950-971e6b441dbc HTTP/1.1" status: 204 len: 173 time: 0.9031370 Apr 15 18:47:22.520619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797', 'name': 'network-vif-deleted', 'tag': 'feb654e8-dc83-4f99-b950-971e6b441dbc', 'status': 'completed', 'code': 200} Apr 15 18:47:22.737294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2aa205eb-bec8-4d91-b2ca-5886cc7029a1 req-4704b864-cc3b-4b7e-9cf1-c3130c0fb635 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a8c4ffc-2c75-40eb-bd0f-c57b49f5c797 HTTP/1.1" status: 200 len: 210 time: 0.0498953 Apr 15 18:47:23.839743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45364) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:23.910904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Deleting subnet 77118823-0f70-41c7-b953-a47bb6d1e995 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:47:23.914156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:23.966202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:24.023533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:24.243705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-baae96c3-d107-46de-83ac-87bdc15bb2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:24.278625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:24.293714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c64fda39-48c0-4479-94cb-02ed09b5a855 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:24.388292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77118823-0f70-41c7-b953-a47bb6d1e995,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:24.393273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:24.425870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:24.432247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-75e947c3-5186-4388-897e-64b817cb7e3d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77118823-0f70-41c7-b953-a47bb6d1e995 HTTP/1.1" status: 204 len: 168 time: 0.5910096 Apr 15 18:47:24.434506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45368) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:24.549642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.007983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.121614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf73f491-506e-45df-a4c3-3ea9bcb4ea49']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:25.134880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae414ec-d69a-4724-8782-617c7ddd7374') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:25.135229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae414ec-d69a-4724-8782-617c7ddd7374') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:25.144397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device feb654e8-dc83-4f99-b950-971e6b441dbc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:47:25.148661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.164231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.172082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:25.180845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: feb654e8-dc83-4f99-b950-971e6b441dbc {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:47:25.181242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device feb654e8-dc83-4f99-b950-971e6b441dbc not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:47:25.353823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:25.362797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.495632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:47:25.538770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Network cf73f491-506e-45df-a4c3-3ea9bcb4ea49 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:25.561027 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:25.638517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.641980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6b67e48-61b3-46a5-a9f8-e03eadaf1de9 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:25.656109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.667083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf73f491-506e-45df-a4c3-3ea9bcb4ea49,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:25.670492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:25.675072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf73f491-506e-45df-a4c3-3ea9bcb4ea49 HTTP/1.1" status: 204 len: 168 time: 1.2395189 Apr 15 18:47:25.795078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45374) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:25.847077 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0b5b75e5-9e23-4138-97bf-e4fe065111ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e642afa5b4644c5998119cff09de75e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506487 Apr 15 18:47:25.849491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45378) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:25.917523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.945016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.988783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:25.993762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5846c4db-4017-4cf5-a351-6004728e6d78 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:26.007565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:26.010421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:26.016904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:26.020615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbfb70dd-f1cb-45f2-a092-fcb0679d4cd1 HTTP/1.1" status: 204 len: 168 time: 0.1676002 Apr 15 18:47:26.783001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45402) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:26.893177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650029099'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:26.899216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:26.903334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:network and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:26.906373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:26.914042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:26.922737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:26.928816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:26.942498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:26.958879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:26.963467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:security_group_rule and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:26.966442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:26.972451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:27.047185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b19765b5-01e7-4170-a4d9-243b3feb58c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.066365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.068954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.073239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ad52ed39-321a-4c16-8648-4960b0001598 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:27.104675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:27.114052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21182716-c883-4672-afac-6c2a9cfac9d6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:27.118270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:27.121678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.122713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Added segment a51b64a1-de69-4e9b-93a4-83bb33ff5f4c of type vlan for network 3475e711-83bc-4423-af23-7915cfbd55bf Apr 15 18:47:27.156901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.185659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.192578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:27.193223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.198518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d132c453-8044-442c-ac75-fef4a6fbf0f5 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:27.232085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:27.310264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5258529 Apr 15 18:47:27.317005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Network': ['ID=3475e711-83bc-4423-af23-7915cfbd55bf,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:27.323163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:27.336953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 3475e711-83bc-4423-af23-7915cfbd55bf details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:27.764623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:28.524511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:30.895052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45408) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:30.901656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'subnet': {'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:31.016002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:31.020042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:subnet and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:31.023000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:31.028977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:31.038175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:31.044213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.485681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.501450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e512b6f2-e2d2-47b3-907c-c8091f7402ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:31.642453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Subnet': ['ID=4a11cc8d-cfab-4524-9f68-bdb5e449f2ae,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:31.648004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:31.706773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking segment: {'id': 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:31.707171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network hostable DHCP agents. Network: 3475e711-83bc-4423-af23-7915cfbd55bf, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:31.725257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 3475e711-83bc-4423-af23-7915cfbd55bf is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:31.733636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 3475e711-83bc-4423-af23-7915cfbd55bf) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:31.743120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a198361e-3f1f-4ba0-88b9-19966b6a6872 None None] Network 3475e711-83bc-4423-af23-7915cfbd55bf requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:31.747594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:31.748257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.770401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8740532 Apr 15 18:47:31.773878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45412) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:31.780437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465191164'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:31.785991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:31.790850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:network and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:31.793918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:31.800018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:31.808829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:31.814863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.844878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:31.854062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.854460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Added segment 54a57a3c-41d5-4826-a851-34bbdbe95326 of type vlan for network ec7ad971-f51f-4c9b-afad-98683b7fbce8 Apr 15 18:47:31.883384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.913829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.919942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:31.920591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:31.926499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9e10b24-667b-488b-8c05-868c7bd94f99 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:31.972683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-3475e711-83bc-4423-af23-7915cfbd55bf', 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf', 'tenant_id': '18cae875d84d4ee793ec55b8fff62f52', 'fixed_ips': [{'subnet_id': '4a11cc8d-cfab-4524-9f68-bdb5e449f2ae'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:31.973597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.031759 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2565866 Apr 15 18:47:32.034729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45416) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:32.038287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Network': ['ID=ec7ad971-f51f-4c9b-afad-98683b7fbce8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:32.041283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:32.051330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:32.051510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'subnet': {'network_id': 'ec7ad971-f51f-4c9b-afad-98683b7fbce8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:32.174352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:32.181986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:subnet and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:32.185003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:32.192032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:32.200678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:32.206896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.239993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Allocated IP 2001:db8:0:ffff::2 (3475e711-83bc-4423-af23-7915cfbd55bf/4a11cc8d-cfab-4524-9f68-bdb5e449f2ae/30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:32.458630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.469277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Transition to ACTIVE for port object 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:32.489340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Transition to ACTIVE for port object 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:32.494117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.509665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:32.642693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Pushing event updated for resources: {'Port': ['ID=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:32.650254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.655788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:32.666028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0901836-bf7c-4350-bdb8-5b37d022fe7c tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:32.696590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Network 3475e711-83bc-4423-af23-7915cfbd55bf is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:32.697797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:32.700158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:32.798785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Attempting to bind port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:32.799212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Attempting to bind port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:32.799626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Attempting to bind port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f on network 3475e711-83bc-4423-af23-7915cfbd55bf {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:32.805553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:32.806009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Checking segment: {'id': 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:32.806459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.806898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Bound using segment: {'id': 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:32.807416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Bound port: 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3475e711-83bc-4423-af23-7915cfbd55bf'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:32.807551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Subnet': ['ID=cdc98cbb-8200-41a5-aada-6125ac787742,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:32.807830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.819081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.819506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.819924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.820340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.820753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.821158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.821561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.821987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.822396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.822796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.823198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.823599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:32.829308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:32.883361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking segment: {'id': '54a57a3c-41d5-4826-a851-34bbdbe95326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ec7ad971-f51f-4c9b-afad-98683b7fbce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:32.883752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network hostable DHCP agents. Network: ec7ad971-f51f-4c9b-afad-98683b7fbce8, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:32.902808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:32.903178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] For port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:32.906365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] For port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,segment=NetworkSegment(a51b64a1-de69-4e9b-93a4-83bb33ff5f4c),segment_id=a51b64a1-de69-4e9b-93a4-83bb33ff5f4c)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:32.909996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.910895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, ec7ad971-f51f-4c9b-afad-98683b7fbce8) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:32.923851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:32.924505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:32.926381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:32.944125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9080334 Apr 15 18:47:32.947097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45420) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:32.957448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c813540-0b32-458a-bfa5-18618f872ab7 None None] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:33.098006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:33.164130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Pushing event updated for resources: {'Port': ['ID=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:33.171187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:33.232740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:33.528389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134516e0-f622-431a-9435-3a7fe8256447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-ec7ad971-f51f-4c9b-afad-98683b7fbce8', 'network_id': 'ec7ad971-f51f-4c9b-afad-98683b7fbce8', 'tenant_id': '18cae875d84d4ee793ec55b8fff62f52', 'fixed_ips': [{'subnet_id': 'cdc98cbb-8200-41a5-aada-6125ac787742'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:33.529316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-134516e0-f622-431a-9435-3a7fe8256447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:33.573906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:33.590937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f0bec83-a80d-4a6d-b8db-c79c9fbf294e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server [None req-134516e0-f622-431a-9435-3a7fe8256447 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdc98cbb-8200-41a5-aada-6125ac787742: This subnet is being modified by another concurrent operation. Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1444, in create_port Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1411, in _create_port_db Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server raise exception Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cdc98cbb-8200-41a5-aada-6125ac787742: This subnet is being modified by another concurrent operation. Apr 15 18:47:33.654636 dv-neutron-786478-1-hyperv neutron-server[85968]: ERROR oslo_messaging.rpc.server Apr 15 18:47:33.678600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663c0af-79b9-4646-be1a-d019c187d9f1 None None] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:33.974797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc98cbb-8200-41a5-aada-6125ac787742,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:33.979656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:34.109678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.233228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7ad971-f51f-4c9b-afad-98683b7fbce8']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:34.245754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a57a3c-41d5-4826-a851-34bbdbe95326') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:34.246159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a57a3c-41d5-4826-a851-34bbdbe95326') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:34.258091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.273050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.279452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:34.466756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:34.481191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.591861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f3e878-e05f-481a-905b-3b953e6a9a15 None None] Network 3475e711-83bc-4423-af23-7915cfbd55bf requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:34.667750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network ec7ad971-f51f-4c9b-afad-98683b7fbce8 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:34.693070 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:34.710416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c2a46efd-82da-4711-bfb4-19c0a3cc695b None None] Provisioning for port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:34.777287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.783423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c94c77ab-7de6-4fbd-b939-21933a000bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:34.802813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.809693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Network': ['ID=ec7ad971-f51f-4c9b-afad-98683b7fbce8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:34.814335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:34.819555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/ec7ad971-f51f-4c9b-afad-98683b7fbce8 HTTP/1.1" status: 204 len: 168 time: 1.8713624 Apr 15 18:47:34.823026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45424) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:34.829548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1008612128'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:34.835540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:34.839842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:network and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:34.842853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:34.849090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:34.859813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:34.866616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.898085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:34.907622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.908013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Added segment 462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b of type vlan for network 160b4fcb-43c9-42c1-8fb2-c379260cb520 Apr 15 18:47:34.935922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.967412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.973974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:34.974655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:34.980735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2bfa44d-996d-42eb-9578-3801ae16289d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:35.003345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afa4532-18ba-4435-a981-fb481385716a None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:47:35.083733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2595775 Apr 15 18:47:35.086783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45428) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:35.093374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Network': ['ID=160b4fcb-43c9-42c1-8fb2-c379260cb520,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:35.094712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'subnet': {'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:35.096149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a34360e-1bd3-4db5-a752-36f6f3d887ac tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:35.105972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:35.127093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa4532-18ba-4435-a981-fb481385716a None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:47:35.224066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:35.228478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:subnet and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:35.231511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:35.237651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:35.249563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:35.256459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.328556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:35.358005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Performing IP validity checks on allocation pools {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 15 18:47:35.358236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.ipam_backend_mixin [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86082) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 15 18:47:35.484352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:35.492062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:35.492483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.697398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.697614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.713072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-426d706d-99de-46c3-8854-64eb0cad3328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:35.731199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,segment=NetworkSegment(a51b64a1-de69-4e9b-93a4-83bb33ff5f4c),segment_id=a51b64a1-de69-4e9b-93a4-83bb33ff5f4c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:35.734124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.736028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:35.810620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:35.814040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:35.852808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Subnet': ['ID=5889884a-2633-4ffd-8c82-41876db0ca1e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:35.857667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:35.918163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking segment: {'id': '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:35.918563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network hostable DHCP agents. Network: 160b4fcb-43c9-42c1-8fb2-c379260cb520, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:35.937003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:35.945541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 160b4fcb-43c9-42c1-8fb2-c379260cb520) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:35.954441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0c76c-9c20-40d2-bb91-929e705d5764 None None] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:35.958714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:35.959367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:35.979786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8912263 Apr 15 18:47:35.982470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45432) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:36.136915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.178379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-160b4fcb-43c9-42c1-8fb2-c379260cb520', 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520', 'tenant_id': '18cae875d84d4ee793ec55b8fff62f52', 'fixed_ips': [{'subnet_id': '5889884a-2633-4ffd-8c82-41876db0ca1e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:36.179298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.270768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.342423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Allocated IP 2001:db8::3 (160b4fcb-43c9-42c1-8fb2-c379260cb520/5889884a-2633-4ffd-8c82-41876db0ca1e/07e1d8d1-8659-4a99-a157-712b724ca2b4) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:36.558961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.569325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Transition to ACTIVE for port object 07e1d8d1-8659-4a99-a157-712b724ca2b4 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:36.588338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Transition to ACTIVE for port object 07e1d8d1-8659-4a99-a157-712b724ca2b4 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:36.593593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.604726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.609617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:36.620251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e13e1e77-c043-4a67-948a-47d0cb10a345 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:36.717345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Subnet': ['ID=5889884a-2633-4ffd-8c82-41876db0ca1e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:36.722444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:36.757568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Pushing event updated for resources: {'Port': ['ID=07e1d8d1-8659-4a99-a157-712b724ca2b4,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:36.761312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:36.779379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:36.780564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:36.782811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:36.854415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.875285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Attempting to bind port 07e1d8d1-8659-4a99-a157-712b724ca2b4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:36.875701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Attempting to bind port 07e1d8d1-8659-4a99-a157-712b724ca2b4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:36.876114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Attempting to bind port 07e1d8d1-8659-4a99-a157-712b724ca2b4 on network 160b4fcb-43c9-42c1-8fb2-c379260cb520 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:36.882283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:36.882705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Checking segment: {'id': '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:36.883153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.883589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Bound using segment: {'id': '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:36.884106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Bound port: 07e1d8d1-8659-4a99-a157-712b724ca2b4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:36.884526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.979023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b4fcb-43c9-42c1-8fb2-c379260cb520']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:36.979390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] For port 07e1d8d1-8659-4a99-a157-712b724ca2b4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:36.982828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] For port 07e1d8d1-8659-4a99-a157-712b724ca2b4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=07e1d8d1-8659-4a99-a157-712b724ca2b4,segment=NetworkSegment(462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b),segment_id=462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:36.986124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:36.991988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:36.992332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:37.000986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:37.004974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:37.020403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:37.026682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:37.158690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Pushing event updated for resources: {'Port': ['ID=07e1d8d1-8659-4a99-a157-712b724ca2b4,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:37.163860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:37.260450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140ad62-f192-4ceb-aad6-51dec068b2ab None None] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:37.328917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:37.502035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:37.512204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:37.682228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:37.682658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:37.694216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:37.718664 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:37.795746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1a63d-a3fe-43e1-a9be-5ce08516379f None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:47:37.804862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 18:47:37.804862 dv-neutron-786478-1-hyperv neutron-server[85968]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 18:47:37.804862 dv-neutron-786478-1-hyperv neutron-server[85968]: [parameters: {'id': '160b4fcb-43c9-42c1-8fb2-c379260cb520'}] Apr 15 18:47:37.804862 dv-neutron-786478-1-hyperv neutron-server[85968]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:47:37.805360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:47:37.914888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1a63d-a3fe-43e1-a9be-5ce08516379f None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:47:38.307129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:38.381671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Deleting port 07e1d8d1-8659-4a99-a157-712b724ca2b4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:38.382064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:38.596288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] For port 07e1d8d1-8659-4a99-a157-712b724ca2b4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=07e1d8d1-8659-4a99-a157-712b724ca2b4,segment=NetworkSegment(462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b),segment_id=462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:38.597187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:38.736039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Calling delete_port for 07e1d8d1-8659-4a99-a157-712b724ca2b4 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:38.812924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:38.828294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:38.920489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Port': ['ID=07e1d8d1-8659-4a99-a157-712b724ca2b4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:38.947633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.948078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.948501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.948928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.949353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.949775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.950241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.950659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.951083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.951497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.951913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.952325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:47:38.956467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:38.987970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No DVR routers for this DVR port 07e1d8d1-8659-4a99-a157-712b724ca2b4 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:39.118169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.238507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160b4fcb-43c9-42c1-8fb2-c379260cb520']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:39.251014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:39.251355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462cfd9d-d50b-4f9e-8fbc-526c8f23dc1b') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:39.263738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.281326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.287734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:39.467406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:39.476605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.652826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 160b4fcb-43c9-42c1-8fb2-c379260cb520 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:39.680447 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:39.766274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.769962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fd6ddcb-18ed-450d-9386-b66abc51359e tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:39.786068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.797948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Network': ['ID=160b4fcb-43c9-42c1-8fb2-c379260cb520,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:39.803142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:39.806104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/160b4fcb-43c9-42c1-8fb2-c379260cb520 HTTP/1.1" status: 204 len: 168 time: 3.8226051 Apr 15 18:47:39.809872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45436) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:39.815831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020992393'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:39.821121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:39.825177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:network and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:39.828212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:39.838589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:39.847918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:39.854109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.883260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:39.892246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.892638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Added segment c8680a28-b563-46c5-991d-ee598e3aa83b of type vlan for network e8a5659b-f392-40f9-8b71-5ea9b90402ef Apr 15 18:47:39.919033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.950607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.956697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:39.957340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:39.962599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a62fac4c-1445-4dce-ad92-b25553a94096 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:40.063464 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2523842 Apr 15 18:47:40.066587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45440) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:40.073167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Network': ['ID=e8a5659b-f392-40f9-8b71-5ea9b90402ef,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:40.073338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'subnet': {'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:40.075921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:40.084326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:40.194212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:40.198397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:subnet and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:40.201320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:40.209876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:40.218979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:40.225564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:40.653398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:40.668463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c4ac313-af31-4528-803d-48b3c4898dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:40.804512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Subnet': ['ID=dba0c91f-eea0-4396-9cc4-f760f0fc7b57,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:40.809348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:40.869947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking segment: {'id': 'c8680a28-b563-46c5-991d-ee598e3aa83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:40.870336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network hostable DHCP agents. Network: e8a5659b-f392-40f9-8b71-5ea9b90402ef, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:40.888979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:40.896847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, e8a5659b-f392-40f9-8b71-5ea9b90402ef) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:40.906471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b3e801-e685-4004-920c-84f8bb9abfd9 None None] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:40.909547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:40.910216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:40.929987 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b2c41738-dadf-41c3-82ce-b854a166404e tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8621829 Apr 15 18:47:40.933774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45446) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:40.941010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1465334447'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:40.949380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:40.953512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:network and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:40.956634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:40.962766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:40.973257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:40.979839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.009837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:41.018981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.019375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Added segment 1f8edad9-b9d9-40f7-805a-dc194ac4fda3 of type vlan for network c607c492-af1f-427b-b52d-27661d63dd90 Apr 15 18:47:41.045519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.076564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.082765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:41.083439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.088773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4fc8891a-f522-406d-b32f-8af4b9301ee1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:41.133332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-e8a5659b-f392-40f9-8b71-5ea9b90402ef', 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef', 'tenant_id': '18cae875d84d4ee793ec55b8fff62f52', 'fixed_ips': [{'subnet_id': 'dba0c91f-eea0-4396-9cc4-f760f0fc7b57'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:41.134289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.194850 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2596815 Apr 15 18:47:41.198434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45450) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:41.201587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Network': ['ID=c607c492-af1f-427b-b52d-27661d63dd90,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:41.204803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:41.207151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Request body: {'subnet': {'network_id': 'c607c492-af1f-427b-b52d-27661d63dd90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:41.216967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network c607c492-af1f-427b-b52d-27661d63dd90 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:41.328434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:41.332616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Usage tracker for resource:subnet and tenant:18cae875d84d4ee793ec55b8fff62f52 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:41.335575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:41.341615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:41.350844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Made reservation on behalf of 18cae875d84d4ee793ec55b8fff62f52 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:41.357117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.405837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Allocated IP 2001:db8::2 (e8a5659b-f392-40f9-8b71-5ea9b90402ef/dba0c91f-eea0-4396-9cc4-f760f0fc7b57/3c29a11e-a130-4ecb-8034-c5d37ba72dae) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:41.626677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.637658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Transition to ACTIVE for port object 3c29a11e-a130-4ecb-8034-c5d37ba72dae will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:41.656446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Transition to ACTIVE for port object 3c29a11e-a130-4ecb-8034-c5d37ba72dae will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:41.666933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.686828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:41.798200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.813804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2f8cd22d-ccc1-40eb-9de6-835dfca529eb tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:41.822086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Pushing event updated for resources: {'Port': ['ID=3c29a11e-a130-4ecb-8034-c5d37ba72dae,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:41.834599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:41.875448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:41.876659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:41.879598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:41.954714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event updated for resources: {'Subnet': ['ID=e0e51e3b-b472-4640-b6ee-6b5393191df8,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:41.959982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:41.975966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Attempting to bind port 3c29a11e-a130-4ecb-8034-c5d37ba72dae on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:41.976391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Attempting to bind port 3c29a11e-a130-4ecb-8034-c5d37ba72dae by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'c8680a28-b563-46c5-991d-ee598e3aa83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:41.977053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Attempting to bind port 3c29a11e-a130-4ecb-8034-c5d37ba72dae on network e8a5659b-f392-40f9-8b71-5ea9b90402ef {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:41.982719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:41.983145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Checking segment: {'id': 'c8680a28-b563-46c5-991d-ee598e3aa83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:41.983597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:41.984036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Bound using segment: {'id': 'c8680a28-b563-46c5-991d-ee598e3aa83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:41.984557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Bound port: 3c29a11e-a130-4ecb-8034-c5d37ba72dae, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8680a28-b563-46c5-991d-ee598e3aa83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e8a5659b-f392-40f9-8b71-5ea9b90402ef'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:41.984978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.018185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Checking segment: {'id': '1f8edad9-b9d9-40f7-805a-dc194ac4fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c607c492-af1f-427b-b52d-27661d63dd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:42.018629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network hostable DHCP agents. Network: c607c492-af1f-427b-b52d-27661d63dd90, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:42.037007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network c607c492-af1f-427b-b52d-27661d63dd90 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:42.045125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, c607c492-af1f-427b-b52d-27661d63dd90) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:42.055588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59975605-7ec0-440a-ac74-8478b54a9008 None None] Network c607c492-af1f-427b-b52d-27661d63dd90 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:42.058778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:42.059423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.079046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c64c0a4c-5788-4bb8-9499-b9533c0885be tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8793817 Apr 15 18:47:42.081675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45454) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:42.161621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] For port 3c29a11e-a130-4ecb-8034-c5d37ba72dae, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:42.183678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] For port 3c29a11e-a130-4ecb-8034-c5d37ba72dae, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3c29a11e-a130-4ecb-8034-c5d37ba72dae,segment=NetworkSegment(c8680a28-b563-46c5-991d-ee598e3aa83b),segment_id=c8680a28-b563-46c5-991d-ee598e3aa83b)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:42.192541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.210097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:42.236834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.368671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.602278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Pushing event updated for resources: {'Port': ['ID=3c29a11e-a130-4ecb-8034-c5d37ba72dae,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:42.611822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:42.664458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.686927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ab4f1-2be4-4847-acde-73e11ee16ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-c607c492-af1f-427b-b52d-27661d63dd90', 'network_id': 'c607c492-af1f-427b-b52d-27661d63dd90', 'tenant_id': '18cae875d84d4ee793ec55b8fff62f52', 'fixed_ips': [{'subnet_id': 'e0e51e3b-b472-4640-b6ee-6b5393191df8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:42.687815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91ab4f1-2be4-4847-acde-73e11ee16ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:42.738013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef5bf7a9-8074-45ab-9f8b-74529f9670e6 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:42.794986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e51e3b-b472-4640-b6ee-6b5393191df8,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:42.798583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4717422-81f5-4b49-a4cf-1539f7399136 None None] Network c607c492-af1f-427b-b52d-27661d63dd90 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:42.799659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:42.926307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.057182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c607c492-af1f-427b-b52d-27661d63dd90']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:43.071375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8edad9-b9d9-40f7-805a-dc194ac4fda3') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:43.071716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8edad9-b9d9-40f7-805a-dc194ac4fda3') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:43.085121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.101448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.108182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:43.288116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network c607c492-af1f-427b-b52d-27661d63dd90 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:43.297164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.312806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3c29a11e-a130-4ecb-8034-c5d37ba72dae up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:43.387486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 3c29a11e-a130-4ecb-8034-c5d37ba72dae completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:43.773041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network c607c492-af1f-427b-b52d-27661d63dd90 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:43.798488 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:43.884514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.889203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:43.894237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff23df8b-4e33-4f1b-aa34-ca2c7ae5acb5 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:43.920137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Network': ['ID=c607c492-af1f-427b-b52d-27661d63dd90,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:43.922776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:43.927470 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/c607c492-af1f-427b-b52d-27661d63dd90 HTTP/1.1" status: 204 len: 168 time: 1.8420730 Apr 15 18:47:43.928265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45458) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:43.973461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-19861f7b-6687-421c-850f-dfcc44c36c25 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] GET failed (client error): The resource could not be found. Apr 15 18:47:43.974157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-19861f7b-6687-421c-850f-dfcc44c36c25 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Synchronizing usage tracker for tenant:18cae875d84d4ee793ec55b8fff62f52 on resource:subnet {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:47:43.990984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-19861f7b-6687-421c-850f-dfcc44c36c25 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Unset dirty status for tenant:18cae875d84d4ee793ec55b8fff62f52 on resource:subnet {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:47:43.992296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-19861f7b-6687-421c-850f-dfcc44c36c25 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "GET /v2.0/subnets/e0e51e3b-b472-4640-b6ee-6b5393191df8 HTTP/1.1" status: 404 len: 337 time: 0.0635638 Apr 15 18:47:43.995251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45462) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:44.026733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-c815c19d-fe98-444a-adee-e4a69c28ecee tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:44.027263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c815c19d-fe98-444a-adee-e4a69c28ecee tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:44.029106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c815c19d-fe98-444a-adee-e4a69c28ecee tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/c607c492-af1f-427b-b52d-27661d63dd90 HTTP/1.1" status: 404 len: 339 time: 0.0328648 Apr 15 18:47:44.033197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45466) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:44.074101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbda63d9-eb86-4967-ac1c-697ee63d9747 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:44.074611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbda63d9-eb86-4967-ac1c-697ee63d9747 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:44.076449 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fbda63d9-eb86-4967-ac1c-697ee63d9747 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/subnets/e0e51e3b-b472-4640-b6ee-6b5393191df8 HTTP/1.1" status: 404 len: 337 time: 0.0422590 Apr 15 18:47:44.079196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45470) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:44.107520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a214572-024e-4560-abf5-85eb88f70a90 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:44.108058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a214572-024e-4560-abf5-85eb88f70a90 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:44.108380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eabc2f-4115-407c-87a6-04b918da0ea2 None None] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:44.109920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a214572-024e-4560-abf5-85eb88f70a90 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/c607c492-af1f-427b-b52d-27661d63dd90 HTTP/1.1" status: 404 len: 339 time: 0.0296977 Apr 15 18:47:44.112552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45474) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:44.185113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Deleting subnet dba0c91f-eea0-4396-9cc4-f760f0fc7b57 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:47:44.188290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.205547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Provisioning for port 3c29a11e-a130-4ecb-8034-c5d37ba72dae completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:44.214795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Provisioning complete for port 3c29a11e-a130-4ecb-8034-c5d37ba72dae triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:44.215221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.250545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.341527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.457970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.632213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.648237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6855321c-ef59-4258-9cd7-b71bbd6f38d2 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:44.696125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:47:44.696539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:47:44.745317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Subnet': ['ID=dba0c91f-eea0-4396-9cc4-f760f0fc7b57,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:44.750229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:44.783490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.793071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3ef18-b151-4fb7-9a9f-628a3e1723ab None None] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:44.796340 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-acd604a6-ca3f-4d93-8010-ccb23fd118a1 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/subnets/dba0c91f-eea0-4396-9cc4-f760f0fc7b57 HTTP/1.1" status: 204 len: 168 time: 0.6827435 Apr 15 18:47:44.798932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45478) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:44.859339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.923895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:44.997593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Deleting port 3c29a11e-a130-4ecb-8034-c5d37ba72dae {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:44.998158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.046438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] DHCP port deletion for e8a5659b-f392-40f9-8b71-5ea9b90402ef request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:47:45.051726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Deleting port 3c29a11e-a130-4ecb-8034-c5d37ba72dae {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:45.052151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.217927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] For port 3c29a11e-a130-4ecb-8034-c5d37ba72dae, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3c29a11e-a130-4ecb-8034-c5d37ba72dae,segment=NetworkSegment(c8680a28-b563-46c5-991d-ee598e3aa83b),segment_id=c8680a28-b563-46c5-991d-ee598e3aa83b)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:45.218331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.291025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3c29a11e-a130-4ecb-8034-c5d37ba72dae no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:47:45.360572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Calling delete_port for 3c29a11e-a130-4ecb-8034-c5d37ba72dae owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:45.379624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] For port 3c29a11e-a130-4ecb-8034-c5d37ba72dae, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=3c29a11e-a130-4ecb-8034-c5d37ba72dae,segment=NetworkSegment(c8680a28-b563-46c5-991d-ee598e3aa83b),segment_id=c8680a28-b563-46c5-991d-ee598e3aa83b)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:45.380072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.387623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-af112678-d58c-4d2f-aeb3-9a04c42292ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.439946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.455286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:45.533257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Calling delete_port for 3c29a11e-a130-4ecb-8034-c5d37ba72dae owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:45.560352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Port': ['ID=3c29a11e-a130-4ecb-8034-c5d37ba72dae,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:45.565289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:45.577643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port 3c29a11e-a130-4ecb-8034-c5d37ba72dae {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:47:45.578145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 3c29a11e-a130-4ecb-8034-c5d37ba72dae not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:47:45.599706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No DVR routers for this DVR port 3c29a11e-a130-4ecb-8034-c5d37ba72dae on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:45.657131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:47:45.657539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:47:45.732133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.740563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4f12e0fc-0873-4985-a30c-cab29fe0bf24 None None] Could not find standard attr ID for object 3c29a11e-a130-4ecb-8034-c5d37ba72dae. {{(pid=86083) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 15 18:47:45.855595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a5659b-f392-40f9-8b71-5ea9b90402ef']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:45.868234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8680a28-b563-46c5-991d-ee598e3aa83b') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:45.868581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8680a28-b563-46c5-991d-ee598e3aa83b') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:45.881012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.896361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:45.902553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:46.082794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:46.091835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.159032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Deleting port 3c29a11e-a130-4ecb-8034-c5d37ba72dae {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:46.159378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.230534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-646c528f-9043-4e8a-85c6-6d4889660934 None None] The port '3c29a11e-a130-4ecb-8034-c5d37ba72dae' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:47:46.269304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network e8a5659b-f392-40f9-8b71-5ea9b90402ef has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:46.296983 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:46.379181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.382604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e0fc35d9-ca18-4ed8-adf1-aced47928107 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:46.400301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.406811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Network': ['ID=e8a5659b-f392-40f9-8b71-5ea9b90402ef,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:46.411847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:46.414213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/e8a5659b-f392-40f9-8b71-5ea9b90402ef HTTP/1.1" status: 204 len: 168 time: 1.6137209 Apr 15 18:47:46.416840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45482) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:46.462206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3283fca-2593-4864-ad78-ff0b82d71d5d tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:46.462717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3283fca-2593-4864-ad78-ff0b82d71d5d tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:46.464503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3283fca-2593-4864-ad78-ff0b82d71d5d tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/subnets/5889884a-2633-4ffd-8c82-41876db0ca1e HTTP/1.1" status: 404 len: 337 time: 0.0466239 Apr 15 18:47:46.466994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45486) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:46.493978 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8bf524-3d73-4fbb-9875-37cd2447ca70 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:46.494505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8bf524-3d73-4fbb-9875-37cd2447ca70 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:46.496271 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b8bf524-3d73-4fbb-9875-37cd2447ca70 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/160b4fcb-43c9-42c1-8fb2-c379260cb520 HTTP/1.1" status: 404 len: 339 time: 0.0283132 Apr 15 18:47:46.498774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45490) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:46.538178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e69197a-9e25-4cb5-9c0b-e03565e1843b tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:46.538672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e69197a-9e25-4cb5-9c0b-e03565e1843b tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:46.540404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9e69197a-9e25-4cb5-9c0b-e03565e1843b tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/subnets/cdc98cbb-8200-41a5-aada-6125ac787742 HTTP/1.1" status: 404 len: 337 time: 0.0406661 Apr 15 18:47:46.542830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45494) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:46.569144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.pecan_wsgi.hooks.translation [None req-56dca708-b38a-49b2-85c8-2976d4a0bc32 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] DELETE failed (client error): The resource could not be found. Apr 15 18:47:46.569662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56dca708-b38a-49b2-85c8-2976d4a0bc32 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86081) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 15 18:47:46.571424 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-56dca708-b38a-49b2-85c8-2976d4a0bc32 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/ec7ad971-f51f-4c9b-afad-98683b7fbce8 HTTP/1.1" status: 404 len: 339 time: 0.0275779 Apr 15 18:47:46.573652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45498) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:46.647771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Deleting subnet 4a11cc8d-cfab-4524-9f68-bdb5e449f2ae {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:47:46.650851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.711585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:46.803026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.077615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.097912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb3b1c6d-611d-4bb6-a61c-c4a112a3cbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:47.178867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Subnet': ['ID=4a11cc8d-cfab-4524-9f68-bdb5e449f2ae,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:47.196752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:47.233368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.239712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33215c80-fa97-4afe-8aa6-641bf2288790 None None] Network 3475e711-83bc-4423-af23-7915cfbd55bf requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:47.244218 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-09f184ca-b48d-4291-a4e2-05e3ebb4a550 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/subnets/4a11cc8d-cfab-4524-9f68-bdb5e449f2ae HTTP/1.1" status: 204 len: 168 time: 0.6695561 Apr 15 18:47:47.246778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45502) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:47.373291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.441686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Deleting port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:47.442110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.502360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] DHCP port deletion for 3475e711-83bc-4423-af23-7915cfbd55bf request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:47:47.507236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Deleting port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:47.507657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.666891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] For port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,segment=NetworkSegment(a51b64a1-de69-4e9b-93a4-83bb33ff5f4c),segment_id=a51b64a1-de69-4e9b-93a4-83bb33ff5f4c)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:47.667272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.724131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] For port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,segment=NetworkSegment(a51b64a1-de69-4e9b-93a4-83bb33ff5f4c),segment_id=a51b64a1-de69-4e9b-93a4-83bb33ff5f4c)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:47.724494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.799335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Calling delete_port for 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:47.855736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Calling delete_port for 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:47.878625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:47.893517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c6bf9a0-71d1-4163-91a1-61fad22f85dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:47.930260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:47:47.930605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:47:47.985644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Port': ['ID=30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:47.989634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:48.036457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] No DVR routers for this DVR port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:48.165558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:48.431591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Deleting port 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:48.432022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:48.509112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045e8207-afbf-40c8-8ca4-2afc321556aa None None] The port '30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:47:48.574116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3475e711-83bc-4423-af23-7915cfbd55bf']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:48.586982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:48.587318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51b64a1-de69-4e9b-93a4-83bb33ff5f4c') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:48.599511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:48.614096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:48.620353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:48.796560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 3475e711-83bc-4423-af23-7915cfbd55bf has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:48.809229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:48.983295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Network 3475e711-83bc-4423-af23-7915cfbd55bf has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:49.007333 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:49.088915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.093140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42a24bc1-e88f-4b9c-bc51-7d62a28a9cbf tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:49.108594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.120551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Pushing event deleted for resources: {'Network': ['ID=3475e711-83bc-4423-af23-7915cfbd55bf,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:49.124212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:49.126347 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] 10.222.0.32 "DELETE /v2.0/networks/3475e711-83bc-4423-af23-7915cfbd55bf HTTP/1.1" status: 204 len: 168 time: 1.8782933 Apr 15 18:47:49.296819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:47:49.334011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:47:49.334404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30b98e8e-f9f6-4e4a-b2a7-9b4fd68c471f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:47:49.402668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45510) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:49.561550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3dcf9b9-c990-4798-8bb5-011eea0bb400 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18cae875d84d4ee793ec55b8fff62f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575563 Apr 15 18:47:49.564093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45516) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:49.625601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.655666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.699213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.704093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ef03629-94a9-4713-83ae-9d8bf09a842a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:49.716151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21182716-c883-4672-afac-6c2a9cfac9d6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:49.719471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:49.722159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:49.725758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21182716-c883-4672-afac-6c2a9cfac9d6 HTTP/1.1" status: 204 len: 168 time: 0.1582828 Apr 15 18:47:50.437417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45540) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:50.548028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1578418212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:50.555395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:50.559445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:router and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:50.562461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:50.569774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:50.578722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.579757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.594493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.611782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.633592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.634855 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-13963246-54b5-40cb-bfee-d016d1ac98ba tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1963196 Apr 15 18:47:50.637629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45546) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:50.643625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1338972485'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:50.648615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:50.652568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:network and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:50.656032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:50.662051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:50.670442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Made reservation on behalf of d031583059014a0298633ea838cc272c for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:50.676865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.690702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.706406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:50.710322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:security_group_rule and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:50.713206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:50.719199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:50.807369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.810257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.814775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d01091a5-ca49-4a84-8d43-364875003144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:50.847718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:50.856749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf67731-aad5-4712-8f4e-9de6a87f6782,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:50.860604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:50.863569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.863951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Added segment b47f19c8-2b32-4e96-b1f3-6391379fadf2 of type vlan for network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 Apr 15 18:47:50.890872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.919114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.925649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:50.926329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:50.931566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1338ce2-670f-4ace-b9ca-bbc08e29653b tempest-RoutersNegativeTest-527207856 tempest-RoutersNegativeTest-527207856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:51.045255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4064951 Apr 15 18:47:51.046298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event updated for resources: {'Network': ['ID=aa5e9e24-53d6-4fc2-b631-fe6a5e523268,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:51.047605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45550) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:51.049186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:51.056151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'subnet': {'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:51.058098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:51.176458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:51.180494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:subnet and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:51.183456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:51.189421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:51.198056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Made reservation on behalf of d031583059014a0298633ea838cc272c for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:51.204057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:51.641731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:51.657519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50c638ba-7005-4749-be2d-b55eafd4e33c tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:51.787345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event updated for resources: {'Subnet': ['ID=57b79d10-8158-492b-acce-ab2be8bd36b5,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:51.799558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:51.860616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Checking segment: {'id': 'b47f19c8-2b32-4e96-b1f3-6391379fadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:51.861014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network hostable DHCP agents. Network: aa5e9e24-53d6-4fc2-b631-fe6a5e523268, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:51.879676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:51.887553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, aa5e9e24-53d6-4fc2-b631-fe6a5e523268) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:51.898731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76a968b-ab6f-49d6-8293-826c1e63802a None None] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:51.901213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:51.901906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:51.921569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8721817 Apr 15 18:47:51.924795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45554) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:51.931013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-197405711'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:51.936317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:51.941548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:network and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:51.944625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:51.950734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:51.964178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Made reservation on behalf of d031583059014a0298633ea838cc272c for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:51.970210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.003817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:47:52.012641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.013039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Added segment 8d5c034c-72b6-42c9-9946-2e63571efaf6 of type vlan for network 785d11fd-2afb-48c7-a679-6678ef9c7d3d Apr 15 18:47:52.041000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.071562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.078069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:52.078804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.085411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:52.192547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2665009 Apr 15 18:47:52.194533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45558) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:52.201432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'subnet': {'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:52.208152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event updated for resources: {'Network': ['ID=785d11fd-2afb-48c7-a679-6678ef9c7d3d,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:52.211200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6e395064-a4e9-4260-99d4-d6ff466f6a75 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:52.264874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:47:52.323569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:47:52.327567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Usage tracker for resource:subnet and tenant:d031583059014a0298633ea838cc272c is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:47:52.330680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:47:52.336714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:47:52.347457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Made reservation on behalf of d031583059014a0298633ea838cc272c for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:47:52.353937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.405783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-aa5e9e24-53d6-4fc2-b631-fe6a5e523268', 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268', 'tenant_id': 'd031583059014a0298633ea838cc272c', 'fixed_ips': [{'subnet_id': '57b79d10-8158-492b-acce-ab2be8bd36b5'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:52.406723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.576490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Allocated IP 172.20.0.2 (aa5e9e24-53d6-4fc2-b631-fe6a5e523268/57b79d10-8158-492b-acce-ab2be8bd36b5/0dea90a4-ae9b-43fd-9e12-231cf046822e) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:52.788189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.799280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.804194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-72be8b03-55c9-4073-86b8-32ae1f72f9cc tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:52.811012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Transition to ACTIVE for port object 0dea90a4-ae9b-43fd-9e12-231cf046822e will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:52.831282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Transition to ACTIVE for port object 0dea90a4-ae9b-43fd-9e12-231cf046822e will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:52.835375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:52.851077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:52.936439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event updated for resources: {'Subnet': ['ID=46f10c69-728c-4f34-8cc1-9db0d9da86b0,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:52.948949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:52.985772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Pushing event updated for resources: {'Port': ['ID=0dea90a4-ae9b-43fd-9e12-231cf046822e,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:52.990225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:53.012139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Checking segment: {'id': '8d5c034c-72b6-42c9-9946-2e63571efaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:53.012534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network hostable DHCP agents. Network: 785d11fd-2afb-48c7-a679-6678ef9c7d3d, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:47:53.031348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:47:53.040144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 785d11fd-2afb-48c7-a679-6678ef9c7d3d) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:53.042066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:53.043331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:53.045683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:53.050565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ff264-2a40-4592-8b8b-bc919914b599 None None] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:53.055315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:47:53.055966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.075277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-385fd233-def7-4b3b-8c13-0e5b5725bb2b tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8795915 Apr 15 18:47:53.078294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45562) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:53.084859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fc940ac9-7a48-49da-b703-e4ad861d8af2 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Request body: {'router': {'external_gateway_info': {'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:47:53.233571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Attempting to bind port 0dea90a4-ae9b-43fd-9e12-231cf046822e on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:53.233571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Attempting to bind port 0dea90a4-ae9b-43fd-9e12-231cf046822e by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'b47f19c8-2b32-4e96-b1f3-6391379fadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:53.233762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Attempting to bind port 0dea90a4-ae9b-43fd-9e12-231cf046822e on network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:53.243158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:53.243579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Checking segment: {'id': 'b47f19c8-2b32-4e96-b1f3-6391379fadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:53.244031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.244472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Bound using segment: {'id': 'b47f19c8-2b32-4e96-b1f3-6391379fadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:53.244985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Bound port: 0dea90a4-ae9b-43fd-9e12-231cf046822e, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47f19c8-2b32-4e96-b1f3-6391379fadf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'aa5e9e24-53d6-4fc2-b631-fe6a5e523268'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:53.245406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.441671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] For port 0dea90a4-ae9b-43fd-9e12-231cf046822e, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:53.449289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] For port 0dea90a4-ae9b-43fd-9e12-231cf046822e, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0dea90a4-ae9b-43fd-9e12-231cf046822e,segment=NetworkSegment(b47f19c8-2b32-4e96-b1f3-6391379fadf2),segment_id=b47f19c8-2b32-4e96-b1f3-6391379fadf2)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:53.451857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-785d11fd-2afb-48c7-a679-6678ef9c7d3d', 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d', 'tenant_id': 'd031583059014a0298633ea838cc272c', 'fixed_ips': [{'subnet_id': '46f10c69-728c-4f34-8cc1-9db0d9da86b0'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:47:53.452766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.467924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.484820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:53.492180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fc940ac9-7a48-49da-b703-e4ad861d8af2 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:53.646039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.api.v2.resource [None req-fc940ac9-7a48-49da-b703-e4ad861d8af2 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 18:47:53.647239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fc940ac9-7a48-49da-b703-e4ad861d8af2 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "PUT /v2.0/routers/3c8e2460-83ad-48a5-abc2-1a93afedc14c HTTP/1.1" status: 400 len: 364 time: 0.5679305 Apr 15 18:47:53.654224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45566) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:53.682431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Pushing event updated for resources: {'Port': ['ID=0dea90a4-ae9b-43fd-9e12-231cf046822e,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:53.704460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:53.731865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Deleting subnet 46f10c69-728c-4f34-8cc1-9db0d9da86b0 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:47:53.816283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Allocated IP 172.21.0.2 (785d11fd-2afb-48c7-a679-6678ef9c7d3d/46f10c69-728c-4f34-8cc1-9db0d9da86b0/79fd4f44-ff64-4e11-b056-9975f2885cec) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:47:54.036410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.047622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Transition to ACTIVE for port object 79fd4f44-ff64-4e11-b056-9975f2885cec will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:54.072676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Transition to ACTIVE for port object 79fd4f44-ff64-4e11-b056-9975f2885cec will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:47:54.076096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.087967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.105121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9e77246-9989-48c4-b5e1-cdd9ad7d3253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:54.154399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.250386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.262394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Pushing event updated for resources: {'Port': ['ID=79fd4f44-ff64-4e11-b056-9975f2885cec,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:54.271220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:54.286572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-785eea84-8367-46f7-ad8f-50ff10f97c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.309943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:47:54.311144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:47:54.313298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:47:54.546097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.562779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-19a4cb25-3b91-44aa-ac47-4c9b0d9c3958 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:54.587087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Attempting to bind port 79fd4f44-ff64-4e11-b056-9975f2885cec on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:47:54.587511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Attempting to bind port 79fd4f44-ff64-4e11-b056-9975f2885cec by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '8d5c034c-72b6-42c9-9946-2e63571efaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:47:54.587926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Attempting to bind port 79fd4f44-ff64-4e11-b056-9975f2885cec on network 785d11fd-2afb-48c7-a679-6678ef9c7d3d {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:47:54.593612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:47:54.594068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Checking segment: {'id': '8d5c034c-72b6-42c9-9946-2e63571efaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:47:54.594521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.594962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Bound using segment: {'id': '8d5c034c-72b6-42c9-9946-2e63571efaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:47:54.595483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Bound port: 79fd4f44-ff64-4e11-b056-9975f2885cec, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5c034c-72b6-42c9-9946-2e63571efaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '785d11fd-2afb-48c7-a679-6678ef9c7d3d'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:47:54.595902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.664505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Subnet': ['ID=46f10c69-728c-4f34-8cc1-9db0d9da86b0,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:54.669522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:54.690975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] For port 79fd4f44-ff64-4e11-b056-9975f2885cec, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:47:54.694218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] For port 79fd4f44-ff64-4e11-b056-9975f2885cec, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=79fd4f44-ff64-4e11-b056-9975f2885cec,segment=NetworkSegment(8d5c034c-72b6-42c9-9946-2e63571efaf6),segment_id=8d5c034c-72b6-42c9-9946-2e63571efaf6)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:47:54.697424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.707606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.713646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:54.714308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9d02b239-07b0-4e7e-9965-913724b9c9e8 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "DELETE /v2.0/subnets/46f10c69-728c-4f34-8cc1-9db0d9da86b0 HTTP/1.1" status: 204 len: 168 time: 1.0590584 Apr 15 18:47:54.716765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45570) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:54.844143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.866694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Pushing event updated for resources: {'Port': ['ID=79fd4f44-ff64-4e11-b056-9975f2885cec,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:54.872991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:54.923042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Deleting port 79fd4f44-ff64-4e11-b056-9975f2885cec {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:54.923042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:54.964227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac5b5d-1918-48c2-a09a-65ce51c03400 None None] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:55.155069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b34a3-8895-4768-99d0-a0c11750fb7e None None] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:55.159935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] For port 79fd4f44-ff64-4e11-b056-9975f2885cec, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=79fd4f44-ff64-4e11-b056-9975f2885cec,segment=NetworkSegment(8d5c034c-72b6-42c9-9946-2e63571efaf6),segment_id=8d5c034c-72b6-42c9-9946-2e63571efaf6)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:55.160343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.272444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3652ce36-23fb-48b4-a340-c454a5738819 None None] Provisioning for port 0dea90a4-ae9b-43fd-9e12-231cf046822e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:55.296102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Calling delete_port for 79fd4f44-ff64-4e11-b056-9975f2885cec owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:55.349303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0dea90a4-ae9b-43fd-9e12-231cf046822e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:55.375663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.391555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7b42d14-334e-45f5-a359-660bc7a6a9ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:55.482038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0dea90a4-ae9b-43fd-9e12-231cf046822e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:47:55.490510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0dea90a4-ae9b-43fd-9e12-231cf046822e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:55.490940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.497802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Port': ['ID=79fd4f44-ff64-4e11-b056-9975f2885cec,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:55.504038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:55.542917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] No DVR routers for this DVR port 79fd4f44-ff64-4e11-b056-9975f2885cec on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:55.633214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.669553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0dea90a4-ae9b-43fd-9e12-231cf046822e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0dea90a4-ae9b-43fd-9e12-231cf046822e,segment=NetworkSegment(b47f19c8-2b32-4e96-b1f3-6391379fadf2),segment_id=b47f19c8-2b32-4e96-b1f3-6391379fadf2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:55.673354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.675404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:55.689478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.721814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e3efe-6e92-41dd-9a99-424bf318050e None None] get_active_networks_info from dv-neutron-786478-1-hyperv {{(pid=86083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 18:47:55.798857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0dea90a4-ae9b-43fd-9e12-231cf046822e,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:55.803717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:55.818228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785d11fd-2afb-48c7-a679-6678ef9c7d3d']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:55.831790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5c034c-72b6-42c9-9946-2e63571efaf6') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:55.831790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5c034c-72b6-42c9-9946-2e63571efaf6') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:55.843807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.848300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7a7a0ff8-9ae0-402c-b90b-658cf698dfc3 None None] Provisioning complete for port 0dea90a4-ae9b-43fd-9e12-231cf046822e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:55.848812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0ff8-9ae0-402c-b90b-658cf698dfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.862978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:55.869155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:55.881767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e3efe-6e92-41dd-9a99-424bf318050e None None] Resources bound (agent type, host, resource id): {{(pid=86083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 15 18:47:56.334859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:56.343814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:56.520973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network 785d11fd-2afb-48c7-a679-6678ef9c7d3d has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:56.545088 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:56.628240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:56.631694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7179fa62-807d-4622-80cf-1c57e0bc8235 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:56.647464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:56.659786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Network': ['ID=785d11fd-2afb-48c7-a679-6678ef9c7d3d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:56.663038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:56.665031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "DELETE /v2.0/networks/785d11fd-2afb-48c7-a679-6678ef9c7d3d HTTP/1.1" status: 204 len: 168 time: 1.9468727 Apr 15 18:47:56.667281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45574) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:56.739502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Deleting subnet 57b79d10-8158-492b-acce-ab2be8bd36b5 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:47:56.742661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:56.804266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:56.889739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.049215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2f94a46-4872-4d48-acda-8fd8af56e710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.169668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.184585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0236a0b0-efbe-44e4-80ac-6cda7bd92f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:57.232344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.270919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Subnet': ['ID=57b79d10-8158-492b-acce-ab2be8bd36b5,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:57.285306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:57.308437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0dea90a4-ae9b-43fd-9e12-231cf046822e up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:47:57.322933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.330128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bdcb7592-89e7-4686-8778-89768a666ceb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "DELETE /v2.0/subnets/57b79d10-8158-492b-acce-ab2be8bd36b5 HTTP/1.1" status: 204 len: 168 time: 0.6617768 Apr 15 18:47:57.333170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45578) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:57.344945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea41b4-c132-4c83-b96c-ce8c4dc877f7 None None] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:47:57.459455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.533797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Deleting port 0dea90a4-ae9b-43fd-9e12-231cf046822e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:57.534212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.552142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0dea90a4-ae9b-43fd-9e12-231cf046822e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:47:57.552559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.694943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] DHCP port deletion for aa5e9e24-53d6-4fc2-b631-fe6a5e523268 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:47:57.703959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Deleting port 0dea90a4-ae9b-43fd-9e12-231cf046822e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:57.704377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.770354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] For port 0dea90a4-ae9b-43fd-9e12-231cf046822e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0dea90a4-ae9b-43fd-9e12-231cf046822e,segment=NetworkSegment(b47f19c8-2b32-4e96-b1f3-6391379fadf2),segment_id=b47f19c8-2b32-4e96-b1f3-6391379fadf2)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:57.770763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.806426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:57.915204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Calling delete_port for 0dea90a4-ae9b-43fd-9e12-231cf046822e owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:58.002483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.018877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64196b67-e1e8-494b-91c4-32494985110d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:58.116413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] For port 0dea90a4-ae9b-43fd-9e12-231cf046822e, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0dea90a4-ae9b-43fd-9e12-231cf046822e,segment=NetworkSegment(b47f19c8-2b32-4e96-b1f3-6391379fadf2),segment_id=b47f19c8-2b32-4e96-b1f3-6391379fadf2)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:47:58.116873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.136893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Port': ['ID=0dea90a4-ae9b-43fd-9e12-231cf046822e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:58.141899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:58.172617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] No DVR routers for this DVR port 0dea90a4-ae9b-43fd-9e12-231cf046822e on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:47:58.248409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Calling delete_port for 0dea90a4-ae9b-43fd-9e12-231cf046822e owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:47:58.310409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.331560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:47:58.331560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:47:58.435352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5e9e24-53d6-4fc2-b631-fe6a5e523268']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:58.449136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47f19c8-2b32-4e96-b1f3-6391379fadf2') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:58.449482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47f19c8-2b32-4e96-b1f3-6391379fadf2') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:47:58.462334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.477390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.484018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:47:58.527342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.674592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:58.683793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.832499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Deleting port 0dea90a4-ae9b-43fd-9e12-231cf046822e {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:47:58.832929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.861373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Network aa5e9e24-53d6-4fc2-b631-fe6a5e523268 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:47:58.890706 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:47:58.905459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9e859b2f-42bb-473d-8635-6f2d4abca917 None None] The port '0dea90a4-ae9b-43fd-9e12-231cf046822e' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:47:58.971213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:58.974798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:47:58.991038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.003224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Pushing event deleted for resources: {'Network': ['ID=aa5e9e24-53d6-4fc2-b631-fe6a5e523268,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:47:59.006186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:47:59.008232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "DELETE /v2.0/networks/aa5e9e24-53d6-4fc2-b631-fe6a5e523268 HTTP/1.1" status: 204 len: 168 time: 1.6738791 Apr 15 18:47:59.010853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45582) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:59.062782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d53f9a65-9058-4619-afdc-bcd05b178a67 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Synchronizing usage tracker for tenant:d031583059014a0298633ea838cc272c on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:47:59.078535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d53f9a65-9058-4619-afdc-bcd05b178a67 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Unset dirty status for tenant:d031583059014a0298633ea838cc272c on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:47:59.079760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d53f9a65-9058-4619-afdc-bcd05b178a67 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c8e2460-83ad-48a5-abc2-1a93afedc14c HTTP/1.1" status: 200 len: 205 time: 0.0678389 Apr 15 18:47:59.082255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45586) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:47:59.223247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.302028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0dea90a4-ae9b-43fd-9e12-231cf046822e no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:47:59.340924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0dea90a4-ae9b-43fd-9e12-231cf046822e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:47:59.341231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0dea90a4-ae9b-43fd-9e12-231cf046822e not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:47:59.540598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.543104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.570885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.571415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Fanout notify agent at l3_agent the message router_deleted on router 3c8e2460-83ad-48a5-abc2-1a93afedc14c {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:47:59.583518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:47:59.584696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-07e77644-c908-4c98-aed4-e83ed5f63e60 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] 10.222.0.32 "DELETE /v2.0/routers/3c8e2460-83ad-48a5-abc2-1a93afedc14c HTTP/1.1" status: 204 len: 168 time: 0.5014758 Apr 15 18:47:59.859848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45594) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:00.014320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-226271b4-93c6-47db-b226-c9a99e2d6a71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d031583059014a0298633ea838cc272c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530819 Apr 15 18:48:00.016803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45600) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:00.077228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:00.104608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:00.152099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:00.157182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c45222cc-372e-49fd-b3ae-370613e195e0 tempest-ServersAdminNegativeTestJSON-1232231920 tempest-ServersAdminNegativeTestJSON-1232231920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:00.170672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf67731-aad5-4712-8f4e-9de6a87f6782,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:00.173179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:00.175393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:00.176701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddf67731-aad5-4712-8f4e-9de6a87f6782 HTTP/1.1" status: 204 len: 168 time: 0.1589375 Apr 15 18:48:00.855259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45624) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:00.963525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-365281555-network', 'tenant_id': 'bbc53597284349ddb490ab65be85039d'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:00.968593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:00.973164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Usage tracker for resource:network and tenant:bbc53597284349ddb490ab65be85039d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:00.976232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:00.982571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:00.992713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Made reservation on behalf of bbc53597284349ddb490ab65be85039d for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:00.997329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.010589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.029327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:01.033317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Usage tracker for resource:security_group_rule and tenant:bbc53597284349ddb490ab65be85039d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:01.036237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:01.042113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:01.125785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.129011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.133113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f096aef-7371-4822-a567-2eb3971ff31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:01.157396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:48:01.170347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1deac-c5b2-4944-a2c0-e57001d00347,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:01.175288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.175676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Added segment 7ad49591-0af1-4100-813c-a0155501b9b4 of type vlan for network 9befbf01-e83d-4a2f-a481-4c2609d64d9a Apr 15 18:48:01.176937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:01.202818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.231631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.232646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:01.233291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:01.238919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2077d40-1825-4b33-971c-d4d54afca393 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:01.343672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4872291 Apr 15 18:48:01.344636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Pushing event updated for resources: {'Network': ['ID=9befbf01-e83d-4a2f-a481-4c2609d64d9a,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:01.346894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45630) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:01.350193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:01.354331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Request body: {'subnet': {'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-subnet', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:01.355375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:48:01.359621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:01.364253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Usage tracker for resource:subnet and tenant:bbc53597284349ddb490ab65be85039d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:01.367277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:01.373281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:01.383219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Made reservation on behalf of bbc53597284349ddb490ab65be85039d for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:01.387935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.072109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.087474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3e55e17-e297-4ae3-8133-e1aae5eb964f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:02.219755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ad6d7b-72b9-4fca-b32a-2135621eacaf,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:02.222669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:02.282548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Checking segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:02.282941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Network hostable DHCP agents. Network: 9befbf01-e83d-4a2f-a481-4c2609d64d9a, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:48:02.300744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:48:02.308637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 9befbf01-e83d-4a2f-a481-4c2609d64d9a) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:02.320440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5cfd3-4f73-45b9-858f-9c85939f15b5 None None] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:48:02.320810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:02.321453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.340717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-37f9fd34-ac49-451b-b83e-b078d1f4d55e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9922903 Apr 15 18:48:02.343582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45634) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:02.349214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:02.355032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:02.359092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Usage tracker for resource:router and tenant:bbc53597284349ddb490ab65be85039d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:02.362698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:02.368735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:02.378109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.379156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.394476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.495007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:48:02.543006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:48:02.543914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.683160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.706586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Allocated IP 172.20.0.2 (9befbf01-e83d-4a2f-a481-4c2609d64d9a/92ad6d7b-72b9-4fca-b32a-2135621eacaf/a7d1eac4-98bc-48ee-b54a-6c33cb9ce120) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:02.925816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.936346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Transition to ACTIVE for port object a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:02.955552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Transition to ACTIVE for port object a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:02.960207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:02.979462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:03.026824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.059496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.110103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Pushing event updated for resources: {'Port': ['ID=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:03.115692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:03.166255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:03.167474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:03.169732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:03.205592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Allocated IP 172.26.7.113 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a1c952ee-6613-4d6d-80b0-1045016597f4) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:03.266132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Attempting to bind port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:03.266560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Attempting to bind port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:03.266973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Attempting to bind port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:03.272622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:03.273044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Checking segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:03.273498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.273989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Bound using segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:03.274509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Bound port: a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:03.274927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.361626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.368180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] For port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:03.371359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] For port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:03.375675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.390710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:03.391800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:03.407923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-67287fd4-11bb-4e27-8586-f32e6316aceb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:03.542412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a1c952ee-6613-4d6d-80b0-1045016597f4,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:03.545098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Pushing event updated for resources: {'Port': ['ID=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:03.550496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:03.555708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:03.597765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:03.598955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:03.601192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:04.047237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:04.401692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:04.921218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:48:04.944196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9ef42-ee33-4e6d-ba5f-05eb4b10e6de None None] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:48:05.057365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3a1925eb-207f-4551-8a2e-b5d8e3c13e16 None None] Provisioning for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:05.110004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:48:05.118805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Sync routers for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:48:05.130307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:05.131408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:05.134974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.138754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7916498 Apr 15 18:48:05.139331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45638) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:05.329298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:05.357169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:05.435243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:05.440652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:05.441121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.513569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-82dd8f98-c31b-4bbf-8032-2532d2b0f320 None None] Provisioning complete for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:05.513964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82dd8f98-c31b-4bbf-8032-2532d2b0f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.651906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.669259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:03Z', 'revision_number': 3, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:05.673790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Checking router: c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:48:05.674732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Updating router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 port a1c952ee-6613-4d6d-80b0-1045016597f4 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:48:05.743018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.745496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:05.746718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82dd8f98-c31b-4bbf-8032-2532d2b0f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.761329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:05.765304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:05.897001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:05.901349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:05.902280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-82dd8f98-c31b-4bbf-8032-2532d2b0f320 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:48:05.902629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-82dd8f98-c31b-4bbf-8032-2532d2b0f320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:48:06.106185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.118054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Transition to ACTIVE for port object a1c952ee-6613-4d6d-80b0-1045016597f4 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:06.124417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.139903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-00b08cbd-f7b7-4bfa-981d-87073baf668a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:06.187433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.272423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Pushing event updated for resources: {'Port': ['ID=a1c952ee-6613-4d6d-80b0-1045016597f4,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:06.293615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.294031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.294411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.294783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.295150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.295516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.295884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.296244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.296618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.296976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.297337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.297694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:06.303439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:06.347781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Attempting to bind port a1c952ee-6613-4d6d-80b0-1045016597f4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:06.348389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Attempting to bind port a1c952ee-6613-4d6d-80b0-1045016597f4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:06.348578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Attempting to bind port a1c952ee-6613-4d6d-80b0-1045016597f4 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:06.354442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:06.354855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:06.355297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.355925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:06.356272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Bound port: a1c952ee-6613-4d6d-80b0-1045016597f4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:06.356615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.409000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Allocated IP 172.20.0.1 (9befbf01-e83d-4a2f-a481-4c2609d64d9a/92ad6d7b-72b9-4fca-b32a-2135621eacaf/1ac35c33-875f-485c-922b-3b65048a9e76) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:06.435916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] For port a1c952ee-6613-4d6d-80b0-1045016597f4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:06.439674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] For port a1c952ee-6613-4d6d-80b0-1045016597f4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a1c952ee-6613-4d6d-80b0-1045016597f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:06.447766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.464909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1e534a74-050e-441f-9158-af5fef7b41ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:06.568311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.584970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Transition to ACTIVE for port object 1ac35c33-875f-485c-922b-3b65048a9e76 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:06.608724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:06.614083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Pushing event updated for resources: {'Port': ['ID=a1c952ee-6613-4d6d-80b0-1045016597f4,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:06.619211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:06.624975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d32aebb-5134-4ea1-a2b9-aae11c424d0d tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:06.657477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:06.658205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:06.767070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:06.779985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:06.823065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:06.824280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:06.826911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:06.853068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:06.888536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.017911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.088156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf710825-ee6c-4423-94b0-9276eea8d382 None None] Provisioning for port 1ac35c33-875f-485c-922b-3b65048a9e76 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:07.094569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-cf710825-ee6c-4423-94b0-9276eea8d382 None None] Provisioning complete for port 1ac35c33-875f-485c-922b-3b65048a9e76 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:07.094923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf710825-ee6c-4423-94b0-9276eea8d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.153567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cf710825-ee6c-4423-94b0-9276eea8d382 None None] Port 1ac35c33-875f-485c-922b-3b65048a9e76 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:07.269205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.274207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.306600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:07.307016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:07.322509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:03Z', 'revision_number': 3, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:07.326610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da95a0-81a3-4c04-83d6-d7dfc96a7bb6 None None] The sync data for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv is: [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:03Z', 'revision_number': 3, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:48:07.402687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:07.405594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.420708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:07.561381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:07.562568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:07.563542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:07.565250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.794947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c05fd38c-649d-4a6b-bc03-6d3618296458 None None] Provisioning complete for port 1ac35c33-875f-485c-922b-3b65048a9e76 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:07.795484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c05fd38c-649d-4a6b-bc03-6d3618296458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:07.806565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:48:07.860993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c05fd38c-649d-4a6b-bc03-6d3618296458 None None] Port 1ac35c33-875f-485c-922b-3b65048a9e76 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:08.015319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:48:08.024911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8842144 Apr 15 18:48:08.552606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45656) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:08.559224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-952090571-network', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:08.564449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:08.568567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Usage tracker for resource:network and tenant:dee5bc6201a7404f8b06eec4c61aef70 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:08.571684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:08.577803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:08.587825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Made reservation on behalf of dee5bc6201a7404f8b06eec4c61aef70 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:08.592612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.606686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.622080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:08.626124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Usage tracker for resource:security_group_rule and tenant:dee5bc6201a7404f8b06eec4c61aef70 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:08.629054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:08.635094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:08.718864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.722195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.726764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:08.760232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:48:08.774364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a329b6-da06-4883-941b-905a7b8832df,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:08.778158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:08.781219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.781609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Added segment 0a438c7a-b560-4e17-8152-e40bec4d1e10 of type vlan for network 48b1d63e-684b-4616-b9a2-1a7d23940fba Apr 15 18:48:08.810245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.839470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.840500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:08.841143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:08.846843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe56df70-df18-4edf-bdb9-76fa1f9553a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:08.949080 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3952761 Apr 15 18:48:08.952153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45660) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:08.952335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Pushing event updated for resources: {'Network': ['ID=48b1d63e-684b-4616-b9a2-1a7d23940fba,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:08.955777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:08.959218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Request body: {'subnet': {'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-subnet', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:08.963138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:48:08.964587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:08.968819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Usage tracker for resource:subnet and tenant:dee5bc6201a7404f8b06eec4c61aef70 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:08.973016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:08.979507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:08.989702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Made reservation on behalf of dee5bc6201a7404f8b06eec4c61aef70 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:08.994752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.324557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a1c952ee-6613-4d6d-80b0-1045016597f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:09.395056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a1c952ee-6613-4d6d-80b0-1045016597f4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:09.400077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a1c952ee-6613-4d6d-80b0-1045016597f4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:09.400504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.401628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.416904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4466a8c7-4ec5-4cfb-b7dc-be63e51cfe24 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:09.526716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.543369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a1c952ee-6613-4d6d-80b0-1045016597f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a1c952ee-6613-4d6d-80b0-1045016597f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:09.546356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.548353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:09.553335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Pushing event updated for resources: {'Subnet': ['ID=541b6190-4d49-40da-afd0-0303b38ffcf9,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:09.558332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:09.622852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Checking segment: {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:09.622852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Network hostable DHCP agents. Network: 48b1d63e-684b-4616-b9a2-1a7d23940fba, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:48:09.624624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a1c952ee-6613-4d6d-80b0-1045016597f4,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:09.633552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.634092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.634480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.634856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.635225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.635598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.636109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.636801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.637176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.637540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.638289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.638664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:09.643047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:48:09.647017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:09.652346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 48b1d63e-684b-4616-b9a2-1a7d23940fba) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:09.662017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea257c-75e1-419b-a07e-756c610ae947 None None] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:48:09.665114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:09.665814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.690227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f7f0dda1-77e7-4535-9dce-79be756e409e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7362442 Apr 15 18:48:09.690489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45664) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:09.696221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:09.701404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:09.705551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Usage tracker for resource:router and tenant:dee5bc6201a7404f8b06eec4c61aef70 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:09.708613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:09.714809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:09.725530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.727131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.743078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:09.890801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-48b1d63e-684b-4616-b9a2-1a7d23940fba', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:48:09.891814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.031522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.058201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Allocated IP 172.20.0.2 (48b1d63e-684b-4616-b9a2-1a7d23940fba/541b6190-4d49-40da-afd0-0303b38ffcf9/7c3990ab-5e0b-410a-a873-77961302f2ca) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:10.185525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Sync routers for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:48:10.212375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:10.213050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:10.369293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.401723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.443628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.469479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Transition to ACTIVE for port object 7c3990ab-5e0b-410a-a873-77961302f2ca will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:10.492078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:10.557869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Transition to ACTIVE for port object 7c3990ab-5e0b-410a-a873-77961302f2ca will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:10.572929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:10.592305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:10.848716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Allocated IP 172.26.7.237 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/c31f58e9-b846-492f-a067-d7e38d6a99f2) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:10.864747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Pushing event updated for resources: {'Port': ['ID=7c3990ab-5e0b-410a-a873-77961302f2ca,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:10.871188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:11.003891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:11.008080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:11.008246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.010939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:11.043199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.059629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f69ed509-3e84-4494-baf6-cce985db6076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:11.120084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Attempting to bind port 7c3990ab-5e0b-410a-a873-77961302f2ca on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:11.120498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Attempting to bind port 7c3990ab-5e0b-410a-a873-77961302f2ca by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:11.120910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Attempting to bind port 7c3990ab-5e0b-410a-a873-77961302f2ca on network 48b1d63e-684b-4616-b9a2-1a7d23940fba {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:11.130300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:11.130720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Checking segment: {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:11.131173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.131616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Bound using segment: {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:11.132131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Bound port: 7c3990ab-5e0b-410a-a873-77961302f2ca, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:11.132552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.153588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:06Z', 'revision_number': 4, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1ac35c33-875f-485c-922b-3b65048a9e76', 'name': '', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'mac_address': 'fa:16:3e:cf:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:06Z', 'updated_at': '2021-04-15T18:48:07Z', 'revision_number': 2, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'subnets': [{'id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:11.189419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Checking router: c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:48:11.190435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Updating router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 port 1ac35c33-875f-485c-922b-3b65048a9e76 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:48:11.201443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Pushing event updated for resources: {'Port': ['ID=c31f58e9-b846-492f-a067-d7e38d6a99f2,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:11.204509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:11.261263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:11.262571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:11.264997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:11.279804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.304621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] For port 7c3990ab-5e0b-410a-a873-77961302f2ca, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:11.341185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a1c952ee-6613-4d6d-80b0-1045016597f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:11.566573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] For port 7c3990ab-5e0b-410a-a873-77961302f2ca, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7c3990ab-5e0b-410a-a873-77961302f2ca,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:11.580891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.600588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:11.731223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:11.866779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Pushing event updated for resources: {'Port': ['ID=7c3990ab-5e0b-410a-a873-77961302f2ca,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:11.924187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:11.943013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a1c952ee-6613-4d6d-80b0-1045016597f4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:11.943438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.100262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.228298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.241404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Transition to ACTIVE for port object 1ac35c33-875f-485c-922b-3b65048a9e76 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:12.247238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.263011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:12.324488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:48:12.406536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Pushing event updated for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:12.419707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:12.559544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:48:12.571673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Sync routers for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:48:12.584730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:12.585484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:12.595099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.597067 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9053919 Apr 15 18:48:12.600104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:48:12.633512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Attempting to bind port 1ac35c33-875f-485c-922b-3b65048a9e76 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:12.634038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Attempting to bind port 1ac35c33-875f-485c-922b-3b65048a9e76 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:12.634455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Attempting to bind port 1ac35c33-875f-485c-922b-3b65048a9e76 on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:12.641831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:12.642307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Checking segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:12.642926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.643373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Bound using segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:12.643900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Bound port: 1ac35c33-875f-485c-922b-3b65048a9e76, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:12.644323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.762204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] For port 1ac35c33-875f-485c-922b-3b65048a9e76, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:12.766261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] For port 1ac35c33-875f-485c-922b-3b65048a9e76, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1ac35c33-875f-485c-922b-3b65048a9e76,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:12.770726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:12.817310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:12.842441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:12.949709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Pushing event updated for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:12.955100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:12.993772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:12.994632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:13.155939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:11Z', 'revision_number': 3, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:13.164673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Checking router: 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:48:13.165245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Updating router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f port c31f58e9-b846-492f-a067-d7e38d6a99f2 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:48:13.218746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:13.251223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.421993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7c3990ab-5e0b-410a-a873-77961302f2ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:13.434226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.684133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Allocated IP 172.20.0.1 (48b1d63e-684b-4616-b9a2-1a7d23940fba/541b6190-4d49-40da-afd0-0303b38ffcf9/8402b9fc-2d7d-4c28-a0e8-61839aa3aafe) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:13.700451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.715368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Transition to ACTIVE for port object c31f58e9-b846-492f-a067-d7e38d6a99f2 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:13.723165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.739616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3abbe5c3-b875-44d3-bfa7-29eded3fbca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:13.772983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd5d15-8bf1-4bd8-8b54-6afee5384a37 None None] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:48:13.847832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.870665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Transition to ACTIVE for port object 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:13.885734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Provisioning for port 7c3990ab-5e0b-410a-a873-77961302f2ca completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:13.889531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Pushing event updated for resources: {'Port': ['ID=c31f58e9-b846-492f-a067-d7e38d6a99f2,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:13.899505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.914506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Provisioning complete for port 7c3990ab-5e0b-410a-a873-77961302f2ca triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:13.914938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.916010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a6abc9be-a3cf-475f-8383-aa12f4ac52e7 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:13.940762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:13.941206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 7c3990ab-5e0b-410a-a873-77961302f2ca completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:13.968689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Attempting to bind port c31f58e9-b846-492f-a067-d7e38d6a99f2 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:13.969233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Attempting to bind port c31f58e9-b846-492f-a067-d7e38d6a99f2 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:13.969519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Attempting to bind port c31f58e9-b846-492f-a067-d7e38d6a99f2 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:13.975916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:13.976172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 7c3990ab-5e0b-410a-a873-77961302f2ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:13.976664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:13.976859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.977117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:13.977559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:13.978108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Bound port: c31f58e9-b846-492f-a067-d7e38d6a99f2, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:13.978531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.056488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:14.063285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] For port c31f58e9-b846-492f-a067-d7e38d6a99f2, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:14.067656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] For port c31f58e9-b846-492f-a067-d7e38d6a99f2, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c31f58e9-b846-492f-a067-d7e38d6a99f2,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:14.071530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.072679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:14.087116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:14.116763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:14.118031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:14.120663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:14.180882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.241194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Pushing event updated for resources: {'Port': ['ID=c31f58e9-b846-492f-a067-d7e38d6a99f2,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:14.246501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:14.287188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:14.287970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:14.298360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.340922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.378934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:06Z', 'revision_number': 4, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1ac35c33-875f-485c-922b-3b65048a9e76', 'name': '', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'mac_address': 'fa:16:3e:cf:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:06Z', 'updated_at': '2021-04-15T18:48:12Z', 'revision_number': 4, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'subnets': [{'id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:14.386634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.404412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302195b-c796-4a80-8660-b202ce975dfb None None] The sync data for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv is: [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:48:06Z', 'revision_number': 4, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '1ac35c33-875f-485c-922b-3b65048a9e76', 'name': '', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'mac_address': 'fa:16:3e:cf:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:06Z', 'updated_at': '2021-04-15T18:48:12Z', 'revision_number': 4, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'subnets': [{'id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:48:14.442271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] For port 7c3990ab-5e0b-410a-a873-77961302f2ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7c3990ab-5e0b-410a-a873-77961302f2ca,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:14.491924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.502943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:14.520555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:14.608786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:48:14.609310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:48:14.618992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Pushing event updated for resources: {'Port': ['ID=7c3990ab-5e0b-410a-a873-77961302f2ca,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:14.621117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.622843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:14.634643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.675316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e1a0fb34-54d4-453d-bf2d-7f80130a23a2 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:14.781406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.809926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:14.816167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:14.825239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.922790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Provisioning complete for port 7c3990ab-5e0b-410a-a873-77961302f2ca triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:14.923404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:14.950218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8402b9fc-2d7d-4c28-a0e8-61839aa3aafe', 'name': '', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'mac_address': 'fa:16:3e:5b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:13Z', 'updated_at': '2021-04-15T18:48:13Z', 'revision_number': 1, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'subnets': [{'id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:14.956172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a3ed3-6493-44fd-ac7c-77a6d9a5704c None None] The sync data for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv is: [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8402b9fc-2d7d-4c28-a0e8-61839aa3aafe', 'name': '', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'mac_address': 'fa:16:3e:5b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:13Z', 'updated_at': '2021-04-15T18:48:13Z', 'revision_number': 1, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'subnets': [{'id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:48:14.983481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:14.985480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:15.141319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Provisioning for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:15.162402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Provisioning complete for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:15.162830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:15.241142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-97e1bd77-e50e-4a33-bcb8-9a689a14d748 None None] Port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:15.272554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:48:15.364428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6ea94f60-f261-4572-ae97-44e0418e1af8 None None] Provisioning complete for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:15.364963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea94f60-f261-4572-ae97-44e0418e1af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:15.432790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ea94f60-f261-4572-ae97-44e0418e1af8 None None] Port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:15.443726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1ac35c33-875f-485c-922b-3b65048a9e76 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:15.548605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 1ac35c33-875f-485c-922b-3b65048a9e76 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:15.555165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1ac35c33-875f-485c-922b-3b65048a9e76 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:15.555604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:15.711778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:15.765953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 1ac35c33-875f-485c-922b-3b65048a9e76, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1ac35c33-875f-485c-922b-3b65048a9e76,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:15.772320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:15.773253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7c3990ab-5e0b-410a-a873-77961302f2ca up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:15.826307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:15.843551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:48:15.863012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] 10.222.0.32 "PUT /v2.0/routers/026f55e2-bb38-4d2d-bd26-447a7e6b4c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2616222 Apr 15 18:48:15.940410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:15.948494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:15.957672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 7c3990ab-5e0b-410a-a873-77961302f2ca triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:15.958152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:17.155921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-ae558d3d-d028-41c5-9370-554cb69ae4d0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:17.157489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-ae558d3d-d028-41c5-9370-554cb69ae4d0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 816 time: 0.1594613 Apr 15 18:48:17.173618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-e525590b-6161-4831-b6a0-8591499389dd tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/quotas/bbc53597284349ddb490ab65be85039d HTTP/1.1" status: 200 len: 375 time: 0.0100210 Apr 15 18:48:17.264997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-5a7fe38e-8d24-48e5-b709-9d50b4058782 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Synchronizing usage tracker for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:48:17.281940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-5a7fe38e-8d24-48e5-b709-9d50b4058782 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Unset dirty status for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:48:17.283952 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-5a7fe38e-8d24-48e5-b709-9d50b4058782 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037183 Apr 15 18:48:17.380107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1ac35c33-875f-485c-922b-3b65048a9e76 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:17.437803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-a167d1c1-894b-4a37-8d21-31c023e9a5d2 service neutron] 10.222.0.32 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406593 Apr 15 18:48:17.452822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 1ac35c33-875f-485c-922b-3b65048a9e76 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:17.453245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:17.581157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c31f58e9-b846-492f-a067-d7e38d6a99f2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:17.583285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-c4edbe52-57ea-49a0-b575-598b8acd9ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389136 Apr 15 18:48:17.659281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port c31f58e9-b846-492f-a067-d7e38d6a99f2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:17.664140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port c31f58e9-b846-492f-a067-d7e38d6a99f2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:17.664566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:17.805794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:17.825883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port c31f58e9-b846-492f-a067-d7e38d6a99f2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c31f58e9-b846-492f-a067-d7e38d6a99f2,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:17.828867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:17.832210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:17.910995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8bb03bd-00cb-4905-88a0-7b49c07e161d req-57bd5605-921d-4dba-a09f-d6f89356f9bb tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 210 time: 0.1800158 Apr 15 18:48:17.913904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=c31f58e9-b846-492f-a067-d7e38d6a99f2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:17.917408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:18.489101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Sync routers for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:48:18.499291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:18.499959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:18.688463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:18.875825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-0b9d2ee6-c5bd-4ff6-a9a1-0490a92ec517 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:18.876306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-0b9d2ee6-c5bd-4ff6-a9a1-0490a92ec517 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Synchronizing usage tracker for tenant:bbc53597284349ddb490ab65be85039d on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:48:18.896619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-0b9d2ee6-c5bd-4ff6-a9a1-0490a92ec517 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Unset dirty status for tenant:bbc53597284349ddb490ab65be85039d on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:48:18.897933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-0b9d2ee6-c5bd-4ff6-a9a1-0490a92ec517 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 816 time: 0.2037456 Apr 15 18:48:18.912440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Request body: {'port': {'device_id': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'admin_state_up': True, 'tenant_id': 'bbc53597284349ddb490ab65be85039d'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:19.068030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:19.078087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:19.087760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Made reservation on behalf of bbc53597284349ddb490ab65be85039d for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:19.093833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.106958 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d241672-cc87-4d6a-a1b2-75b04b374536 req-9d0810e4-9211-4c12-bf94-df3ea2e7ed53 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 210 time: 0.0556383 Apr 15 18:48:19.213664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8402b9fc-2d7d-4c28-a0e8-61839aa3aafe', 'name': '', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'mac_address': 'fa:16:3e:5b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:13Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 2, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'subnets': [{'id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:19.217790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Checking router: 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:48:19.218230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Updating router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:48:19.271677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Allocated IP 172.20.0.13 (9befbf01-e83d-4a2f-a481-4c2609d64d9a/92ad6d7b-72b9-4fca-b32a-2135621eacaf/046ddcda-6059-4fd0-825a-699902299e92) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:19.279039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.328191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c31f58e9-b846-492f-a067-d7e38d6a99f2 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:19.487789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.491538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port c31f58e9-b846-492f-a067-d7e38d6a99f2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:19.492002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.504641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Transition to ACTIVE for port object 046ddcda-6059-4fd0-825a-699902299e92 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:19.529398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.544879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:19.687710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Pushing event updated for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:19.692989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:19.753590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:19.754866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:19.757073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:19.829232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.833149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:19.833898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.844638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Transition to ACTIVE for port object 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:19.856259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:19.863054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559309 Apr 15 18:48:19.874263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:19.875606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Request body: {'port': {'device_id': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:20.006562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.037487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Pushing event updated for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:20.042044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:20.042707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ba8919ac-c6c7-452d-a34a-8d4757d56e52 None None] Provisioning for port 046ddcda-6059-4fd0-825a-699902299e92 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:20.052649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ba8919ac-c6c7-452d-a34a-8d4757d56e52 None None] Provisioning complete for port 046ddcda-6059-4fd0-825a-699902299e92 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:20.053080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba8919ac-c6c7-452d-a34a-8d4757d56e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.131519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ba8919ac-c6c7-452d-a34a-8d4757d56e52 None None] Port 046ddcda-6059-4fd0-825a-699902299e92 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:20.326551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Attempting to bind port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:20.326991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Attempting to bind port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:20.327416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Attempting to bind port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe on network 48b1d63e-684b-4616-b9a2-1a7d23940fba {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:20.334745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:20.335181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Checking segment: {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:20.335640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.336215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Bound using segment: {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:20.336746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Bound port: 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a438c7a-b560-4e17-8152-e40bec4d1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:20.337173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.337664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa62ea-d349-4764-ad99-392e17f7fcbf req-4b3e29a3-e5ad-4009-8b99-71655ce0d2ef tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:20.339360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebaa62ea-d349-4764-ad99-392e17f7fcbf req-4b3e29a3-e5ad-4009-8b99-71655ce0d2ef tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 932 time: 0.1043768 Apr 15 18:48:20.402454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebaa62ea-d349-4764-ad99-392e17f7fcbf req-cba6071e-f533-43ec-b922-405cceca0266 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553672 Apr 15 18:48:20.403660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046ddcda-6059-4fd0-825a-699902299e92 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:48:20.412599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.430037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Transition to ACTIVE for port object 046ddcda-6059-4fd0-825a-699902299e92 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:20.434430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.449458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] For port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:20.450812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70621743-3455-4ad5-8735-a4860a063356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:20.452855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] For port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:20.456878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.473265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:20.588070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:20.601230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:20.625249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Pushing event updated for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:20.630507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:20.671506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:48:20.672206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:47:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:20.826575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Attempting to bind port 046ddcda-6059-4fd0-825a-699902299e92 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:20.826950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Attempting to bind port 046ddcda-6059-4fd0-825a-699902299e92 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:20.827315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Attempting to bind port 046ddcda-6059-4fd0-825a-699902299e92 on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:20.833309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Port 046ddcda-6059-4fd0-825a-699902299e92 on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:48:20.833664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Attempting to bind port 046ddcda-6059-4fd0-825a-699902299e92 on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:20.839533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:20.839900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Checking segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:20.840501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Bound using segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:20.840793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Bound port: 046ddcda-6059-4fd0-825a-699902299e92, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:20.841179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.895877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:48:20.942195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:20.945457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=046ddcda-6059-4fd0-825a-699902299e92,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:20.948879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:20.968345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:21.121637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Pushing event updated for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:21.145033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:21.164187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:21.164788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:21.166162 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] 10.222.0.49 "PUT /v2.0/ports/046ddcda-6059-4fd0-825a-699902299e92 HTTP/1.1" status: 200 len: 1094 time: 1.2955055 Apr 15 18:48:21.166729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'tag': '046ddcda-6059-4fd0-825a-699902299e92'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:48:21.249026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'tag': '046ddcda-6059-4fd0-825a-699902299e92', 'status': 'completed', 'code': 200} Apr 15 18:48:21.280644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8402b9fc-2d7d-4c28-a0e8-61839aa3aafe', 'name': '', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'mac_address': 'fa:16:3e:5b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:13Z', 'updated_at': '2021-04-15T18:48:20Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'subnets': [{'id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:48:21.284526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e431a-e19a-48b2-993d-fdccdec7fc21 None None] The sync data for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv is: [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:48:14Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8402b9fc-2d7d-4c28-a0e8-61839aa3aafe', 'name': '', 'network_id': '48b1d63e-684b-4616-b9a2-1a7d23940fba', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'mac_address': 'fa:16:3e:5b:20:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:13Z', 'updated_at': '2021-04-15T18:48:20Z', 'revision_number': 4, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'subnets': [{'id': '541b6190-4d49-40da-afd0-0303b38ffcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:48:21.299056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-ca93b05e-a33f-4f3f-8b21-5f4bce294a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:21.300853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-ca93b05e-a33f-4f3f-8b21-5f4bce294a8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 1097 time: 0.0955355 Apr 15 18:48:21.366004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:21.389268 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-4988a100-335f-43e9-adb8-dbbf3ebb0ed8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046ddcda-6059-4fd0-825a-699902299e92 HTTP/1.1" status: 200 len: 217 time: 0.0810211 Apr 15 18:48:21.454894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:21.464605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:21.465036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:21.482001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-a1c61b65-d9a5-472f-9666-434ac7e58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:21.484148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-a1c61b65-d9a5-472f-9666-434ac7e58c87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92ad6d7b-72b9-4fca-b32a-2135621eacaf HTTP/1.1" status: 200 len: 855 time: 0.0881331 Apr 15 18:48:21.585456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-e9277cf3-ecf3-4c87-9660-b90e93c236f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:21.587208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-e9277cf3-ecf3-4c87-9660-b90e93c236f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9befbf01-e83d-4a2f-a481-4c2609d64d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961103 Apr 15 18:48:21.603054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:21.631845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad962e3-b23c-435b-81fa-a8582f9636a1 req-ee01ca34-fd0d-4a13-92e8-4f2f4a30937e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:21.635540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dad962e3-b23c-435b-81fa-a8582f9636a1 req-ee01ca34-fd0d-4a13-92e8-4f2f4a30937e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 944 time: 0.1042814 Apr 15 18:48:21.647066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:21.655208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:21.657196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:21.708506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dad962e3-b23c-435b-81fa-a8582f9636a1 req-62024814-f39b-4d4f-b8d4-34b443541575 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653238 Apr 15 18:48:21.739198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:21.744807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:21.771379 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-c9ae4f8f-57a0-47ab-b451-95a864843e5e service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765494 Apr 15 18:48:21.917596 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-626035e7-61d2-4555-ac3c-ff91d819b257 req-9a5c8f97-4f12-45c2-8e74-4a26d64446bf service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400397 Apr 15 18:48:22.042589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-42deb39d-20d2-4d62-982d-83a94d8da1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:22.044205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-42deb39d-20d2-4d62-982d-83a94d8da1e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 1097 time: 0.0803380 Apr 15 18:48:22.190168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-f33d48f6-b714-44db-9829-f4c1861d5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:22.191755 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-f33d48f6-b714-44db-9829-f4c1861d5809 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 917 time: 0.1401300 Apr 15 18:48:22.268902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-bbae26d3-9387-4d9e-ba41-a230edf911ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=046ddcda-6059-4fd0-825a-699902299e92 HTTP/1.1" status: 200 len: 217 time: 0.0701623 Apr 15 18:48:22.336732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-0847d766-e0cc-464c-9e72-6c2e0f4fd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:22.338339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-0847d766-e0cc-464c-9e72-6c2e0f4fd220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92ad6d7b-72b9-4fca-b32a-2135621eacaf HTTP/1.1" status: 200 len: 855 time: 0.0634899 Apr 15 18:48:22.420371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-f301c686-7a7f-4a7b-afcf-4900a870ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:22.422061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-f301c686-7a7f-4a7b-afcf-4900a870ab6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9befbf01-e83d-4a2f-a481-4c2609d64d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769346 Apr 15 18:48:22.563551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-d9c477e5-dd96-4495-87ec-e937994bc88a service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340764 Apr 15 18:48:22.706328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0f864e27-474f-4546-baa5-0c02f7615bd6 req-37fab813-7a0b-43aa-88db-c7f568f55d4c service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346638 Apr 15 18:48:22.909620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6da09-24b2-4212-8234-b3425bd6a2ec req-58a1761a-06c0-4562-8d91-14a256e6e82f tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:22.911226 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aec6da09-24b2-4212-8234-b3425bd6a2ec req-58a1761a-06c0-4562-8d91-14a256e6e82f tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 944 time: 0.0914834 Apr 15 18:48:22.959670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aec6da09-24b2-4212-8234-b3425bd6a2ec req-6e3d0d88-66ed-40f4-87ff-775e166ab7fa tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Apr 15 18:48:23.312861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:23.556850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:23.557193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:24.160855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c2af-e479-48cf-a91f-36a6f4e8cb3c req-6571fe58-b79b-4573-b3b6-eec9d5313f69 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:24.162489 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8024c2af-e479-48cf-a91f-36a6f4e8cb3c req-6571fe58-b79b-4573-b3b6-eec9d5313f69 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 944 time: 0.0922077 Apr 15 18:48:24.209727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8024c2af-e479-48cf-a91f-36a6f4e8cb3c req-f014544f-d096-4d95-ba6f-bf8d4d3ef82a tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Apr 15 18:48:24.249786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d000245-6720-4fc7-8987-d381e86dfb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:25.513301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 046ddcda-6059-4fd0-825a-699902299e92 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:48:25.664081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=046ddcda-6059-4fd0-825a-699902299e92,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:25.678793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '046ddcda-6059-4fd0-825a-699902299e92', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'port_id': '046ddcda-6059-4fd0-825a-699902299e92', 'mac_address': 'fa:16:3e:bb:1e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:48:25.707289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3f78f-5de9-493a-a53f-915b14ccd526 req-28c830e7-451e-4e14-8b4c-62a67e8153c0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:25.708925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41c3f78f-5de9-493a-a53f-915b14ccd526 req-28c830e7-451e-4e14-8b4c-62a67e8153c0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 944 time: 0.3811920 Apr 15 18:48:25.739707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:25.758267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046ddcda-6059-4fd0-825a-699902299e92 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:48:25.761063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41c3f78f-5de9-493a-a53f-915b14ccd526 req-2bc21b4f-b542-4db0-8d4a-fe3b532e3e74 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Apr 15 18:48:25.775253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=046ddcda-6059-4fd0-825a-699902299e92,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:25.778346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:25.782053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:25.853273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:25.856544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:26.013240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['046ddcda-6059-4fd0-825a-699902299e92'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:48:26.965590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e24c04-7d67-4792-b6ae-2f603085ccc9 req-e5a18355-311b-459c-a41d-38a329867952 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:26.967190 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f5e24c04-7d67-4792-b6ae-2f603085ccc9 req-e5a18355-311b-459c-a41d-38a329867952 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 945 time: 0.0889387 Apr 15 18:48:27.017176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f5e24c04-7d67-4792-b6ae-2f603085ccc9 req-4d84e6cb-0fa8-4c08-9c49-dce94a1ec8cd tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Apr 15 18:48:27.056623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6751189-c724-4dbd-9ccd-ebd68a63af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.235026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.523152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 046ddcda-6059-4fd0-825a-699902299e92 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:27.591849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 046ddcda-6059-4fd0-825a-699902299e92 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:27.596565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 046ddcda-6059-4fd0-825a-699902299e92 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:27.596983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.718397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.747419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046ddcda-6059-4fd0-825a-699902299e92'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:48:27.764946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=046ddcda-6059-4fd0-825a-699902299e92,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:27.774097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.777808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:27.819720 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046ddcda-6059-4fd0-825a-699902299e92', 'code': 200} Apr 15 18:48:27.827913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:27.862186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:27.865357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:28.038730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d35ff-294a-455d-ae41-c287958365fd req-11235eef-87f2-4709-b515-dacbc896bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:28.040232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-666d35ff-294a-455d-ae41-c287958365fd req-11235eef-87f2-4709-b515-dacbc896bdf0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 1099 time: 0.0808907 Apr 15 18:48:28.083813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-666d35ff-294a-455d-ae41-c287958365fd req-b805d8e5-4873-4fe0-b273-43a7c3b68255 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371706 Apr 15 18:48:28.218479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3ddc-283f-4693-a2d3-375677e9ed35 req-4cd9e9dd-91ae-4bb4-9ee2-a6667707ad32 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:28.220041 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-334c3ddc-283f-4693-a2d3-375677e9ed35 req-4cd9e9dd-91ae-4bb4-9ee2-a6667707ad32 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.0870209 Apr 15 18:48:28.267179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-334c3ddc-283f-4693-a2d3-375677e9ed35 req-a0adcfa0-1803-4202-90e6-47361adde6c3 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Apr 15 18:48:28.530155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:29.472038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f5e29-49a9-4241-b430-92de6d72154c req-501d9781-4d51-462e-96df-4e8f9a46219a tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:29.473623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-566f5e29-49a9-4241-b430-92de6d72154c req-501d9781-4d51-462e-96df-4e8f9a46219a tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.0931537 Apr 15 18:48:29.522000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-566f5e29-49a9-4241-b430-92de6d72154c req-119eb523-e2e7-402f-959f-96e395261651 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Apr 15 18:48:29.723915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d723-af8c-4622-ae64-8b3bc4e32239 req-8001db6e-1090-4709-a7d1-8f92b48539b2 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:29.725523 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d146d723-af8c-4622-ae64-8b3bc4e32239 req-8001db6e-1090-4709-a7d1-8f92b48539b2 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.0925670 Apr 15 18:48:29.774491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d146d723-af8c-4622-ae64-8b3bc4e32239 req-9a3cfe8f-7eec-4edf-a711-c67afd0a7d56 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Apr 15 18:48:39.494244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:48:44.506024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39936045-e4d1-4937-9479-f4a2d88d41b5 req-09b1cb49-bcdb-4d11-8cb8-59c5fa198191 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:44.507636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39936045-e4d1-4937-9479-f4a2d88d41b5 req-09b1cb49-bcdb-4d11-8cb8-59c5fa198191 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.0926509 Apr 15 18:48:44.555668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39936045-e4d1-4937-9479-f4a2d88d41b5 req-d809e22f-889e-43fb-8890-d7af15317ee8 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Apr 15 18:48:44.812470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:45.760184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885b98-c1f6-4538-948e-1cb77c79b4af req-c6dd369f-54fb-4eec-8940-240794b0baf0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:45.761835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74885b98-c1f6-4538-948e-1cb77c79b4af req-c6dd369f-54fb-4eec-8940-240794b0baf0 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.0907414 Apr 15 18:48:45.813176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74885b98-c1f6-4538-948e-1cb77c79b4af req-7a1efa9c-bbb9-4591-b8ac-12f0f4596515 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Apr 15 18:48:45.975558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-f9f3ca64-bc08-4107-b6fc-0962902d862e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:45.976571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-f9f3ca64-bc08-4107-b6fc-0962902d862e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Synchronizing usage tracker for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:48:45.991454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-f9f3ca64-bc08-4107-b6fc-0962902d862e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Unset dirty status for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:48:45.992654 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-f9f3ca64-bc08-4107-b6fc-0962902d862e tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 946 time: 0.1062133 Apr 15 18:48:46.071105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Deleting port 046ddcda-6059-4fd0-825a-699902299e92 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:48:46.071488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:46.326812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] For port 046ddcda-6059-4fd0-825a-699902299e92, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=046ddcda-6059-4fd0-825a-699902299e92,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:46.327123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:46.457330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Calling delete_port for 046ddcda-6059-4fd0-825a-699902299e92 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:48:46.605625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:46.616533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['046ddcda-6059-4fd0-825a-699902299e92'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:48:46.620762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:46.669489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Pushing event deleted for resources: {'Port': ['ID=046ddcda-6059-4fd0-825a-699902299e92,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:46.731199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.731634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.732064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.732489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.732914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.733330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.733746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.734188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.734604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.735016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.735428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.735921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:48:46.740826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:46.885582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] No DVR routers for this DVR port 046ddcda-6059-4fd0-825a-699902299e92 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:48:46.888184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:46.892875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'name': 'network-vif-deleted', 'tag': '046ddcda-6059-4fd0-825a-699902299e92'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:48:46.914537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ac59069a-aea2-4781-ae0e-a25149337eb5 req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "DELETE /v2.0/ports/046ddcda-6059-4fd0-825a-699902299e92 HTTP/1.1" status: 204 len: 173 time: 0.9165256 Apr 15 18:48:46.956303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fce3e8d-7ae7-44b7-9680-1338d287cce3', 'name': 'network-vif-deleted', 'tag': '046ddcda-6059-4fd0-825a-699902299e92', 'status': 'completed', 'code': 200} Apr 15 18:48:46.994983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3150aab5-4ea4-4b2e-8273-4d5dc091171f req-ef68af8b-7b4f-451b-baa3-d82504325129 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fce3e8d-7ae7-44b7-9680-1338d287cce3 HTTP/1.1" status: 200 len: 210 time: 0.0512118 Apr 15 18:48:48.612516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-4a3106d1-d0a4-478f-a4cf-fe425f9d91ed tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:48.614008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-4a3106d1-d0a4-478f-a4cf-fe425f9d91ed tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 816 time: 0.1580484 Apr 15 18:48:48.630632 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-8ae4b4b4-60fb-4232-aef5-4e45e40e592d tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/quotas/bbc53597284349ddb490ab65be85039d HTTP/1.1" status: 200 len: 375 time: 0.0102975 Apr 15 18:48:48.722665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-df49fd63-91f9-4831-a8e0-742db767466c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865638 Apr 15 18:48:48.917636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-5afa4cc5-c6b9-4d21-8909-48cd5bac3c99 service neutron] 10.222.0.32 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821051 Apr 15 18:48:49.060228 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-d9d52405-b2a1-4df2-b871-40745afaa1e1 service neutron] 10.222.0.32 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352651 Apr 15 18:48:49.255294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ea4f2ae7-8c76-4673-9dff-d873f8bf7543 req-f8e61177-2102-44c8-9279-b5e0cdf835ee tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 210 time: 0.0505414 Apr 15 18:48:49.655486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 046ddcda-6059-4fd0-825a-699902299e92 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:48:49.693229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 046ddcda-6059-4fd0-825a-699902299e92 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:48:49.693558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 046ddcda-6059-4fd0-825a-699902299e92 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:48:50.427805 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67ab52de-9e0c-4be3-b8be-55fc9c99c5c7 req-2c08ae3a-189f-4bbb-a504-c66a5eb55e61 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 210 time: 0.0525687 Apr 15 18:48:50.569680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-e9fa5f46-114a-4a76-b181-9ea568ff19f1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:50.571181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-e9fa5f46-114a-4a76-b181-9ea568ff19f1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 816 time: 0.4492786 Apr 15 18:48:50.583860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Request body: {'port': {'device_id': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'admin_state_up': True, 'tenant_id': 'bbc53597284349ddb490ab65be85039d'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:50.726407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:48:50.730755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Usage tracker for resource:port and tenant:bbc53597284349ddb490ab65be85039d is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:48:50.733874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:48:50.740837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:48:50.751088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Made reservation on behalf of bbc53597284349ddb490ab65be85039d for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:48:50.757553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:50.937524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Allocated IP 172.20.0.14 (9befbf01-e83d-4a2f-a481-4c2609d64d9a/92ad6d7b-72b9-4fca-b32a-2135621eacaf/f9e5e929-746f-403b-b7c7-3ac2d22e51bb) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:48:51.152026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:51.167953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Transition to ACTIVE for port object f9e5e929-746f-403b-b7c7-3ac2d22e51bb will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:51.191469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:51.206838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6fbaa99-4c3b-4e6a-abe4-e79b0234df97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:51.342918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Pushing event updated for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:51.347315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:51.403842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:48:51.404955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:48:51.407209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:48:51.474871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:51.475564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:51.506119 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265795 Apr 15 18:48:51.519044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Request body: {'port': {'device_id': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:48:51.642999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e294a-9462-421c-b250-01756eabf7be req-1f11663f-ad5d-4c34-85f8-708b4d8ac161 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:51.644660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f0e294a-9462-421c-b250-01756eabf7be req-1f11663f-ad5d-4c34-85f8-708b4d8ac161 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 932 time: 0.0976057 Apr 15 18:48:51.646405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:51.651019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7c8fe834-9c62-4d65-baee-fa8db3d06e6a None None] Provisioning for port f9e5e929-746f-403b-b7c7-3ac2d22e51bb completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:51.656565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7c8fe834-9c62-4d65-baee-fa8db3d06e6a None None] Provisioning complete for port f9e5e929-746f-403b-b7c7-3ac2d22e51bb triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:51.657316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe834-9c62-4d65-baee-fa8db3d06e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:51.697628 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f0e294a-9462-421c-b250-01756eabf7be req-07ff125e-7f74-4afe-8ff8-3fbe0ef2e952 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Apr 15 18:48:51.721116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fe834-9c62-4d65-baee-fa8db3d06e6a None None] Port f9e5e929-746f-403b-b7c7-3ac2d22e51bb cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:48:52.012118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e5e929-746f-403b-b7c7-3ac2d22e51bb {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:48:52.020611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:52.035413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Transition to ACTIVE for port object f9e5e929-746f-403b-b7c7-3ac2d22e51bb will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:48:52.038089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:52.053138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42c17bd6-97bb-497a-964d-e697d69f2d96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:52.190066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:52.193073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:52.419745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Attempting to bind port f9e5e929-746f-403b-b7c7-3ac2d22e51bb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:48:52.420119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Attempting to bind port f9e5e929-746f-403b-b7c7-3ac2d22e51bb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:48:52.420484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Attempting to bind port f9e5e929-746f-403b-b7c7-3ac2d22e51bb on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:52.425906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Port f9e5e929-746f-403b-b7c7-3ac2d22e51bb on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:48:52.426271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Attempting to bind port f9e5e929-746f-403b-b7c7-3ac2d22e51bb on network 9befbf01-e83d-4a2f-a481-4c2609d64d9a {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:48:52.432700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:48:52.433075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Checking segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:48:52.433497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Bound using segment: {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:48:52.434030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Bound port: f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad49591-0af1-4100-813c-a0155501b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:48:52.434412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:52.530611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:48:52.534151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:48:52.537527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:52.552686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-579c767c-78bd-46ec-8da5-a7b886679ed6 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:52.702161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:52.707383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:52.739337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:52.740331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:52.741994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] 10.222.0.49 "PUT /v2.0/ports/f9e5e929-746f-403b-b7c7-3ac2d22e51bb HTTP/1.1" status: 200 len: 1094 time: 1.2278020 Apr 15 18:48:52.742162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:48:52.830475 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb', 'status': 'completed', 'code': 200} Apr 15 18:48:52.875854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-37e852e6-89e7-48a6-b925-3a8c3aa66556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:52.877420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-37e852e6-89e7-48a6-b925-3a8c3aa66556 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 1097 time: 0.0981789 Apr 15 18:48:52.917764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b96c7e-5f50-4d21-b955-c2247b7de577 req-fb375f32-7824-4675-9b40-077c2d6676f4 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:52.919555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1b96c7e-5f50-4d21-b955-c2247b7de577 req-fb375f32-7824-4675-9b40-077c2d6676f4 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 944 time: 0.0949309 Apr 15 18:48:52.955767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-d631563a-1d8a-4f53-a88d-de054078ac47 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb HTTP/1.1" status: 200 len: 217 time: 0.0716474 Apr 15 18:48:52.972105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1b96c7e-5f50-4d21-b955-c2247b7de577 req-d42b7a42-b909-413e-b0f2-6bfc9a7c157c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Apr 15 18:48:53.028355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-c9404f41-46c5-4d03-960b-b5c60e41357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.029876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-c9404f41-46c5-4d03-960b-b5c60e41357f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92ad6d7b-72b9-4fca-b32a-2135621eacaf HTTP/1.1" status: 200 len: 855 time: 0.0682089 Apr 15 18:48:53.112067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-fa1b6727-7558-4c6a-b1d1-81edbf553bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.113558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-fa1b6727-7558-4c6a-b1d1-81edbf553bb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9befbf01-e83d-4a2f-a481-4c2609d64d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763106 Apr 15 18:48:53.255708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-2cdefc49-2e1f-4fe6-a77a-2d5d39879a2f service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356440 Apr 15 18:48:53.396293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b244a315-8ac5-4d19-8e2f-3786795fd1e8 req-a37cfaed-0397-4f37-b991-bfd6f3e01bfa service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338189 Apr 15 18:48:53.513124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-efe3164e-b5a0-429c-ae88-2ca5fa6904c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.514711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-efe3164e-b5a0-429c-ae88-2ca5fa6904c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bbc53597284349ddb490ab65be85039d&device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 1097 time: 0.0770690 Apr 15 18:48:53.654298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-771ee077-9d25-44ce-85b9-079ef368464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.655763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-771ee077-9d25-44ce-85b9-079ef368464f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 200 len: 917 time: 0.1339326 Apr 15 18:48:53.730803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-c0f2d8e4-cad6-4ae4-9922-f7bb876384ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb HTTP/1.1" status: 200 len: 217 time: 0.0680449 Apr 15 18:48:53.803409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-292c27b6-2fd2-4024-bef3-cbca2a1e7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.804970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-292c27b6-2fd2-4024-bef3-cbca2a1e7d1c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92ad6d7b-72b9-4fca-b32a-2135621eacaf HTTP/1.1" status: 200 len: 855 time: 0.0670476 Apr 15 18:48:53.886903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-6df78f58-2ee5-4808-b3bc-edf7baf683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:53.888453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-6df78f58-2ee5-4808-b3bc-edf7baf683ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9befbf01-e83d-4a2f-a481-4c2609d64d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760911 Apr 15 18:48:54.035708 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-7cf4635d-7d8b-4bd3-a0cc-c28c4c25e73e service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386437 Apr 15 18:48:54.181048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42dd4d-634c-4e9b-837f-5ad8c6c0ee01 req-e877b1aa-bbb2-4aa1-bd89-e56eafe1ddf9 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:54.181835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ce24e09-5015-4da0-8baa-c8cbcd314b3f req-b4b21825-27e6-4c2d-85b9-c1cc9bdaba04 service neutron] 10.222.0.49 "GET /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394842 Apr 15 18:48:54.182725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c42dd4d-634c-4e9b-837f-5ad8c6c0ee01 req-e877b1aa-bbb2-4aa1-bd89-e56eafe1ddf9 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 944 time: 0.0959337 Apr 15 18:48:54.232635 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c42dd4d-634c-4e9b-837f-5ad8c6c0ee01 req-81a1599d-908b-4a44-8400-35eff813aede tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Apr 15 18:48:54.252126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa036a5f-9e2d-4bed-9b4f-ec9bfdf3039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:55.434441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902f155-ca6e-4962-bf9c-3e4868f6da89 req-f130884c-28ae-4c64-a5fb-b32e5a761ccf tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:55.436085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b902f155-ca6e-4962-bf9c-3e4868f6da89 req-f130884c-28ae-4c64-a5fb-b32e5a761ccf tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 944 time: 0.0888336 Apr 15 18:48:55.488232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b902f155-ca6e-4962-bf9c-3e4868f6da89 req-61c92af2-a0f5-4259-82ce-cac4291847e4 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Apr 15 18:48:55.694938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device f9e5e929-746f-403b-b7c7-3ac2d22e51bb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:48:55.840815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:55.855483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb', 'network_id': '9befbf01-e83d-4a2f-a481-4c2609d64d9a', 'port_id': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb', 'mac_address': 'fa:16:3e:16:c7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ad6d7b-72b9-4fca-b32a-2135621eacaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:48:55.913283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:55.930851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e5e929-746f-403b-b7c7-3ac2d22e51bb {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:48:55.946492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:55.949242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:55.951087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:56.023157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:56.026329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:56.138095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['f9e5e929-746f-403b-b7c7-3ac2d22e51bb'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:48:56.684682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e376e-34a3-4f37-a3c7-7380506e4e62 req-2f86f455-3d0f-4102-b81b-e4ef302c5775 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:56.686302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b84e376e-34a3-4f37-a3c7-7380506e4e62 req-2f86f455-3d0f-4102-b81b-e4ef302c5775 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 945 time: 0.0883429 Apr 15 18:48:56.734353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b84e376e-34a3-4f37-a3c7-7380506e4e62 req-c010a51b-c48b-48cd-97f5-220917d4e9ae tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Apr 15 18:48:57.047198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-426b13ae-abd0-4246-8646-6d843e4b4405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.239593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.701681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device f9e5e929-746f-403b-b7c7-3ac2d22e51bb up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:48:57.776667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.788104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port f9e5e929-746f-403b-b7c7-3ac2d22e51bb completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:48:57.793128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port f9e5e929-746f-403b-b7c7-3ac2d22e51bb triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:48:57.793554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.920606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.944878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f9318-11b2-45f7-8887-b7c3ea686c77 req-006d80a1-d486-469b-a5d0-84e70cc276fe tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:57.951923 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-680f9318-11b2-45f7-8887-b7c3ea686c77 req-006d80a1-d486-469b-a5d0-84e70cc276fe tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 945 time: 0.0998251 Apr 15 18:48:57.957869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:48:57.968785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:48:57.972520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:57.974585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:48:57.998824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-680f9318-11b2-45f7-8887-b7c3ea686c77 req-3acc8f18-899b-4e02-922e-45d3be58b5ea tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Apr 15 18:48:58.031526 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb', 'code': 200} Apr 15 18:48:58.058239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:48:58.061366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:48:58.265714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee95f1-d9ac-4d6a-badb-aa5052771c71 req-bee2f2cc-b6df-4da2-9576-ccdf15433957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:58.267375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebee95f1-d9ac-4d6a-badb-aa5052771c71 req-bee2f2cc-b6df-4da2-9576-ccdf15433957 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 1099 time: 0.0794392 Apr 15 18:48:58.317592 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebee95f1-d9ac-4d6a-badb-aa5052771c71 req-28b4525d-aad1-4bc6-b569-7e79583b8fa6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438657 Apr 15 18:48:58.534960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:48:59.207260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01396b4a-7fcd-4046-aa76-d395ef8a6993 req-c1321003-1540-466f-ab74-5aa62d26e38c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:59.208778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01396b4a-7fcd-4046-aa76-d395ef8a6993 req-c1321003-1540-466f-ab74-5aa62d26e38c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 946 time: 0.0923994 Apr 15 18:48:59.256089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01396b4a-7fcd-4046-aa76-d395ef8a6993 req-5b8cfcf7-f053-4ff7-8480-b0a918d76768 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Apr 15 18:48:59.461422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfee496-0876-4a74-b245-07e890d00e1e req-7f93ff07-14a4-4342-ae1e-aa2b113d031c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:48:59.463056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bfee496-0876-4a74-b245-07e890d00e1e req-7f93ff07-14a4-4342-ae1e-aa2b113d031c tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 946 time: 0.0928953 Apr 15 18:48:59.510768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bfee496-0876-4a74-b245-07e890d00e1e req-4cd6d9e2-2e29-4027-a544-2674cd4b8c40 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Apr 15 18:49:14.116121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72387b05-6cd6-483e-a557-efbb59c3567e req-f6ef1205-5b7a-44a9-948a-ea23656d5eac tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:14.117623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72387b05-6cd6-483e-a557-efbb59c3567e req-f6ef1205-5b7a-44a9-948a-ea23656d5eac tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 946 time: 0.0915270 Apr 15 18:49:14.165443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72387b05-6cd6-483e-a557-efbb59c3567e req-35840f32-cf92-4f9a-ba95-c559b998a4b5 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Apr 15 18:49:14.810760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:15.371174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbdcbd-2f00-485e-b1f1-b3897c9a19a6 req-8efcea00-5432-4f95-9acb-bc8a5df2f9bb tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:15.372834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ccbbdcbd-2f00-485e-b1f1-b3897c9a19a6 req-8efcea00-5432-4f95-9acb-bc8a5df2f9bb tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 946 time: 0.0906348 Apr 15 18:49:15.420293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ccbbdcbd-2f00-485e-b1f1-b3897c9a19a6 req-ceb1806c-1847-4fa7-b86a-16b5adf59b0a tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/security-groups?id=32d1deac-c5b2-4944-a2c0-e57001d00347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Apr 15 18:49:15.597934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-e715a68b-54d6-46cd-bf52-9af58d18c6a1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:15.598728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-e715a68b-54d6-46cd-bf52-9af58d18c6a1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Synchronizing usage tracker for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:49:15.613825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-e715a68b-54d6-46cd-bf52-9af58d18c6a1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Unset dirty status for tenant:bbc53597284349ddb490ab65be85039d on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:49:15.615063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-e715a68b-54d6-46cd-bf52-9af58d18c6a1 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 946 time: 0.1029675 Apr 15 18:49:15.690481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Deleting port f9e5e929-746f-403b-b7c7-3ac2d22e51bb {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:15.690861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:15.950921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] For port f9e5e929-746f-403b-b7c7-3ac2d22e51bb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:15.951237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:16.367303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Calling delete_port for f9e5e929-746f-403b-b7c7-3ac2d22e51bb owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:16.493457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:49:16.516563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:16.528524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['f9e5e929-746f-403b-b7c7-3ac2d22e51bb'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:49:16.536026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10051219-d5fd-4c34-a376-529067e7b15a tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:16.589406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9be40d36-c294-4b73-b601-e0d3e5b0b451 req-c2cf2cef-bc47-4514-b2ee-29d60f74e2f2 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ff3a020-a34c-44ab-a6fb-61c5b3b4a857 HTTP/1.1" status: 200 len: 210 time: 0.0540631 Apr 15 18:49:16.643079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Pushing event deleted for resources: {'Port': ['ID=f9e5e929-746f-403b-b7c7-3ac2d22e51bb,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:16.646997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:16.783443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] No DVR routers for this DVR port f9e5e929-746f-403b-b7c7-3ac2d22e51bb on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:49:16.786170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:16.791103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'name': 'network-vif-deleted', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:49:16.806144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-326a4826-598b-4f28-aebe-bb51a6ae004e req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] 10.222.0.49 "DELETE /v2.0/ports/f9e5e929-746f-403b-b7c7-3ac2d22e51bb HTTP/1.1" status: 204 len: 173 time: 1.1855960 Apr 15 18:49:16.986924 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff3a020-a34c-44ab-a6fb-61c5b3b4a857', 'name': 'network-vif-deleted', 'tag': 'f9e5e929-746f-403b-b7c7-3ac2d22e51bb', 'status': 'completed', 'code': 200} Apr 15 18:49:17.722939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45950) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:18.292707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:18.658900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Deleting port 1ac35c33-875f-485c-922b-3b65048a9e76 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:18.659176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:18.840208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] For port 1ac35c33-875f-485c-922b-3b65048a9e76, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=1ac35c33-875f-485c-922b-3b65048a9e76,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:18.840731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:18.972610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Calling delete_port for 1ac35c33-875f-485c-922b-3b65048a9e76 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:19.416357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:19.431776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:19.524066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac35c33-875f-485c-922b-3b65048a9e76,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:19.539685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.540070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.540500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.540929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.541349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.541773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.542220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.542639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.543060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.543473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.543886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.544298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:19.549156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:19.857239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device f9e5e929-746f-403b-b7c7-3ac2d22e51bb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:19.894219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:19.894452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: f9e5e929-746f-403b-b7c7-3ac2d22e51bb {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:19.894660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device f9e5e929-746f-403b-b7c7-3ac2d22e51bb not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:20.403015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:49:20.589344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:20.599066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Sync routers for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:20.603054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] 10.222.0.32 "PUT /v2.0/routers/c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8788359 Apr 15 18:49:20.605751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45954) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:20.609110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:20.609772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:48:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:20.796036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:20.799083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:20.983996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:20.993396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Deleting port a1c952ee-6613-4d6d-80b0-1045016597f4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:20.993773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.096618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113'}], 'enable_snat': True}, 'gw_port_id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:49:19Z', 'revision_number': 5, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port': {'id': 'a1c952ee-6613-4d6d-80b0-1045016597f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:03Z', 'updated_at': '2021-04-15T18:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:21.100925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Checking router: c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:21.109784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Routers {'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:21.110470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:48:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:21.181539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] For port a1c952ee-6613-4d6d-80b0-1045016597f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a1c952ee-6613-4d6d-80b0-1045016597f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:21.181974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.272075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] Set router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:21.317153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Calling delete_port for a1c952ee-6613-4d6d-80b0-1045016597f4 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:21.386909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:49:20Z', 'revision_number': 6, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:21.391140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1a326-4170-4aa3-ad70-de9c95abf9b0 None None] The sync data for ids ['c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024'] in dv-neutron-786478-1-hyperv is: [{'id': 'c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024', 'name': 'tempest-TestEncryptedCinderVolumes-365281555-router', 'tenant_id': 'bbc53597284349ddb490ab65be85039d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:02Z', 'updated_at': '2021-04-15T18:49:20Z', 'revision_number': 6, 'project_id': 'bbc53597284349ddb490ab65be85039d', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:21.501150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.517033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9443b3eb-4dc7-4611-a03e-3447cf9e42f5 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:21.616345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c952ee-6613-4d6d-80b0-1045016597f4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:21.620359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:21.786454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.970989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.973355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.998536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:21.999122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:49:22.012258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.013500 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8ad3b16-e81d-48e5-b1a4-2eb3c4dec024 HTTP/1.1" status: 204 len: 168 time: 1.4066830 Apr 15 18:49:22.016165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45958) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:22.083715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Deleting subnet 92ad6d7b-72b9-4fca-b32a-2135621eacaf {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:49:22.087057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.143303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.226262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.763051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.778273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d7edc8d-a4fa-43b7-8d3b-efeb270a307f tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:22.860868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ad6d7b-72b9-4fca-b32a-2135621eacaf,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:22.874668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:22.910321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:22.916137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ef6e0-6902-4cf1-8377-f2941d2c9f3e None None] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:22.916397 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92ad6d7b-72b9-4fca-b32a-2135621eacaf HTTP/1.1" status: 204 len: 168 time: 0.8991694 Apr 15 18:49:22.919074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:23.034816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.106734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Deleting port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:23.107114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.177181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] DHCP port deletion for 9befbf01-e83d-4a2f-a481-4c2609d64d9a request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:49:23.181423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Deleting port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:23.181868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.328169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] For port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:23.328573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.372060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a1c952ee-6613-4d6d-80b0-1045016597f4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:23.415944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a1c952ee-6613-4d6d-80b0-1045016597f4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:23.416272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a1c952ee-6613-4d6d-80b0-1045016597f4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:23.416740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1ac35c33-875f-485c-922b-3b65048a9e76 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:23.456707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 1ac35c33-875f-485c-922b-3b65048a9e76 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:23.457115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 1ac35c33-875f-485c-922b-3b65048a9e76 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:23.457574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:23.466059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Calling delete_port for a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:23.515407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] For port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,segment=NetworkSegment(7ad49591-0af1-4100-813c-a0155501b9b4),segment_id=7ad49591-0af1-4100-813c-a0155501b9b4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:23.515859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.546269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.562060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:23.661133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Calling delete_port for a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:23.678430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d1eac4-98bc-48ee-b54a-6c33cb9ce120,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:23.683283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:23.699536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No active binding found for port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 {{(pid=86083) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 18:49:23.700006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:23.717095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] No DVR routers for this DVR port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:49:23.739584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:49:23.740002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:49:23.842536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.957451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9befbf01-e83d-4a2f-a481-4c2609d64d9a']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:23.970078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad49591-0af1-4100-813c-a0155501b9b4') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:23.970917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad49591-0af1-4100-813c-a0155501b9b4') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:23.983009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:23.998149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.004529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:49:24.183102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:49:24.192039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.243741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Deleting port a7d1eac4-98bc-48ee-b54a-6c33cb9ce120 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:24.244291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.319615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0970dd1-c379-430e-9e1c-885bc289c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.325722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e630ceee-2bc1-4441-bb6d-360fd0bc07ef None None] The port 'a7d1eac4-98bc-48ee-b54a-6c33cb9ce120' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:49:24.370874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Network 9befbf01-e83d-4a2f-a481-4c2609d64d9a has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:49:24.393900 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:49:24.476592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.480263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b940a8e8-72b4-48db-84dd-085c00a74ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:24.494201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:24.505195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9befbf01-e83d-4a2f-a481-4c2609d64d9a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:24.508599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:24.518931 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9befbf01-e83d-4a2f-a481-4c2609d64d9a HTTP/1.1" status: 204 len: 168 time: 1.5988429 Apr 15 18:49:24.521830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45966) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:25.090631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:25.454334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Deleting port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:25.455611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:25.632763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] For port 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:25.633156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:25.762711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Calling delete_port for 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:25.935458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:25.950620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:26.045555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Pushing event deleted for resources: {'Port': ['ID=8402b9fc-2d7d-4c28-a0e8-61839aa3aafe,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:26.049464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:26.721780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.050415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-49654888-146b-476b-aa75-061707228a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.243065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.243647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:49:27.436037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:27.444761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Sync routers for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:27.446116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] 10.222.0.32 "PUT /v2.0/routers/026f55e2-bb38-4d2d-bd26-447a7e6b4c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231389 Apr 15 18:49:27.448670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45970) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:27.455332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:27.456009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:27.641776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.836226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:27.844910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.853716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Deleting port c31f58e9-b846-492f-a067-d7e38d6a99f2 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:27.854127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:27.881363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.037988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] For port c31f58e9-b846-492f-a067-d7e38d6a99f2, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=c31f58e9-b846-492f-a067-d7e38d6a99f2,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:28.038401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.146555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237'}], 'enable_snat': True}, 'gw_port_id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:49:25Z', 'revision_number': 5, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port': {'id': 'c31f58e9-b846-492f-a067-d7e38d6a99f2', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:48:10Z', 'updated_at': '2021-04-15T18:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:28.150691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Checking router: 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:28.159638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Routers {'026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:28.160308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:28.174182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Calling delete_port for c31f58e9-b846-492f-a067-d7e38d6a99f2 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:28.324940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] Set router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:28.345155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.361452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a652937-47e0-48bb-9739-4b9432f5e8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:28.440045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:49:27Z', 'revision_number': 6, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:28.444241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115767d-75c8-4b38-81ea-ec36ea80a6d9 None None] The sync data for ids ['026f55e2-bb38-4d2d-bd26-447a7e6b4c6f'] in dv-neutron-786478-1-hyperv is: [{'id': '026f55e2-bb38-4d2d-bd26-447a7e6b4c6f', 'name': 'tempest-TestEncryptedCinderVolumes-952090571-router', 'tenant_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:48:09Z', 'updated_at': '2021-04-15T18:49:27Z', 'revision_number': 6, 'project_id': 'dee5bc6201a7404f8b06eec4c61aef70', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:28.453863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c31f58e9-b846-492f-a067-d7e38d6a99f2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:28.460806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:28.547645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.630205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.815588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.818057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.841091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.841689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026f55e2-bb38-4d2d-bd26-447a7e6b4c6f {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:49:28.855173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.856355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] 10.222.0.32 "DELETE /v2.0/routers/026f55e2-bb38-4d2d-bd26-447a7e6b4c6f HTTP/1.1" status: 204 len: 168 time: 1.4066806 Apr 15 18:49:28.859032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45974) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:28.927519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Deleting subnet 541b6190-4d49-40da-afd0-0303b38ffcf9 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:49:28.930865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:28.983997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.072760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.336182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.352943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5fb140e7-4f2c-49e0-b289-c73637c70e87 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:29.358271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c31f58e9-b846-492f-a067-d7e38d6a99f2 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:29.394846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: c31f58e9-b846-492f-a067-d7e38d6a99f2 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:29.395243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device c31f58e9-b846-492f-a067-d7e38d6a99f2 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:29.395702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:29.431034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:29.431422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8402b9fc-2d7d-4c28-a0e8-61839aa3aafe not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:29.451395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541b6190-4d49-40da-afd0-0303b38ffcf9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:29.454109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:29.501301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.506675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cce3cd6-ea72-43aa-bb00-6d27e77d2ae4 None None] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:29.509716 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4dafc4b6-f152-4c1b-924f-cabafbb3710c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/541b6190-4d49-40da-afd0-0303b38ffcf9 HTTP/1.1" status: 204 len: 168 time: 0.6476710 Apr 15 18:49:29.510359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 45978) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:29.628231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.700753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Deleting port 7c3990ab-5e0b-410a-a873-77961302f2ca {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:29.701135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:29.776498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] DHCP port deletion for 48b1d63e-684b-4616-b9a2-1a7d23940fba request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:49:29.781435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Deleting port 7c3990ab-5e0b-410a-a873-77961302f2ca {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:29.781890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:30.013712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] For port 7c3990ab-5e0b-410a-a873-77961302f2ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7c3990ab-5e0b-410a-a873-77961302f2ca,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:30.014355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:30.147205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Calling delete_port for 7c3990ab-5e0b-410a-a873-77961302f2ca owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:30.207599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] For port 7c3990ab-5e0b-410a-a873-77961302f2ca, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=7c3990ab-5e0b-410a-a873-77961302f2ca,segment=NetworkSegment(0a438c7a-b560-4e17-8152-e40bec4d1e10),segment_id=0a438c7a-b560-4e17-8152-e40bec4d1e10)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:30.207998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:30.222851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:30.238341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1603d62c-4316-4489-a20a-2b68c35c2070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:30.331268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Pushing event deleted for resources: {'Port': ['ID=7c3990ab-5e0b-410a-a873-77961302f2ca,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:30.341377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Calling delete_port for 7c3990ab-5e0b-410a-a873-77961302f2ca owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:49:30.354812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.355203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.355580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.355950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.356316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.356689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.357051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.357439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.357780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.358167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.358529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.358888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:30.364817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:30.396243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] No DVR routers for this DVR port 7c3990ab-5e0b-410a-a873-77961302f2ca on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:49:30.421774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86082) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:49:30.422172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:49:30.924321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Deleting port 7c3990ab-5e0b-410a-a873-77961302f2ca {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:49:30.924676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:30.995539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] The port '7c3990ab-5e0b-410a-a873-77961302f2ca' was deleted {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:49:31.117266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.230870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b1d63e-684b-4616-b9a2-1a7d23940fba']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:31.243876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a438c7a-b560-4e17-8152-e40bec4d1e10') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:31.244212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a438c7a-b560-4e17-8152-e40bec4d1e10') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:31.256627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.274599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.281681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:49:31.351662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7c3990ab-5e0b-410a-a873-77961302f2ca no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:49:31.390952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 7c3990ab-5e0b-410a-a873-77961302f2ca {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:49:31.391352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 7c3990ab-5e0b-410a-a873-77961302f2ca not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:49:31.468297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:49:31.477696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.658280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Network 48b1d63e-684b-4616-b9a2-1a7d23940fba has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:49:31.681106 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:49:31.762317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.765795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bb1d5b0f-81a4-4ac1-923c-759ba8367d92 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:31.781908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:31.791121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b1d63e-684b-4616-b9a2-1a7d23940fba,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:31.794136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:31.796913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4be45d91-7899-403e-85a8-04d8253a8840 admin admin] 10.222.0.32 "DELETE /v2.0/networks/48b1d63e-684b-4616-b9a2-1a7d23940fba HTTP/1.1" status: 204 len: 168 time: 2.2855179 Apr 15 18:49:31.972637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45984) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:32.027534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2e4bfdc8-5c6c-4d51-8f57-e407b039c14c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbc53597284349ddb490ab65be85039d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535941 Apr 15 18:49:32.030004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45988) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:32.090438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.117505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.166822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.171909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab0d736b-e32b-4e1c-9724-1b08b4fc0e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:32.182616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1deac-c5b2-4944-a2c0-e57001d00347,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:32.187512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:32.189940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.191138 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ef275458-7322-43ad-a70e-0d35ff2f5c38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32d1deac-c5b2-4944-a2c0-e57001d00347 HTTP/1.1" status: 204 len: 168 time: 0.1601090 Apr 15 18:49:32.535879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 45996) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:32.588622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-775b0c63-c7e5-4e99-b0d7-8ea521f03048 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dee5bc6201a7404f8b06eec4c61aef70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513384 Apr 15 18:49:32.591020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46000) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:32.655601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.682605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.726297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.731322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7cc62d2-b7ec-4cde-adca-a8a3de6ca165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:32.744399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a329b6-da06-4883-941b-905a7b8832df,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:32.747597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:32.750385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:32.754772 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90a329b6-da06-4883-941b-905a7b8832df HTTP/1.1" status: 204 len: 168 time: 0.1597388 Apr 15 18:49:33.495055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46024) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:33.605454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-733507199-network', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:33.610692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:33.614771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Usage tracker for resource:network and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:33.617743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:33.624746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:33.633482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Made reservation on behalf of e8299841ef0840da9b06a3c76e54a842 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:49:33.638161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.651290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.670946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:33.675124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:33.678050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:33.684026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:33.771423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.774269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.778958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:33.804110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:49:33.817982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7e2c9-d508-498c-be0d-a277777e2db8,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:33.821353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:33.824182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.824520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Added segment d1ee9551-b860-4e7d-8b5b-6849af89bd41 of type vlan for network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 Apr 15 18:49:33.851576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.880672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.881750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:33.882419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:33.887347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e25a04ad-ea9b-4934-9095-b9a4e679619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:33.992398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Pushing event updated for resources: {'Network': ['ID=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:33.995244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:33.997975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5007210 Apr 15 18:49:33.999973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46030) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:34.003356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:49:34.007330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Request body: {'subnet': {'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-733507199-subnet', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:34.012625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:34.016687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Usage tracker for resource:subnet and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:34.020287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:34.026379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:34.035752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Made reservation on behalf of e8299841ef0840da9b06a3c76e54a842 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:49:34.040730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.444463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.460578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cc0714aa-0942-4d52-96bb-e0f4b8d63aeb tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:34.586038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62030270-b384-4462-9a8d-4c3c739d538e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:34.589159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:34.659001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Checking segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:34.659392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Network hostable DHCP agents. Network: 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:49:34.677188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:49:34.685123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:34.694793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8014b0-16e2-43ff-a63c-fc2217a4c549 None None] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:34.697153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:34.697796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.717027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7153938 Apr 15 18:49:34.719976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46034) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:34.726006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:34.731168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:34.735292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Usage tracker for resource:router and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:34.739069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:34.745266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:34.755038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.756110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.771651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:34.919440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:49:34.920364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.061115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.089579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Allocated IP 172.20.0.2 (04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33/62030270-b384-4462-9a8d-4c3c739d538e/9c27324f-47bb-40a6-91d5-18f9fe5d9a8b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:35.303072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.314102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Transition to ACTIVE for port object 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:35.333152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Transition to ACTIVE for port object 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:35.338802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.354986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2eefbc6-2dbb-400f-83b6-7942bae64153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:35.394017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.426911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.584252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Allocated IP 172.26.7.177 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/a7e0abea-de8d-46ab-916d-a97d4313aee4) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:35.668759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Pushing event updated for resources: {'Port': ['ID=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:35.673052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:35.727355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:35.728533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:35.731389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:35.750661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.784357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.800003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6ca9db6-3aa0-4444-9083-19d68b8a69ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:35.828133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Attempting to bind port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:35.828564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Attempting to bind port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:35.828977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Attempting to bind port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b on network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:35.835253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:35.835643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Checking segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:35.836075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.836518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Bound using segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:35.837040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Bound port: 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:35.837463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.933517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e0abea-de8d-46ab-916d-a97d4313aee4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:35.934398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] For port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:35.937617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] For port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:35.941667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:35.946825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:35.957550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:35.989123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:35.990334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:35.992626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:36.116426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Pushing event updated for resources: {'Port': ['ID=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:36.122496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:36.728605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.088196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.313599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:49:37.397051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:37.469334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:37.504345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba23c18-e470-402e-9ab6-7c7c3e846856 None None] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:37.515613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:37.527800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Sync routers for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:37.539592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:37.539857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.540469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:37.541209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8201206 Apr 15 18:49:37.543967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46040) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:37.603999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Provisioning for port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:37.623372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Provisioning complete for port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:37.623797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.737361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:37.859214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.912020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] For port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:37.916795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:37.918449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:37.998111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Pushing event updated for resources: {'Port': ['ID=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:38.002019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:38.072401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:36Z', 'revision_number': 3, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:38.076720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Checking router: fd2757ae-801d-4c5d-b00c-47ecf6a55e00 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:38.077119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Updating router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 port a7e0abea-de8d-46ab-916d-a97d4313aee4 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:49:38.137894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.151004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-69cca134-8a64-4207-b1c4-15017e2e8d78 None None] Provisioning complete for port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:38.151537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69cca134-8a64-4207-b1c4-15017e2e8d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.300850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.485709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.497806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Transition to ACTIVE for port object a7e0abea-de8d-46ab-916d-a97d4313aee4 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:38.503755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.516898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Allocated IP 172.20.0.1 (04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33/62030270-b384-4462-9a8d-4c3c739d538e/f827b7f4-f45e-4efc-b494-3e2120b55af7) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:38.519627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:38.686470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.705887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Transition to ACTIVE for port object f827b7f4-f45e-4efc-b494-3e2120b55af7 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:38.731859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.748520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e65b44c9-2e69-4f30-86ff-9778e4c3b998 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:38.813611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Pushing event updated for resources: {'Port': ['ID=a7e0abea-de8d-46ab-916d-a97d4313aee4,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:38.834967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.835357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.835729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.836092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.836455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.836815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.837171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.837527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.837927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.838285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.838638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.838987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:49:38.845149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:38.893751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Attempting to bind port a7e0abea-de8d-46ab-916d-a97d4313aee4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:38.894210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Attempting to bind port a7e0abea-de8d-46ab-916d-a97d4313aee4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:38.894625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Attempting to bind port a7e0abea-de8d-46ab-916d-a97d4313aee4 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:38.900926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:38.901347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:38.901802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.902300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:38.902823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Bound port: a7e0abea-de8d-46ab-916d-a97d4313aee4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:38.903252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:38.988499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] For port a7e0abea-de8d-46ab-916d-a97d4313aee4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:38.992510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] For port a7e0abea-de8d-46ab-916d-a97d4313aee4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7e0abea-de8d-46ab-916d-a97d4313aee4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:38.999752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.015572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89987634-fd61-4bdc-883f-9e30743465d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:39.164621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Pushing event updated for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:39.165592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Pushing event updated for resources: {'Port': ['ID=a7e0abea-de8d-46ab-916d-a97d4313aee4,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:39.171079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c7282994-b919-427b-a048-ef3d519ab761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:39.177888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:39.214119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:39.214913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:39.219331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:39.221014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:39.223228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:39.279688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.368883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:39.420668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.431921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:39.436508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-20a4ac08-c0e9-464a-bc1b-d80c0071a4ce None None] Provisioning for port f827b7f4-f45e-4efc-b494-3e2120b55af7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:39.445018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-20a4ac08-c0e9-464a-bc1b-d80c0071a4ce None None] Provisioning complete for port f827b7f4-f45e-4efc-b494-3e2120b55af7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:39.445447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20a4ac08-c0e9-464a-bc1b-d80c0071a4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.511633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:39.511972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.553446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-20a4ac08-c0e9-464a-bc1b-d80c0071a4ce None None] Port f827b7f4-f45e-4efc-b494-3e2120b55af7 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:49:39.682381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.685922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.717698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d57dbbc-c47d-430a-96d5-dc0e09a3797f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:39.737915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:36Z', 'revision_number': 3, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:39.742352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64accd8e-d324-4230-9307-9b76b3a6d909 None None] The sync data for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv is: [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:36Z', 'revision_number': 3, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:39.805250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Pushing event updated for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:39.807974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:39.825545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:39.956683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:39.957919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:40.172614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:49:40.190066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03cf51bb-8e2a-4633-8b63-77cc5001c766 None None] Provisioning complete for port f827b7f4-f45e-4efc-b494-3e2120b55af7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:40.190502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03cf51bb-8e2a-4633-8b63-77cc5001c766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:40.250616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03cf51bb-8e2a-4633-8b63-77cc5001c766 None None] Port f827b7f4-f45e-4efc-b494-3e2120b55af7 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:49:40.383233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:40.392615 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] 10.222.0.32 "PUT /v2.0/routers/fd2757ae-801d-4c5d-b00c-47ecf6a55e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8474231 Apr 15 18:49:40.926590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46058) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:40.932887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1857598456-network', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:40.938169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:40.942924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Usage tracker for resource:network and tenant:d49084efcd1d405f94a15ec3728109dc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:40.945945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:40.952002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:40.961675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Made reservation on behalf of d49084efcd1d405f94a15ec3728109dc for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:49:40.966456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:40.979466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:40.995068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:40.999119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Usage tracker for resource:security_group_rule and tenant:d49084efcd1d405f94a15ec3728109dc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:41.002608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:41.008600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:41.091975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.094772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.099162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-81be5052-d7a2-4154-a217-5112b0f8b9db tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:41.125293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:49:41.139305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e449fa6b-e913-491d-b080-26e397c5e794,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:41.142725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:41.145602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.146053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Added segment bce6ff82-98a7-4f17-b637-771f8b111647 of type vlan for network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 Apr 15 18:49:41.173212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.202636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.203727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:41.204372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.209437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f715e7fc-776b-4bec-be2b-fb9da1b3e777 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:41.319975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3905594 Apr 15 18:49:41.319975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Pushing event updated for resources: {'Network': ['ID=d772e4b1-747b-4f6d-9ff2-6df26f7601d4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:41.321525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46062) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:41.322158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:41.329984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:49:41.332966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Request body: {'subnet': {'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1857598456-subnet', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:41.338798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:41.343366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Usage tracker for resource:subnet and tenant:d49084efcd1d405f94a15ec3728109dc is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:41.347775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:41.354644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:41.365965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Made reservation on behalf of d49084efcd1d405f94a15ec3728109dc for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:49:41.371106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.401417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7e0abea-de8d-46ab-916d-a97d4313aee4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:41.506573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a7e0abea-de8d-46ab-916d-a97d4313aee4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:41.511458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a7e0abea-de8d-46ab-916d-a97d4313aee4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:41.511883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.641409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.659334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a7e0abea-de8d-46ab-916d-a97d4313aee4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7e0abea-de8d-46ab-916d-a97d4313aee4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:41.661995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.664899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7873461-df2a-43f5-afb3-a44807450f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:41.735302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a7e0abea-de8d-46ab-916d-a97d4313aee4,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:41.738659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:41.782778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:41.798423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0d77f3da-4661-4a94-86d0-2348c1a62da0 tempest-RoutersIpV6Test-1302442572 tempest-RoutersIpV6Test-1302442572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:41.928792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126e1cde-165f-4ce5-a18e-02558c274b62,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:41.933503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:41.991313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Checking segment: {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:41.991700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Network hostable DHCP agents. Network: d772e4b1-747b-4f6d-9ff2-6df26f7601d4, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:49:42.010131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:49:42.018824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, d772e4b1-747b-4f6d-9ff2-6df26f7601d4) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:42.027699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89585c4-da2c-48a0-94d9-f321055b690a None None] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:42.030879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:42.031533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.054419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60effca2-c207-4324-833d-16f03a97ef72 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7256272 Apr 15 18:49:42.054807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46066) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:42.061009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:49:42.068088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:49:42.076456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Usage tracker for resource:router and tenant:d49084efcd1d405f94a15ec3728109dc is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:49:42.080390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:49:42.086707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:49:42.097444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.098677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.120881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.261652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-d772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:49:42.262604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.417569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.430146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Allocated IP 172.20.0.2 (d772e4b1-747b-4f6d-9ff2-6df26f7601d4/126e1cde-165f-4ce5-a18e-02558c274b62/8fb04f97-a262-4c7c-80cf-33737ef0cd0a) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:42.530028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Sync routers for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:42.557813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:42.558537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:42.753769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.786826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.831752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:42.837812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:42.904607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Transition to ACTIVE for port object 8fb04f97-a262-4c7c-80cf-33737ef0cd0a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:42.931808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Allocated IP 172.26.7.71 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/4adb31fa-7765-46b8-8a5f-5125d9c103e5) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:43.001482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Transition to ACTIVE for port object 8fb04f97-a262-4c7c-80cf-33737ef0cd0a will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:43.070146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.089873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efbfba51-d7f1-47f5-ad88-01b9696ffe95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:43.093626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.124392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.140298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:43.282511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Pushing event updated for resources: {'Port': ['ID=4adb31fa-7765-46b8-8a5f-5125d9c103e5,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:43.287958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:43.347580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:43.348667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:43.351216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:43.392690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7e0abea-de8d-46ab-916d-a97d4313aee4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:43.501489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Pushing event updated for resources: {'Port': ['ID=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:43.519770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:43.619238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a7e0abea-de8d-46ab-916d-a97d4313aee4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:43.619564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.666188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:43.669875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:43.674514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:43.814807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Attempting to bind port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:43.815241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Attempting to bind port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:43.815661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Attempting to bind port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a on network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:43.819611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 2, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:43.859129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:43.859562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Checking segment: {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:43.860023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.860472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Bound using segment: {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:43.861115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Bound port: 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:43.861545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:43.871518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Checking router: fd2757ae-801d-4c5d-b00c-47ecf6a55e00 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:43.871848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Updating router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 port f827b7f4-f45e-4efc-b494-3e2120b55af7 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:49:44.003690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.076567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.105164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] For port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:44.155561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] For port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:44.163478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.181135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:44.432835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Pushing event updated for resources: {'Port': ['ID=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:44.439740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:44.445146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.613908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.626727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Transition to ACTIVE for port object f827b7f4-f45e-4efc-b494-3e2120b55af7 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:44.632590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.648442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:44.668107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Router 3ff88703-1739-4385-a679-b8911103572b is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:49:44.782247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Pushing event updated for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:44.787358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:44.861814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.909335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:44.920393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Sync routers for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:44.933126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:44.934021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:44.936076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:44.937626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8818123 Apr 15 18:49:44.941358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46070) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:49:45.057085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Attempting to bind port f827b7f4-f45e-4efc-b494-3e2120b55af7 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:45.057552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Attempting to bind port f827b7f4-f45e-4efc-b494-3e2120b55af7 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:45.057992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Attempting to bind port f827b7f4-f45e-4efc-b494-3e2120b55af7 on network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:45.065381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:45.065801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Checking segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:45.066293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:45.066729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Bound using segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:45.067247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Bound port: f827b7f4-f45e-4efc-b494-3e2120b55af7, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:45.067820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:45.179919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] For port f827b7f4-f45e-4efc-b494-3e2120b55af7, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:45.183211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] For port f827b7f4-f45e-4efc-b494-3e2120b55af7, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f827b7f4-f45e-4efc-b494-3e2120b55af7,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:45.184388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:45.187737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:45.203539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:45.362114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Pushing event updated for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:45.367859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:45.407774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:45.408468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:45.475596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8fb04f97-a262-4c7c-80cf-33737ef0cd0a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:45.515224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:43Z', 'revision_number': 3, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:45.519712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Checking router: 3ff88703-1739-4385-a679-b8911103572b for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:45.520074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Updating router 3ff88703-1739-4385-a679-b8911103572b port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:49:45.586038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:45.865532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:45.903575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:45.912757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:45.988193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.002928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Transition to ACTIVE for port object 4adb31fa-7765-46b8-8a5f-5125d9c103e5 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:46.014582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.034887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ea064820-ea80-455f-af30-302ef6ce053f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:46.077405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b256c-a6c3-4af5-984a-31d61ba2030b None None] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:49:46.118549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Allocated IP 172.20.0.1 (d772e4b1-747b-4f6d-9ff2-6df26f7601d4/126e1cde-165f-4ce5-a18e-02558c274b62/22f0c563-9869-4c04-be62-0370973472f1) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:49:46.167515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Pushing event updated for resources: {'Port': ['ID=4adb31fa-7765-46b8-8a5f-5125d9c103e5,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:46.184330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:46.239501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Attempting to bind port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:46.239913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Attempting to bind port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:46.240320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Attempting to bind port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:46.246541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:46.246958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:46.247804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.247804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:46.248319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Bound port: 4adb31fa-7765-46b8-8a5f-5125d9c103e5, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:46.248743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.250110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Provisioning for port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:46.281675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Provisioning complete for port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:46.282136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.293490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.309999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Transition to ACTIVE for port object 22f0c563-9869-4c04-be62-0370973472f1 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:46.328662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] For port 4adb31fa-7765-46b8-8a5f-5125d9c103e5, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:46.332726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] For port 4adb31fa-7765-46b8-8a5f-5125d9c103e5, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4adb31fa-7765-46b8-8a5f-5125d9c103e5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:46.336516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.338030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.352350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:46.355839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-82394380-ab59-404d-8046-4b6e609c31cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:46.496097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:46.509564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:46.510977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Pushing event updated for resources: {'Port': ['ID=4adb31fa-7765-46b8-8a5f-5125d9c103e5,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:46.514531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:46.557296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:46.558506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:46.558702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:46.559286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:46.560909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:49:46.616127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.618525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.660082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:45Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:46.674538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27766f67-2409-4dfa-b3df-6b0283fb360a None None] The sync data for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv is: [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:45Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:46.683601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] For port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:46.691891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.693758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:46.789651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:46.820137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Pushing event updated for resources: {'Port': ['ID=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:46.834254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:47.012420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:47.034216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Provisioning complete for port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:47.034648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.137893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.143895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.212838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e55713c9-7bae-425a-a91a-6b4925553487 tempest-TestVolumeBootPattern-370472032 tempest-TestVolumeBootPattern-370472032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:47.256256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Provisioning for port 22f0c563-9869-4c04-be62-0370973472f1 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:47.262207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Provisioning complete for port 22f0c563-9869-4c04-be62-0370973472f1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:47.262861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.293013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.327700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:47.334082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:47.342317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c064c450-d98d-41cf-bef1-dfe146b56307 None None] Port 22f0c563-9869-4c04-be62-0370973472f1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:49:47.432418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '22f0c563-9869-4c04-be62-0370973472f1', 'name': '', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'mac_address': 'fa:16:3e:32:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:45Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 1, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'subnets': [{'id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:47.437191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1b7a8-68dd-46fa-aaa1-72917702bc53 None None] The sync data for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv is: [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '22f0c563-9869-4c04-be62-0370973472f1', 'name': '', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'mac_address': 'fa:16:3e:32:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:45Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 1, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'subnets': [{'id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:47.471994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-d8420dd8-bfa1-4263-a600-248313da77c4 None None] Provisioning complete for port 22f0c563-9869-4c04-be62-0370973472f1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:47.472498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d8420dd8-bfa1-4263-a600-248313da77c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.501729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:49:47.503012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:49:47.518894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f827b7f4-f45e-4efc-b494-3e2120b55af7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:47.606121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d8420dd8-bfa1-4263-a600-248313da77c4 None None] Port 22f0c563-9869-4c04-be62-0370973472f1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:49:47.660797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f827b7f4-f45e-4efc-b494-3e2120b55af7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:47.667946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f827b7f4-f45e-4efc-b494-3e2120b55af7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:47.668380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.823831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.858901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-12da436f-4bda-4476-ad55-29d87e30c211 None None] Provisioning complete for port 22f0c563-9869-4c04-be62-0370973472f1 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:47.859327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12da436f-4bda-4476-ad55-29d87e30c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.916815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f827b7f4-f45e-4efc-b494-3e2120b55af7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f827b7f4-f45e-4efc-b494-3e2120b55af7,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:47.936246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:47.937367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8fb04f97-a262-4c7c-80cf-33737ef0cd0a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:47.974059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:48.077257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-12da436f-4bda-4476-ad55-29d87e30c211 None None] Port 22f0c563-9869-4c04-be62-0370973472f1 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:49:48.081344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Router 3ff88703-1739-4385-a679-b8911103572b has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:49:48.094938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:48.098814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:48.143549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:48.144090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:48.293694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:49:48.304130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ff88703-1739-4385-a679-b8911103572b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613739 Apr 15 18:49:49.462681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f827b7f4-f45e-4efc-b494-3e2120b55af7 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:49.538872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f827b7f4-f45e-4efc-b494-3e2120b55af7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:49.539522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:49.672077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4adb31fa-7765-46b8-8a5f-5125d9c103e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:49.753977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:49.762590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:49.763010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:49.900984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:49.919122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4adb31fa-7765-46b8-8a5f-5125d9c103e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4adb31fa-7765-46b8-8a5f-5125d9c103e5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:49.923700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:49.925297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:50.003839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4adb31fa-7765-46b8-8a5f-5125d9c103e5,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:50.007281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:50.899026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Sync routers for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:49:50.911544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:50.912224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:51.113105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:51.401436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4adb31fa-7765-46b8-8a5f-5125d9c103e5 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:51.654020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:51.654404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:51.878245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '22f0c563-9869-4c04-be62-0370973472f1', 'name': '', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'mac_address': 'fa:16:3e:32:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:45Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 2, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'subnets': [{'id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:51.885771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Checking router: 3ff88703-1739-4385-a679-b8911103572b for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:49:51.886282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Updating router 3ff88703-1739-4385-a679-b8911103572b port 22f0c563-9869-4c04-be62-0370973472f1 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:49:51.949817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.352604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.366655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Transition to ACTIVE for port object 22f0c563-9869-4c04-be62-0370973472f1 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:49:52.373139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.394563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-273639ed-0b6d-4d2c-927e-404c19f4be47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:52.541085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Pushing event updated for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:52.550172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:52.775302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Attempting to bind port 22f0c563-9869-4c04-be62-0370973472f1 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:49:52.775697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Attempting to bind port 22f0c563-9869-4c04-be62-0370973472f1 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:49:52.776120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Attempting to bind port 22f0c563-9869-4c04-be62-0370973472f1 on network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:49:52.782140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:49:52.783089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Checking segment: {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:49:52.783540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.783984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Bound using segment: {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:49:52.784503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Bound port: 22f0c563-9869-4c04-be62-0370973472f1, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce6ff82-98a7-4f17-b637-771f8b111647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:49:52.784926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.896870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] For port 22f0c563-9869-4c04-be62-0370973472f1, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:49:52.900220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] For port 22f0c563-9869-4c04-be62-0370973472f1, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=22f0c563-9869-4c04-be62-0370973472f1,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:49:52.907066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:52.923417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81060dc-8065-4b78-ad79-d19d951906d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:53.110549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Pushing event updated for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:53.114397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:53.136292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:49:53.137013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:49:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:53.359600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:49:53.431207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 22f0c563-9869-4c04-be62-0370973472f1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:53.495965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:49:53.672630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 22f0c563-9869-4c04-be62-0370973472f1 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:49:53.680587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 22f0c563-9869-4c04-be62-0370973472f1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:53.681011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:53.906374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:53.939579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '22f0c563-9869-4c04-be62-0370973472f1', 'name': '', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'mac_address': 'fa:16:3e:32:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:45Z', 'updated_at': '2021-04-15T18:49:52Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'subnets': [{'id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:49:53.950822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db2973-e5e0-4af7-9bd7-0097dec25a23 None None] The sync data for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv is: [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:46Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '22f0c563-9869-4c04-be62-0370973472f1', 'name': '', 'network_id': 'd772e4b1-747b-4f6d-9ff2-6df26f7601d4', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'mac_address': 'fa:16:3e:32:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:45Z', 'updated_at': '2021-04-15T18:49:52Z', 'revision_number': 4, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'subnets': [{'id': '126e1cde-165f-4ce5-a18e-02558c274b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:49:53.954552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 22f0c563-9869-4c04-be62-0370973472f1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=22f0c563-9869-4c04-be62-0370973472f1,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:49:53.959428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:53.965581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e2c1799b-de45-4e07-9e47-ad4651328616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:49:54.055608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:49:54.064131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:49:54.260491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cc47ab0-d1ad-4990-bc13-742610168bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:55.391711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 22f0c563-9869-4c04-be62-0370973472f1 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:49:55.472490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 22f0c563-9869-4c04-be62-0370973472f1 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:49:55.473008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:57.056262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-79a2850c-05f9-4784-b4e9-ba6e70d0a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:57.247414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:57.775417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:58.542157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:49:58.636485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-e23de5d3-a088-4312-8ca6-b021b8b043b5 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:49:58.637201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-e23de5d3-a088-4312-8ca6-b021b8b043b5 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:49:58.654203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-e23de5d3-a088-4312-8ca6-b021b8b043b5 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:49:58.655544 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-e23de5d3-a088-4312-8ca6-b021b8b043b5 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 814 time: 0.1813476 Apr 15 18:49:58.671988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-ec4bbc6b-e0b2-489e-9917-0a6f6852d3e0 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/quotas/e8299841ef0840da9b06a3c76e54a842 HTTP/1.1" status: 200 len: 375 time: 0.0102556 Apr 15 18:49:58.767698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-6971672e-c245-4f36-8ef6-42bce0acb434 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:49:58.785307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-6971672e-c245-4f36-8ef6-42bce0acb434 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:49:58.786816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-6971672e-c245-4f36-8ef6-42bce0acb434 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091087 Apr 15 18:49:59.043267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-fcc5f821-277c-48ea-bd31-69af1c06f72f service neutron] 10.222.0.32 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428095 Apr 15 18:49:59.191562 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-b4ea0cd2-2b31-4d45-a623-7f42202d28ce service neutron] 10.222.0.32 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418443 Apr 15 18:49:59.384554 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f698c449-52c3-48ae-b833-196dc4257763 req-25831b58-e607-43c5-8b04-5611f67421c9 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 210 time: 0.0493882 Apr 15 18:50:00.561301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67f43274-8b26-4d38-9db9-17df8530e347 req-3deabb79-aa43-4c05-8de1-09ebb86ebab3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 210 time: 0.0510955 Apr 15 18:50:00.628855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-cb80c67b-0580-4bb4-89b3-087fe9b26abd tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:00.630461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-cb80c67b-0580-4bb4-89b3-087fe9b26abd tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 814 time: 0.1687479 Apr 15 18:50:00.643469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'port': {'device_id': '706ffd5f-2548-4936-9a97-67313134ec31', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'admin_state_up': True, 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:00.789433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:00.800003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:00.809339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Made reservation on behalf of e8299841ef0840da9b06a3c76e54a842 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:50:00.816025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:00.990776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Allocated IP 172.20.0.10 (04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33/62030270-b384-4462-9a8d-4c3c739d538e/83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:50:01.244133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:01.262624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Transition to ACTIVE for port object 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:50:01.290695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:01.386329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-48c0114c-a7d9-4fda-a083-98733bb05c68 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:01.502816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:01.525924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.526362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.526790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.527212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.527638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.528046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.528460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.528874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.529283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.529690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.530122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.530532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:01.535980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:01.556510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:50:01.557745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:50:01.560099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:50:01.659049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:01.660558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:01.708191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0692022 Apr 15 18:50:01.807301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-de9dcef3-e771-4eb5-a2ae-dec6a242948a None None] Provisioning for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:50:01.813712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-de9dcef3-e771-4eb5-a2ae-dec6a242948a None None] Provisioning complete for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:50:01.814194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de9dcef3-e771-4eb5-a2ae-dec6a242948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:01.834819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ef76-4fd5-4d99-add6-40c81a59fe51 req-8e8638a9-e523-4a52-a317-1aa934cca1d1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:01.836731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9694ef76-4fd5-4d99-add6-40c81a59fe51 req-8e8638a9-e523-4a52-a317-1aa934cca1d1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.1195700 Apr 15 18:50:01.875897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-de9dcef3-e771-4eb5-a2ae-dec6a242948a None None] Port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:50:01.895900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9694ef76-4fd5-4d99-add6-40c81a59fe51 req-349b6770-2864-42e6-8418-23ac34c6ef4a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:50:01.912757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9694ef76-4fd5-4d99-add6-40c81a59fe51 req-349b6770-2864-42e6-8418-23ac34c6ef4a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:50:01.914281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9694ef76-4fd5-4d99-add6-40c81a59fe51 req-349b6770-2864-42e6-8418-23ac34c6ef4a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703149 Apr 15 18:50:03.123506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9332bb-ae49-4fc5-a1bd-2951af876ae3 req-5a6e0d06-a6f5-495f-9e89-0496ad1d2272 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:03.125103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a9332bb-ae49-4fc5-a1bd-2951af876ae3 req-5a6e0d06-a6f5-495f-9e89-0496ad1d2272 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0942194 Apr 15 18:50:03.179830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9a9332bb-ae49-4fc5-a1bd-2951af876ae3 req-2829b56c-fb31-4415-bf8e-4402120d6a2d tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Apr 15 18:50:04.385252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d211b3-a128-4a4d-bf60-aa5f1aabd521 req-59f21049-a022-4e9d-8394-38fe5561b86e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:04.386901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7d211b3-a128-4a4d-bf60-aa5f1aabd521 req-59f21049-a022-4e9d-8394-38fe5561b86e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0911596 Apr 15 18:50:04.438036 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7d211b3-a128-4a4d-bf60-aa5f1aabd521 req-a1afcec3-8cac-44e1-8153-dc983b840bd3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Apr 15 18:50:05.662062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482433ee-57fa-4e94-8aba-f7ac5d10ceff req-23eec100-0fc6-40d7-a043-c1e8cbc886bd tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:05.663627 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-482433ee-57fa-4e94-8aba-f7ac5d10ceff req-23eec100-0fc6-40d7-a043-c1e8cbc886bd tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.1113231 Apr 15 18:50:05.715698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-482433ee-57fa-4e94-8aba-f7ac5d10ceff req-047e8dcf-1672-46fd-88c8-63cfd2e68074 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Apr 15 18:50:06.946226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f7d6-263f-4572-a02f-407789f8fcab req-66fa1390-cad4-43d1-8430-ecb1c7a0d46f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:06.947880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1601f7d6-263f-4572-a02f-407789f8fcab req-66fa1390-cad4-43d1-8430-ecb1c7a0d46f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0913165 Apr 15 18:50:06.999415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1601f7d6-263f-4572-a02f-407789f8fcab req-acf89f6b-a5cf-4f7a-a527-fb62466b3ba6 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448055 Apr 15 18:50:08.218764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa9a1c-787a-40ca-a0a9-e09f3f6d5348 req-be084580-e23e-4e38-8235-3a8f240a983e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:08.221733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3fa9a1c-787a-40ca-a0a9-e09f3f6d5348 req-be084580-e23e-4e38-8235-3a8f240a983e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0982192 Apr 15 18:50:08.271799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3fa9a1c-787a-40ca-a0a9-e09f3f6d5348 req-cdc538c1-4af5-47d5-b527-190c73d4b9e8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Apr 15 18:50:09.491825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4b028-c0b1-412f-b8b5-a9f478f8a73c req-92fd29ca-ed37-43ff-b249-7e41d3443e26 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:09.493454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75f4b028-c0b1-412f-b8b5-a9f478f8a73c req-92fd29ca-ed37-43ff-b249-7e41d3443e26 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0924952 Apr 15 18:50:09.548440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75f4b028-c0b1-412f-b8b5-a9f478f8a73c req-e97034ad-7c85-4d43-ba98-c8a0297aa75a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476992 Apr 15 18:50:10.752024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb67f-35f2-4a8d-b31f-0e7d8224855e req-34875ae3-b95f-44dc-b5f3-fc06e4a2522d tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:10.753646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-35cdb67f-35f2-4a8d-b31f-0e7d8224855e req-34875ae3-b95f-44dc-b5f3-fc06e4a2522d tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 932 time: 0.0894892 Apr 15 18:50:10.802602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-35cdb67f-35f2-4a8d-b31f-0e7d8224855e req-25d92739-3ce9-4c53-8791-2fc0e7eb2bea tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Apr 15 18:50:10.817886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-4128ee47-8901-4330-898c-011ae8931700 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:50:10.819216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-4128ee47-8901-4330-898c-011ae8931700 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081615 Apr 15 18:50:10.879007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Request body: {'port': {'device_id': '706ffd5f-2548-4936-9a97-67313134ec31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:10.999667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:11.354936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:50:11.363381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:11.378219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Transition to ACTIVE for port object 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:50:11.380744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:11.395990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2654628b-9bd8-4095-a076-168818b43684 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:11.536395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:11.550418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:11.772135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Attempting to bind port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:50:11.772641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Attempting to bind port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:50:11.772836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Attempting to bind port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa on network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:50:11.777679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa on network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:50:11.778091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Attempting to bind port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa on network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:50:11.784124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:50:11.784494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Checking segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:50:11.784910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Bound using segment: {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:50:11.785374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Bound port: 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ee9551-b860-4e7d-8b5b-6849af89bd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:50:11.785752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:11.883019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:50:11.886133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:50:11.889513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:11.905169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7ccf942-de33-411e-80de-90ac9f2b057a tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:12.010375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abc974-1b08-46b9-838a-635317620b2f req-eae241de-33bc-47fa-a8fd-c5e2e89260bb tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:12.011982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7abc974-1b08-46b9-838a-635317620b2f req-eae241de-33bc-47fa-a8fd-c5e2e89260bb tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 944 time: 0.0939813 Apr 15 18:50:12.058594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:12.060097 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a7abc974-1b08-46b9-838a-635317620b2f req-8f1cd1a6-2a0c-4f80-bd8b-b40e8134a593 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Apr 15 18:50:12.064624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:12.096122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:12.096766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:12.098232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] 10.222.0.49 "PUT /v2.0/ports/83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 1094 time: 1.2723906 Apr 15 18:50:12.098804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:50:12.228042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-b7845ae9-cd82-4bd3-97c8-f9c28092258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:12.229725 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-b7845ae9-cd82-4bd3-97c8-f9c28092258d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1097 time: 0.0945771 Apr 15 18:50:12.576259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:50:12.591556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-6d347a7e-5265-410d-b3a3-a09d598cd64b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 217 time: 0.3553283 Apr 15 18:50:12.662750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-aa799ab1-cd6d-48e1-883f-a10ed89ef1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:12.664281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-aa799ab1-cd6d-48e1-883f-a10ed89ef1c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0662336 Apr 15 18:50:12.744836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-9ec1a749-3643-4849-b998-d926bd82d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:12.746482 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-9ec1a749-3643-4849-b998-d926bd82d05f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759492 Apr 15 18:50:12.887058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-0da81469-020a-4f47-b2af-74c7facaf264 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335330 Apr 15 18:50:13.026406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bbac11aa-9ed4-46c2-b51d-87eca4cbed26 req-caf12e67-ea59-4b17-9001-c9b0b980349f service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327572 Apr 15 18:50:13.150355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-831daef1-dd91-4772-811e-30bb46bbbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:13.151873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-831daef1-dd91-4772-811e-30bb46bbbf84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1097 time: 0.0824218 Apr 15 18:50:13.263422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10625694-f325-4741-b057-7d0ef4da452f req-54a23375-4834-4ca9-8411-d117f9da9a5e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:13.265046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10625694-f325-4741-b057-7d0ef4da452f req-54a23375-4834-4ca9-8411-d117f9da9a5e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 944 time: 0.0891109 Apr 15 18:50:13.296270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-07525b40-454f-493a-a954-bd9db95d0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:13.297994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-07525b40-454f-493a-a954-bd9db95d0ac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1389146 Apr 15 18:50:13.314081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10625694-f325-4741-b057-7d0ef4da452f req-40a67be2-de38-4d5a-b287-35ba42adcae0 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 Apr 15 18:50:13.370428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-dd6cb4a0-e6d3-4dd7-a896-05448643ba1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 217 time: 0.0658493 Apr 15 18:50:13.441254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-02b7945f-ca8c-47c3-9c6d-35b2c0046c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:13.442771 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-02b7945f-ca8c-47c3-9c6d-35b2c0046c38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0662656 Apr 15 18:50:13.523972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-4070430f-f641-4162-a949-799033ed7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:13.525540 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-4070430f-f641-4162-a949-799033ed7f9d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754917 Apr 15 18:50:13.667457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-4d1ce817-cbd5-4001-9b3f-a4bdd7cee33d service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352918 Apr 15 18:50:13.810743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eff735a4-b891-4637-ba50-f2b6ea2ac742 req-85825b1c-3196-473d-b978-b9e16c6646ca service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365273 Apr 15 18:50:14.518377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d6bc5-1f9c-41f6-9422-ee4536c0d020 req-2ecdc621-f5fd-427a-a895-e1485d789cd8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:14.519977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-807d6bc5-1f9c-41f6-9422-ee4536c0d020 req-2ecdc621-f5fd-427a-a895-e1485d789cd8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 944 time: 0.0922918 Apr 15 18:50:14.567661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-807d6bc5-1f9c-41f6-9422-ee4536c0d020 req-ebecd4a8-054e-4a01-9e6b-7d1648eea3bd tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Apr 15 18:50:14.832471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:15.768881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d0298-1e10-4185-a984-ddebe0e09348 req-a3c8b8d5-86fe-445d-b8b1-8cdabc22cbe7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:15.770512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b7d0298-1e10-4185-a984-ddebe0e09348 req-a3c8b8d5-86fe-445d-b8b1-8cdabc22cbe7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 944 time: 0.0880103 Apr 15 18:50:15.821683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b7d0298-1e10-4185-a984-ddebe0e09348 req-f064bf63-71b0-4f7c-ad48-efdd616c50f9 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Apr 15 18:50:16.147448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:50:16.285400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:50:16.302063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'port_id': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'mac_address': 'fa:16:3e:5f:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:50:16.359221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:16.376266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:50:16.392172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:50:16.394951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:16.396724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-af34aca3-351e-4a93-9055-021680b81a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:16.464479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:16.467554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:16.597969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:50:17.022576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85c988-909d-4400-9ddb-fc208a9a96f9 req-884a3b47-957e-4b81-adfa-5a5665968b42 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:17.024181 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff85c988-909d-4400-9ddb-fc208a9a96f9 req-884a3b47-957e-4b81-adfa-5a5665968b42 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 945 time: 0.0899620 Apr 15 18:50:17.072261 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff85c988-909d-4400-9ddb-fc208a9a96f9 req-52782045-3c0e-4026-83b7-24801407e7e1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416570 Apr 15 18:50:18.209822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:50:18.275031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ef56-c975-4e95-b6b9-7d272fda8665 req-620b0f3d-7786-4f4c-a267-b141bee52100 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:18.276640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0376ef56-c975-4e95-b6b9-7d272fda8665 req-620b0f3d-7786-4f4c-a267-b141bee52100 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 945 time: 0.0932009 Apr 15 18:50:18.280797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:50:18.285674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:50:18.286126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:18.325798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0376ef56-c975-4e95-b6b9-7d272fda8665 req-c3713993-7f31-4257-afbe-7a09991721b2 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Apr 15 18:50:18.409482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:18.436973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:50:18.447588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:50:18.451490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:18.452987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:18.522800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:18.526288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:18.542991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'code': 200} Apr 15 18:50:18.780442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcc2ee-1dff-4c54-b116-23f1d3168105 req-56fe4951-62c2-4657-b824-6f8ca489de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:18.782576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50bcc2ee-1dff-4c54-b116-23f1d3168105 req-56fe4951-62c2-4657-b824-6f8ca489de56 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1099 time: 0.0823457 Apr 15 18:50:18.825063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-50bcc2ee-1dff-4c54-b116-23f1d3168105 req-dc0a2c82-624f-4971-8b6a-e7a1d923b8cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364442 Apr 15 18:50:19.525469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9eb66-e614-4919-a9cb-eb40b2663db0 req-488824a7-e21d-483a-af3b-bab118953453 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:19.527164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fad9eb66-e614-4919-a9cb-eb40b2663db0 req-488824a7-e21d-483a-af3b-bab118953453 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0903540 Apr 15 18:50:19.576314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fad9eb66-e614-4919-a9cb-eb40b2663db0 req-6d304cc8-d585-4af5-9f9f-eaf68161d4a7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Apr 15 18:50:20.783190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1d436-4460-49c6-86bc-8551d03be2b2 req-d55eb1ef-a507-4c94-95d3-a53cfafd272f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:20.784825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1b1d436-4460-49c6-86bc-8551d03be2b2 req-d55eb1ef-a507-4c94-95d3-a53cfafd272f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0927951 Apr 15 18:50:20.833694 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a1b1d436-4460-49c6-86bc-8551d03be2b2 req-46b605f2-97cc-453f-8fe0-abd9c568f059 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 Apr 15 18:50:21.033492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8689ee-b703-47f8-ac36-3fc93e8f1b6d req-0a62074c-efb3-4144-a44d-e6878f5d2c2c tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:21.035125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd8689ee-b703-47f8-ac36-3fc93e8f1b6d req-0a62074c-efb3-4144-a44d-e6878f5d2c2c tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0882273 Apr 15 18:50:21.085158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd8689ee-b703-47f8-ac36-3fc93e8f1b6d req-884ad283-1aeb-44e0-8e7b-249b4eeb475e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Apr 15 18:50:21.496134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308acd4e-6677-497a-acc0-e5efbffacd55 req-fff9c75f-06bb-453b-a8fb-dc45efdeed90 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:21.497737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-308acd4e-6677-497a-acc0-e5efbffacd55 req-fff9c75f-06bb-453b-a8fb-dc45efdeed90 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0886016 Apr 15 18:50:21.545727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-308acd4e-6677-497a-acc0-e5efbffacd55 req-c8602f37-d9b7-4a71-b8f5-855bca905145 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Apr 15 18:50:24.252698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84d69df1-520b-4523-be1f-6033efbf9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:27.049582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b38a052-ef6e-4e3e-a1bc-778a1d14735c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:27.248206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:27.777631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:28.539118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:30.495854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:50:32.043978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3c5d-9323-41d8-a7ff-af94f4c202d3 req-1c97e935-19b9-40f1-9036-8674cf5363c0 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:32.045543 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcdc3c5d-9323-41d8-a7ff-af94f4c202d3 req-1c97e935-19b9-40f1-9036-8674cf5363c0 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0922692 Apr 15 18:50:32.092414 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bcdc3c5d-9323-41d8-a7ff-af94f4c202d3 req-b9cae0e6-67d3-4a44-a679-ebbd2a30f558 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Apr 15 18:50:32.118043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:32.244048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0849dcaa-d0e2-43d5-9bc1-a75472078737 tempest-TestMinimumBasicScenario-1240550713 tempest-TestMinimumBasicScenario-1240550713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:32.244829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0849dcaa-d0e2-43d5-9bc1-a75472078737 tempest-TestMinimumBasicScenario-1240550713 tempest-TestMinimumBasicScenario-1240550713-project-admin] Synchronizing usage tracker for tenant:d49084efcd1d405f94a15ec3728109dc on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:50:32.260569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0849dcaa-d0e2-43d5-9bc1-a75472078737 tempest-TestMinimumBasicScenario-1240550713 tempest-TestMinimumBasicScenario-1240550713-project-admin] Unset dirty status for tenant:d49084efcd1d405f94a15ec3728109dc on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:50:32.261813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0849dcaa-d0e2-43d5-9bc1-a75472078737 tempest-TestMinimumBasicScenario-1240550713 tempest-TestMinimumBasicScenario-1240550713-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1094 time: 0.1426909 Apr 15 18:50:32.265020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:32.271186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:32.277382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:32.281392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:floatingip and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:32.284360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:32.290335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:32.299588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:32.443229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:32.587680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Allocated IP 172.26.7.73 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/4b9f5b2f-7abb-4b28-9ccc-253ba719cffa) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:50:32.740732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:32.771048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:32.786438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4812c981-1d55-4237-892b-865ca92ff6a0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:32.920524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'Port': ['ID=4b9f5b2f-7abb-4b28-9ccc-253ba719cffa,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:32.942895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.944070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.944070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.944070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.944382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.945699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.945699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.945699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.946041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.946395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.946836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.947225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:50:32.951214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:32.989168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:50:32.990312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:50:32.992659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:50:33.691818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:33.768690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:33.988471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:33.991915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:34.007368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b9a236c0-05c7-4d29-8be2-e14f8c67118a tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:34.143627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'Port': ['ID=4b9f5b2f-7abb-4b28-9ccc-253ba719cffa,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:34.155922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:34.244213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:34.424994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Floating IP 5a0fde6d-6af9-4980-8857-383e44f0dfd3 associated. External IP: 172.26.7.73, port: 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa. Apr 15 18:50:34.793048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:50:34.984211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:50:35.001435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Sync routers for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:50:35.007085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:50:35.010966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:50:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:50:35.012758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.072441 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8063264 Apr 15 18:50:35.074580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:50:35.075506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46288) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:35.081559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998737749', 'description': 'tempest-secgroup-smoke-1998737749 description', 'project_id': 'e8299841ef0840da9b06a3c76e54a842'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:35.088848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.099995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.110894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.133858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.139001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:35.143621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:35.150763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.184328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:50:35.205216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:50:35.280328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.286228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.292235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55862634-cf7c-42d3-a090-7730d50d63b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:35.350818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7635ad8-18ff-443b-a535-f125eb1d5801,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:35.354982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:35.355861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.357154 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd652af6-7d30-43ba-a4fa-653fcc81302e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2804871 Apr 15 18:50:35.360980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46296) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:35.367396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:35.371987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-99206523-66a5-43c8-9929-a5875c84afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:35.373726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-99206523-66a5-43c8-9929-a5875c84afe1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1099 time: 0.1598921 Apr 15 18:50:35.374030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.378130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:35.381243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:35.388701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.404966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.472602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.477296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.479482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:35.502662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90cb21e-2ee2-4b54-b078-70fef3bf995e,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:35.507296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:35.515489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.518660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557436 Apr 15 18:50:35.519680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46300) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:35.520087 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-95409b41-706b-4751-9dad-1a6784aa9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:35.521696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-95409b41-706b-4751-9dad-1a6784aa9853 service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1414378 Apr 15 18:50:35.525987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:35.532956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.537027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:35.540104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:35.546233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.563784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.585959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '5a0fde6d-6af9-4980-8857-383e44f0dfd3', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'port_id': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'mac_address': 'fa:16:3e:5f:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffd5f-2548-4936-9a97-67313134ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:50:33Z', 'updated_at': '2021-04-15T18:50:33Z', 'revision_number': 0, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:50:35.590144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Checking router: fd2757ae-801d-4c5d-b00c-47ecf6a55e00 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:50:35.600244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:50:35.600985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:50:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:50:35.636459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-48bb63d1-b69e-40b9-a85d-e05b48102568 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 999 time: 0.1085682 Apr 15 18:50:35.640334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.643674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.645601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03049e27-1b65-4e89-8d88-974f612d16b4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:35.675647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.679675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1559858 Apr 15 18:50:35.680248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46304) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:35.682834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746b4f0c-5f40-4dd2-9c51-52ba9ea0a7e4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:35.691288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:35.696795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0b90e991-374b-4775-85be-f9a241d70a00 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:35.699114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.704020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:35.707217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:35.710221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-5f889817-5ea9-47f7-8f80-68a1d0057782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:35.711819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-5f889817-5ea9-47f7-8f80-68a1d0057782 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0687089 Apr 15 18:50:35.713441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.732948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.800478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-f9238b6f-9cd6-407f-8b82-af6bb3e4f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:35.802029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-f9238b6f-9cd6-407f-8b82-af6bb3e4f77e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838919 Apr 15 18:50:35.803180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:50:35.812401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.815230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.823211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c4e5f258-574c-4bab-a9ba-e09ff0ddee1d tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:35.848120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c985317a-ff38-4b5c-8636-67a2648b8fcc,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:35.850939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:35.855137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.856620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757360 Apr 15 18:50:35.859460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46308) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:35.865277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:35.871830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:35.876325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:35.879425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:35.885647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:35.905774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.964538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-ea0284eb-fa25-4db5-a282-3db067fbe8fe service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468682 Apr 15 18:50:35.994711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.994711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:35.994711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0865dcd9-cd59-42f3-b0d4-b34135bfada5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:36.019058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ed053e-064a-49b3-9fc5-70dbf0a365c7,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:36.025904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:36.037598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.041697 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1785421 Apr 15 18:50:36.042017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46312) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:36.048074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:36.054772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:36.059805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:36.063428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:36.070356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:36.080081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Project e8299841ef0840da9b06a3c76e54a842 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:50:36.087249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.116384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa2b2a08-71e6-4e7f-affc-9accde8d5e52 req-150443a7-15de-44ce-8fd2-21fffe83ddee service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527133 Apr 15 18:50:36.160616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.163279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.165208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-698f0301-773b-4d4a-b6dd-4f70a1c1a3ae tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:36.189318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474e0361-d5bb-4bc5-9184-6f6d24ce73e0,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:36.191961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:36.198479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.202460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566668 Apr 15 18:50:36.202714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46316) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:50:36.208143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '5a0fde6d-6af9-4980-8857-383e44f0dfd3', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'port_id': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'mac_address': 'fa:16:3e:5f:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffd5f-2548-4936-9a97-67313134ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:50:33Z', 'updated_at': '2021-04-15T18:50:33Z', 'revision_number': 0, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:50:36.208909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'security_group_rule': {'security_group_id': 'c7635ad8-18ff-443b-a535-f125eb1d5801', 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:36.212609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17ae5-56e0-4b7c-bf90-f85266e02037 None None] The sync data for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv is: [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '5a0fde6d-6af9-4980-8857-383e44f0dfd3', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'floating_ip_address': '172.26.7.73', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'port_id': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'mac_address': 'fa:16:3e:5f:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffd5f-2548-4936-9a97-67313134ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:50:33Z', 'updated_at': '2021-04-15T18:50:33Z', 'revision_number': 0, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:50:36.215637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:50:36.220177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Usage tracker for resource:security_group_rule and tenant:e8299841ef0840da9b06a3c76e54a842 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:50:36.223422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:50:36.230129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:50:36.239917 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Project e8299841ef0840da9b06a3c76e54a842 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:50:36.247090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.321971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.324388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.331891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-089afe7f-112f-4025-a4f6-e4688a64d21c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:36.353734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31086896-52ff-49f4-b164-3503d5e030ce,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:36.356670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:36.362238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:36.363545 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598294 Apr 15 18:50:36.491998 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-7fc8a66c-b6b5-4d91-8381-5da2f92aa5d9 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998737749&fields=id&tenant_id=e8299841ef0840da9b06a3c76e54a842 HTTP/1.1" status: 200 len: 267 time: 0.0441933 Apr 15 18:50:36.539101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5bdfa7-bc0f-49ac-861d-8e856c8f87ca None None] New status for floating IP 5a0fde6d-6af9-4980-8857-383e44f0dfd3: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:50:36.592860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-d539737c-8701-4150-a51d-3dc3230b06a6 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:36.594512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-d539737c-8701-4150-a51d-3dc3230b06a6 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0964437 Apr 15 18:50:36.606623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'port': {'security_groups': ['f3a7e2c9-d508-498c-be0d-a277777e2db8', 'c7635ad8-18ff-443b-a535-f125eb1d5801']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:50:36.740505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:37.016508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:50:37.043356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:37.046856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:37.058580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:50:37.062245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:50:37.223270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=6']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:50:37.228229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:50:37.267640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.268295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:37.269789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4768fe7c-894c-432d-9afd-61e1f8c3aaf2 req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "PUT /v2.0/ports/83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 982 time: 0.6681490 Apr 15 18:50:37.270388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:50:37.325130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:50:37.334716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:50:37.451010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-6e7eefd9-83a2-4f22-9029-b58333c5dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.452896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-6e7eefd9-83a2-4f22-9029-b58333c5dd15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1138 time: 0.0964322 Apr 15 18:50:37.501412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07552529-d00b-467a-891d-bdd5c161b0c9 req-3dac7a1c-c929-43d9-ad20-9ef908f87e4a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.503065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-07552529-d00b-467a-891d-bdd5c161b0c9 req-3dac7a1c-c929-43d9-ad20-9ef908f87e4a tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.1007757 Apr 15 18:50:37.557631 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-07552529-d00b-467a-891d-bdd5c161b0c9 req-bba10786-89eb-4420-9705-a4f92ba8cd19 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461643 Apr 15 18:50:37.609057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-bf3fc962-f483-4454-9f1c-c583354dec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.610778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-bf3fc962-f483-4454-9f1c-c583354dec74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1518230 Apr 15 18:50:37.619676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-04d1187f-17a6-430a-9c61-5fe987553d9e None None] Provisioning complete for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:50:37.620101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04d1187f-17a6-430a-9c61-5fe987553d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:37.727234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-2794d655-709e-4059-a9bc-30c5639b9c7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 1001 time: 0.1100335 Apr 15 18:50:37.798809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-156cc037-4ae8-4f2b-97a8-31a640f3da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.800428 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-156cc037-4ae8-4f2b-97a8-31a640f3da89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0661192 Apr 15 18:50:37.886584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-2d7ecea6-1572-42e6-9a54-b6586c2ac1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:37.888205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-2d7ecea6-1572-42e6-9a54-b6586c2ac1fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821552 Apr 15 18:50:38.034608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-4f0dc85c-f6b2-4aca-bce1-fbfb3bdb33b0 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389937 Apr 15 18:50:38.180888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eaf0e352-203a-4faa-b31f-c25addf59c5a req-17b4b0e0-adcc-42d2-b8b4-f338553c85df service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400456 Apr 15 18:50:44.839287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:52.871208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-46eda13d-6bbc-46c0-8881-6003b2afcbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:52.872743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-46eda13d-6bbc-46c0-8881-6003b2afcbe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1138 time: 0.0804496 Apr 15 18:50:52.903975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c14a4-4f46-43a4-a24b-b8e4f51ee3d2 req-34cf7404-a79c-4940-9341-78faec3a0223 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:52.905574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a58c14a4-4f46-43a4-a24b-b8e4f51ee3d2 req-34cf7404-a79c-4940-9341-78faec3a0223 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0895786 Apr 15 18:50:52.961422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a58c14a4-4f46-43a4-a24b-b8e4f51ee3d2 req-46dfb026-110c-4581-ad6e-71ac5ec0dbff tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484254 Apr 15 18:50:53.020825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-ee57bfe8-f76c-4cdc-b18d-086cc1a7dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:53.022438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-ee57bfe8-f76c-4cdc-b18d-086cc1a7dc00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1397984 Apr 15 18:50:53.133492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-261bf99c-0fc4-4f7b-a570-bed66c6bcfd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 1001 time: 0.1034741 Apr 15 18:50:53.207131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-cd33bb53-241c-4e16-9773-eb9a79b6250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:53.208645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-cd33bb53-241c-4e16-9773-eb9a79b6250b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0624809 Apr 15 18:50:53.293487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-6c8aa470-791a-40cc-9a00-a6f18d08894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:53.295093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-6c8aa470-791a-40cc-9a00-a6f18d08894e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788555 Apr 15 18:50:53.454664 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-d65783ba-08ad-439f-b660-f397e032b41f service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512392 Apr 15 18:50:53.595172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c4d8747-2f2d-4560-89df-b181743ab9c7 req-fd10b131-2f6a-4a80-ac54-98bcf42295a4 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330640 Apr 15 18:50:54.164268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf96e8-fc62-4d86-8730-e0dc1d3e1f1d req-395faede-78dd-4e0d-b602-8b44510856e3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:54.165768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93cf96e8-fc62-4d86-8730-e0dc1d3e1f1d req-395faede-78dd-4e0d-b602-8b44510856e3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0900764 Apr 15 18:50:54.218030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93cf96e8-fc62-4d86-8730-e0dc1d3e1f1d req-f596f30d-9bce-45e1-b7b6-d8642429aa39 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457020 Apr 15 18:50:54.254638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65706d81-e3a8-4543-8a9b-a6e4f5548481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:55.426042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c279e6c-af8f-4ee4-bf91-fffaffc38cd5 req-7f97c031-b00f-40b5-a86f-3a9fe83df37e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:55.427647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c279e6c-af8f-4ee4-bf91-fffaffc38cd5 req-7f97c031-b00f-40b5-a86f-3a9fe83df37e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0970988 Apr 15 18:50:55.478593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c279e6c-af8f-4ee4-bf91-fffaffc38cd5 req-1698f8c5-cc76-415e-bde1-09328c35982d tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444682 Apr 15 18:50:56.676915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fe1c0-5099-47e5-aebe-56df0bc6456a req-1f1c210c-e25c-4185-884c-26edd2a1b040 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:56.678542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f4fe1c0-5099-47e5-aebe-56df0bc6456a req-1f1c210c-e25c-4185-884c-26edd2a1b040 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0884154 Apr 15 18:50:56.728905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f4fe1c0-5099-47e5-aebe-56df0bc6456a req-e83a0e7c-7864-4bd5-a91f-e579269143d0 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439861 Apr 15 18:50:57.051449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d28dbaf4-23dc-4c08-b775-967208f1c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:57.249284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:57.780299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:57.940547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa545e-9ffc-4afe-9b65-8c85155afe62 req-0b26d992-7fab-4063-a204-724dbde06e8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:57.942169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89fa545e-9ffc-4afe-9b65-8c85155afe62 req-0b26d992-7fab-4063-a204-724dbde06e8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0931823 Apr 15 18:50:57.993294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-89fa545e-9ffc-4afe-9b65-8c85155afe62 req-60d44c04-30bb-45e6-9cb5-8931cfb08597 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444176 Apr 15 18:50:58.542575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:50:59.204863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bb2a3-fb36-4188-bbdf-faaa80265187 req-8961cbb0-5314-4203-af40-a014b33a69ae tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:50:59.206410 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-192bb2a3-fb36-4188-bbdf-faaa80265187 req-8961cbb0-5314-4203-af40-a014b33a69ae tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0922472 Apr 15 18:50:59.259290 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-192bb2a3-fb36-4188-bbdf-faaa80265187 req-db4169c4-88d5-4466-8bd4-1e4e0c66aaf8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464900 Apr 15 18:51:00.460367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5214317-75ea-4392-86aa-e9ca4b0f5646 req-4c774e0e-cc14-420e-a5a1-497505fbcf29 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:00.461975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c5214317-75ea-4392-86aa-e9ca4b0f5646 req-4c774e0e-cc14-420e-a5a1-497505fbcf29 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0888593 Apr 15 18:51:00.511638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c5214317-75ea-4392-86aa-e9ca4b0f5646 req-3943af65-703e-4b22-b559-e2190ca1c3c8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433269 Apr 15 18:51:01.715649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11f41d-edcb-4a62-aff6-9f777fec1d7c req-f703e711-3bbd-4560-b44c-205515614e63 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:01.717266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d11f41d-edcb-4a62-aff6-9f777fec1d7c req-f703e711-3bbd-4560-b44c-205515614e63 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0928068 Apr 15 18:51:02.045029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d11f41d-edcb-4a62-aff6-9f777fec1d7c req-20bffc32-9d8a-4a6c-b08e-6bfc57c22bed tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3206692 Apr 15 18:51:03.246078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626e2b-6016-4939-99f0-7dca7d78a43b req-0904bd43-8967-479a-85d5-1b1975e611c6 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:03.247639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09626e2b-6016-4939-99f0-7dca7d78a43b req-0904bd43-8967-479a-85d5-1b1975e611c6 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0900142 Apr 15 18:51:03.301169 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-09626e2b-6016-4939-99f0-7dca7d78a43b req-414b53d4-85bf-40ec-8cfa-20ab31fc10f9 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465224 Apr 15 18:51:04.507258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfd897-1159-4a48-b389-5075d4f94bf7 req-a88cfffd-5edd-4db3-93cc-1152682e04c3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:04.508889 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7abfd897-1159-4a48-b389-5075d4f94bf7 req-a88cfffd-5edd-4db3-93cc-1152682e04c3 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0908797 Apr 15 18:51:04.558994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7abfd897-1159-4a48-b389-5075d4f94bf7 req-088188d5-f54e-43b0-b37d-ab6618174333 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435727 Apr 15 18:51:05.766400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9a8f6-a4aa-4ecf-ac61-a446a4ea6046 req-9b4cc251-1028-40dc-8b16-39ce8cf487df tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:05.768006 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f9a8f6-a4aa-4ecf-ac61-a446a4ea6046 req-9b4cc251-1028-40dc-8b16-39ce8cf487df tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0926478 Apr 15 18:51:05.817955 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10f9a8f6-a4aa-4ecf-ac61-a446a4ea6046 req-59a53679-c5d1-4d24-a7ec-7c7e04bdc83b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7635ad8-18ff-443b-a535-f125eb1d5801&id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435817 Apr 15 18:51:07.495377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:51:14.846168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:17.579312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-20b01b9b-b13b-42a6-8fb3-5a0db8a38a89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761132 Apr 15 18:51:17.729623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-1b41f1f8-b15d-4d9e-812c-65e0c132447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:17.731257 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-1b41f1f8-b15d-4d9e-812c-65e0c132447d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1138 time: 0.0808403 Apr 15 18:51:17.882580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-8483240e-c041-4938-8955-8ddd3412656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:17.884146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-8483240e-c041-4938-8955-8ddd3412656d service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1354771 Apr 15 18:51:17.991566 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-f233ce89-1c25-4e48-ad51-e0eb9fc6626a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 1001 time: 0.1017900 Apr 15 18:51:18.334001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-d263af0f-bc51-4b52-ae01-23fd143056c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:18.335477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-d263af0f-bc51-4b52-ae01-23fd143056c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.3387129 Apr 15 18:51:18.416550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-13793d31-7662-4aae-ae58-7d58ec7beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:18.419797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-13793d31-7662-4aae-ae58-7d58ec7beefb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761013 Apr 15 18:51:18.557859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-9d381d22-0494-46b0-9e35-fd0d0908c29c service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324878 Apr 15 18:51:18.697368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-39cc69a4-3d49-4952-8943-9b5a627914d8 req-211f9a4f-97b4-4856-8672-886a45074a72 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326916 Apr 15 18:51:24.255353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3362d83d-27ba-42b6-8005-d253a5f1b230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:27.052211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9e895c4d-46a2-452d-80e2-ba1c7097de1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:27.255421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:27.782178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:28.546159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:34.739706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-14865fbd-a104-4f7b-ba5a-36b7db763c8d tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998737749&fields=id&tenant_id=e8299841ef0840da9b06a3c76e54a842 HTTP/1.1" status: 200 len: 267 time: 0.0439837 Apr 15 18:51:34.831807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-ab851323-ccde-4428-8ad7-38c9452057d8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:34.833956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-ab851323-ccde-4428-8ad7-38c9452057d8 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 985 time: 0.0881217 Apr 15 18:51:34.846293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Request body: {'port': {'security_groups': ['f3a7e2c9-d508-498c-be0d-a277777e2db8']}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:51:34.978305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.236714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:35.263822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.267349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.279486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:51:35.282767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-88330845-a45c-4656-93b9-fdacf7328a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:35.440882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event updated for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=7']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:35.453390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.453836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.454292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.454727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.455154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.455579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.456000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.456425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.456848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.457272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.457742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.458162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:35.464437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:35.504520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:35.505879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.507541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c28226d2-2906-4381-b69a-e8af8034a7cb req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "PUT /v2.0/ports/83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 943 time: 0.6665909 Apr 15 18:51:35.508169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:51:35.514103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46374) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:35.569766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:51:35.599127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.637108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.693244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.698770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-644b557e-0b41-4ced-950f-05135e047ad9 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:35.714668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7635ad8-18ff-443b-a535-f125eb1d5801,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:35.719145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:35.723050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.724191 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7635ad8-18ff-443b-a535-f125eb1d5801 HTTP/1.1" status: 204 len: 168 time: 0.2091053 Apr 15 18:51:35.727037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46378) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:35.743938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0dd4d7cd-e4fb-4883-82de-e44becb8bbbb None None] Provisioning complete for port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:51:35.744426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d7cd-e4fb-4883-82de-e44becb8bbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:35.951893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Deleting port 4b9f5b2f-7abb-4b28-9ccc-253ba719cffa {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:35.952253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:36.129585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:36.129921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:36.262046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Calling delete_port for 4b9f5b2f-7abb-4b28-9ccc-253ba719cffa owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:36.421691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:36.436572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63906654-dac5-4679-82a1-f8e396068bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:36.530930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event deleted for resources: {'Port': ['ID=4b9f5b2f-7abb-4b28-9ccc-253ba719cffa,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:36.534856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:36.583313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:51:36.684793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-f7225a3b-968d-4459-a093-a17ac50df57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:36.686350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-f7225a3b-968d-4459-a093-a17ac50df57f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1099 time: 0.0827143 Apr 15 18:51:36.699217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:36.699620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Floating IP 5a0fde6d-6af9-4980-8857-383e44f0dfd3 disassociated (deleted). External IP: 172.26.7.73, port: 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa. Apr 15 18:51:36.835373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-88009aff-3b18-4b70-8860-60df2840d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:36.836943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-88009aff-3b18-4b70-8860-60df2840d9ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1439722 Apr 15 18:51:36.908734 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-f20f6ead-2d65-42bc-abcd-13bd0fbc19f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 217 time: 0.0655396 Apr 15 18:51:36.980460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-f1c4c776-1f5f-4f36-ba77-d7a67ae11b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:36.982053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-f1c4c776-1f5f-4f36-ba77-d7a67ae11b60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0669687 Apr 15 18:51:37.063597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-6cbcef42-e57c-43c9-8bb0-b840439fea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:37.065289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-6cbcef42-e57c-43c9-8bb0-b840439fea48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773995 Apr 15 18:51:37.075752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:51:37.209643 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-efa5c7d4-a885-4aa6-a210-ac6258013e9b service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366844 Apr 15 18:51:37.269605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:51:37.280191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Sync routers for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:51:37.287902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:37.290459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:37.291242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:37.351403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "DELETE /v2.0/floatingips/5a0fde6d-6af9-4980-8857-383e44f0dfd3 HTTP/1.1" status: 204 len: 168 time: 1.6231990 Apr 15 18:51:37.358378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-729bcfcc-5408-4942-94d0-e5fba3de6ece req-d6f3a403-d95f-4faf-8c1d-276f59e98430 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422269 Apr 15 18:51:37.645506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:37.987905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:37.991973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Checking router: fd2757ae-801d-4c5d-b00c-47ecf6a55e00 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:51:38.000649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:38.001295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:38.185529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:38.525724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:38.530801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b5228c-2830-4d54-9f58-c78f01784bb1 None None] The sync data for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv is: [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:49:39Z', 'revision_number': 4, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f827b7f4-f45e-4efc-b494-3e2120b55af7', 'name': '', 'network_id': '04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'mac_address': 'fa:16:3e:f5:41:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '62030270-b384-4462-9a8d-4c3c739d538e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:38Z', 'updated_at': '2021-04-15T18:49:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'subnets': [{'id': '62030270-b384-4462-9a8d-4c3c739d538e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:51:38.584705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:51:38.635113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:51:38.746716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-e5cfb8f2-0ae4-44f7-b712-1df2453b3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:38.748372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-e5cfb8f2-0ae4-44f7-b712-1df2453b3db2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e8299841ef0840da9b06a3c76e54a842&device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 1099 time: 0.0920641 Apr 15 18:51:38.904964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-3c7b9226-b236-45b2-a54d-346affa5a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:38.906625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-3c7b9226-b236-45b2-a54d-346affa5a338 service neutron] 10.222.0.49 "GET /v2.0/networks?id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 200 len: 915 time: 0.1519177 Apr 15 18:51:38.934071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459a0a2-ae72-4ebb-96a5-782cdda6cb32 None None] New status for floating IP 5a0fde6d-6af9-4980-8857-383e44f0dfd3: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:51:38.980368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-86a182d1-18b3-4dc1-9bd5-8990d6fda8df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 200 len: 217 time: 0.0671165 Apr 15 18:51:39.053812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-26d068cf-8c29-442f-8678-eb4aff76eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:39.055461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-26d068cf-8c29-442f-8678-eb4aff76eb48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 200 len: 853 time: 0.0689850 Apr 15 18:51:39.140180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-2d14e621-2d6d-4edc-8009-dbb7fdc4c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:39.141819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-2d14e621-2d6d-4edc-8009-dbb7fdc4c52d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801780 Apr 15 18:51:39.290509 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-ddee1742-1f73-4fe2-bd69-7815c3ba4280 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415257 Apr 15 18:51:39.436284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36e1f97b-fff1-4ed6-9f68-4b68bffa2af6 req-d5085ccb-b672-4ee0-85d9-d328f7fee9b2 service neutron] 10.222.0.49 "GET /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396339 Apr 15 18:51:41.864982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830e420-af80-45f9-a022-1a743055cf31 req-2f5613be-b317-47c8-9064-00860da9c890 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:41.865956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8830e420-af80-45f9-a022-1a743055cf31 req-2f5613be-b317-47c8-9064-00860da9c890 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:51:41.880544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8830e420-af80-45f9-a022-1a743055cf31 req-2f5613be-b317-47c8-9064-00860da9c890 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:51:41.881825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8830e420-af80-45f9-a022-1a743055cf31 req-2f5613be-b317-47c8-9064-00860da9c890 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.1112082 Apr 15 18:51:41.929303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8830e420-af80-45f9-a022-1a743055cf31 req-620b3e44-5204-4458-9603-99be5a0ee71e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:51:41.943385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8830e420-af80-45f9-a022-1a743055cf31 req-620b3e44-5204-4458-9603-99be5a0ee71e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:51:41.944569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8830e420-af80-45f9-a022-1a743055cf31 req-620b3e44-5204-4458-9603-99be5a0ee71e tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Apr 15 18:51:43.144679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb08ac6-89c8-46db-82a2-7feb99ad5edf req-4ef5dede-e62e-4873-9b91-9e28c85ad6dc tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:43.146339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bb08ac6-89c8-46db-82a2-7feb99ad5edf req-4ef5dede-e62e-4873-9b91-9e28c85ad6dc tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0897791 Apr 15 18:51:43.197737 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0bb08ac6-89c8-46db-82a2-7feb99ad5edf req-3e6c5a56-978b-42b1-8656-58ea956fa098 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/security-groups?id=f3a7e2c9-d508-498c-be0d-a277777e2db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 Apr 15 18:51:43.408446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-b8b07744-82da-427c-8bef-59590f550456 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:51:43.409140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-b8b07744-82da-427c-8bef-59590f550456 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Synchronizing usage tracker for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:51:43.421816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-b8b07744-82da-427c-8bef-59590f550456 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Unset dirty status for tenant:e8299841ef0840da9b06a3c76e54a842 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:51:43.423037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-b8b07744-82da-427c-8bef-59590f550456 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.49 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 946 time: 0.0995216 Apr 15 18:51:43.502523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Deleting port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:43.502932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:43.764993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] For port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:43.765391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:43.896509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Calling delete_port for 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:44.042137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:44.054293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:51:44.058439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:44.154616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Pushing event deleted for resources: {'Port': ['ID=83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:44.169921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.170349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.170770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.171183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.171593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.172003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.172409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.172872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.173257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.173658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.174084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.174484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:51:44.179245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:44.315794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] No DVR routers for this DVR port 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:51:44.318919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:44.321741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'name': 'network-vif-deleted', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:51:44.337183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd326b72-7e76-4f9e-862b-ac458a0cad3b req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.49 "DELETE /v2.0/ports/83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa HTTP/1.1" status: 204 len: 173 time: 0.9082041 Apr 15 18:51:44.365690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-788af1b7-6057-4fcb-9ad7-3e393fdcb830 req-4ff69f10-58f0-4468-a289-0a93e3791c26 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] 10.222.0.32 "GET /v2.0/ports?device_id=706ffd5f-2548-4936-9a97-67313134ec31 HTTP/1.1" status: 200 len: 210 time: 0.0535576 Apr 15 18:51:44.371241 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706ffd5f-2548-4936-9a97-67313134ec31', 'name': 'network-vif-deleted', 'tag': '83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa', 'status': 'completed', 'code': 200} Apr 15 18:51:44.494996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:51:44.835319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:46.024905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46464) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:46.596658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:46.667866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:46.705832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:46.706250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 83981e79-9d7f-4c4f-91d8-ab0cc1aee3aa not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:47.237199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Deleting port f827b7f4-f45e-4efc-b494-3e2120b55af7 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:47.237812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:47.428146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] For port f827b7f4-f45e-4efc-b494-3e2120b55af7, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f827b7f4-f45e-4efc-b494-3e2120b55af7,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:47.428549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:47.560004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Calling delete_port for f827b7f4-f45e-4efc-b494-3e2120b55af7 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:47.740630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:47.756823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-156e2176-de46-4433-8e1b-8aee4d4bcb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:47.849755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f827b7f4-f45e-4efc-b494-3e2120b55af7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:47.856139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:48.205403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:48.722556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:51:48.910989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:51:48.919932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Sync routers for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:51:48.925412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] 10.222.0.32 "PUT /v2.0/routers/fd2757ae-801d-4c5d-b00c-47ecf6a55e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8993425 Apr 15 18:51:48.928650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46468) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:48.929995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:48.930662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:49.118947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:49.119168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:49.311889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:49.321246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Deleting port a7e0abea-de8d-46ab-916d-a97d4313aee4 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:49.321620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:49.421749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:51:47Z', 'revision_number': 5, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port': {'id': 'a7e0abea-de8d-46ab-916d-a97d4313aee4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:35Z', 'updated_at': '2021-04-15T18:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:49.425936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Checking router: fd2757ae-801d-4c5d-b00c-47ecf6a55e00 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:51:49.435866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Routers {'fd2757ae-801d-4c5d-b00c-47ecf6a55e00'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:49.436533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:49.513463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] For port a7e0abea-de8d-46ab-916d-a97d4313aee4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a7e0abea-de8d-46ab-916d-a97d4313aee4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:49.513876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:49.595038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] Set router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:49.645060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Calling delete_port for a7e0abea-de8d-46ab-916d-a97d4313aee4 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:49.716954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:51:49Z', 'revision_number': 6, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:49.721221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd46d8a7-8a63-439f-91e1-9f596a1f6258 None None] The sync data for ids ['fd2757ae-801d-4c5d-b00c-47ecf6a55e00'] in dv-neutron-786478-1-hyperv is: [{'id': 'fd2757ae-801d-4c5d-b00c-47ecf6a55e00', 'name': 'tempest-TestMinimumBasicScenario-733507199-router', 'tenant_id': 'e8299841ef0840da9b06a3c76e54a842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:34Z', 'updated_at': '2021-04-15T18:51:49Z', 'revision_number': 6, 'project_id': 'e8299841ef0840da9b06a3c76e54a842', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:51:49.828342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:49.844400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-323c2a20-d155-4812-a24b-55d3648774dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:50.225289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e0abea-de8d-46ab-916d-a97d4313aee4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:50.229178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:50.390173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.572379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.574721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.597341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.597947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd2757ae-801d-4c5d-b00c-47ecf6a55e00 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:51:50.610840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.612072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] 10.222.0.32 "DELETE /v2.0/routers/fd2757ae-801d-4c5d-b00c-47ecf6a55e00 HTTP/1.1" status: 204 len: 168 time: 1.6824446 Apr 15 18:51:50.615163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46472) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:50.684296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Deleting subnet 62030270-b384-4462-9a8d-4c3c739d538e {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:51:50.687416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.743064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:50.824859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.084573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.100538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c8b75fbd-78ae-46a5-b40f-77c138aaf204 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:51.183981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62030270-b384-4462-9a8d-4c3c739d538e,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:51.198039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:51.234860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.240378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa44dc7-8644-4ce5-ae21-b7c15855fb52 None None] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:51:51.240882 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/62030270-b384-4462-9a8d-4c3c739d538e HTTP/1.1" status: 204 len: 168 time: 0.6246440 Apr 15 18:51:51.243476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46476) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:51.363560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.438732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Deleting port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:51.439115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.447517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f827b7f4-f45e-4efc-b494-3e2120b55af7 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:51.484718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f827b7f4-f45e-4efc-b494-3e2120b55af7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:51.485118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f827b7f4-f45e-4efc-b494-3e2120b55af7 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:51.485583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7e0abea-de8d-46ab-916d-a97d4313aee4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:51.517198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] DHCP port deletion for 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:51:51.526468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a7e0abea-de8d-46ab-916d-a97d4313aee4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:51.526866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a7e0abea-de8d-46ab-916d-a97d4313aee4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:51.529443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Deleting port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:51.529876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.663542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] For port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:51.663975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.809471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Calling delete_port for 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:51.889874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.905653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-748e134b-73f9-4408-a17f-3c020f3bccc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:51.923320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] For port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,segment=NetworkSegment(d1ee9551-b860-4e7d-8b5b-6849af89bd41),segment_id=d1ee9551-b860-4e7d-8b5b-6849af89bd41)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:51.923711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:51.997939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c27324f-47bb-40a6-91d5-18f9fe5d9a8b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:52.012840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:52.047904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] No DVR routers for this DVR port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:51:52.054176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Calling delete_port for 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 18:51:52.126724 dv-neutron-786478-1-hyperv neutron-server[85968]: % (table.description, expected, rows_matched) Apr 15 18:51:52.131763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:51:52.132172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:51:52.172468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.287741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:52.300629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ee9551-b860-4e7d-8b5b-6849af89bd41') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:52.300973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ee9551-b860-4e7d-8b5b-6849af89bd41') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:52.313359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.330202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.336742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:51:52.518154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:51:52.527409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.633043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Deleting port 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:52.633404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.703355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d1d0d-8d2c-41c1-87a8-fb0d348ad67f None None] The port '9c27324f-47bb-40a6-91d5-18f9fe5d9a8b' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:51:52.704764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Network 04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:51:52.734199 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:51:52.811333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.814904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-607c3973-5c13-450f-82d6-35cf3a4a1a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:52.828763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:52.840282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:52.843646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:52.854297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] 10.222.0.32 "DELETE /v2.0/networks/04a9ff2f-16ee-4b15-b4dd-f8dd345dbc33 HTTP/1.1" status: 204 len: 168 time: 1.6098108 Apr 15 18:51:52.857300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46480) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:53.427856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:53.434119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:53.467252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:53.467663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 9c27324f-47bb-40a6-91d5-18f9fe5d9a8b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:54.084921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Deleting port 22f0c563-9869-4c04-be62-0370973472f1 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:54.085220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:54.256550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fe2235f-5215-4781-861a-18da78354657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:54.270306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] For port 22f0c563-9869-4c04-be62-0370973472f1, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=22f0c563-9869-4c04-be62-0370973472f1,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:54.270708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:54.405881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Calling delete_port for 22f0c563-9869-4c04-be62-0370973472f1 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:54.583159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:54.599082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f56f1678-24b9-4869-a530-ee68014493dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:54.690752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f0c563-9869-4c04-be62-0370973472f1,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:54.697455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:55.043242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:55.543919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Router 3ff88703-1739-4385-a679-b8911103572b has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:51:55.731081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:51:55.740815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Sync routers for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:51:55.750815 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] 10.222.0.32 "PUT /v2.0/routers/3ff88703-1739-4385-a679-b8911103572b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923686 Apr 15 18:51:55.751887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:55.752562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:55.753234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46484) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:55.939923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:55.941331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:56.131137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:56.139482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Deleting port 4adb31fa-7765-46b8-8a5f-5125d9c103e5 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:56.139859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:56.243506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:51:54Z', 'revision_number': 5, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port': {'id': '4adb31fa-7765-46b8-8a5f-5125d9c103e5', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:bc:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff88703-1739-4385-a679-b8911103572b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:56.247614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Checking router: 3ff88703-1739-4385-a679-b8911103572b for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:51:56.256504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Routers {'3ff88703-1739-4385-a679-b8911103572b'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:51:56.257163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['3ff88703-1739-4385-a679-b8911103572b'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:56.324559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] For port 4adb31fa-7765-46b8-8a5f-5125d9c103e5, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4adb31fa-7765-46b8-8a5f-5125d9c103e5,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:56.324960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:56.418385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] Set router 3ff88703-1739-4385-a679-b8911103572b gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:51:56.460498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Calling delete_port for 4adb31fa-7765-46b8-8a5f-5125d9c103e5 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:56.540072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:51:56Z', 'revision_number': 6, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:56.544323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd6a81-fa9b-453f-adcd-6af6771e9fe8 None None] The sync data for ids ['3ff88703-1739-4385-a679-b8911103572b'] in dv-neutron-786478-1-hyperv is: [{'id': '3ff88703-1739-4385-a679-b8911103572b', 'name': 'tempest-TestMinimumBasicScenario-1857598456-router', 'tenant_id': 'd49084efcd1d405f94a15ec3728109dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:49:42Z', 'updated_at': '2021-04-15T18:51:56Z', 'revision_number': 6, 'project_id': 'd49084efcd1d405f94a15ec3728109dc', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:51:56.641641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:56.658499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-93457433-f4c8-41dc-ba00-188f2662025b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:56.755071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=4adb31fa-7765-46b8-8a5f-5125d9c103e5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:56.757603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:56.923002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.054075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d62c-d4a8-4dfa-88c1-1be6c0e6b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.257480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.413197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.415628 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.432747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4adb31fa-7765-46b8-8a5f-5125d9c103e5 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:57.440802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.441373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff88703-1739-4385-a679-b8911103572b {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:51:57.454592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.456043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] 10.222.0.32 "DELETE /v2.0/routers/3ff88703-1739-4385-a679-b8911103572b HTTP/1.1" status: 204 len: 168 time: 1.7018461 Apr 15 18:51:57.458798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46488) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:57.470371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4adb31fa-7765-46b8-8a5f-5125d9c103e5 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:57.470772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4adb31fa-7765-46b8-8a5f-5125d9c103e5 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:57.471241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 22f0c563-9869-4c04-be62-0370973472f1 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:57.508415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 22f0c563-9869-4c04-be62-0370973472f1 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:57.508816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 22f0c563-9869-4c04-be62-0370973472f1 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:57.529836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Deleting subnet 126e1cde-165f-4ce5-a18e-02558c274b62 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:51:57.533147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.585111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.671128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.784263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.932571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:57.950358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1b3dce5-6df9-4ada-aeee-2ab9c028712f tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:58.031500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126e1cde-165f-4ce5-a18e-02558c274b62,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:58.034141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:58.088231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.093617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c268b69-1b64-4ca5-a541-f13900be4b45 None None] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:51:58.096825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f77abbca-58c4-4635-9701-30a20af3762a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/126e1cde-165f-4ce5-a18e-02558c274b62 HTTP/1.1" status: 204 len: 168 time: 0.6343944 Apr 15 18:51:58.097177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46492) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:58.219966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.294656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Deleting port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:58.294960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.360481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] DHCP port deletion for d772e4b1-747b-4f6d-9ff2-6df26f7601d4 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:51:58.364931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Deleting port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:58.365544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.531004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] For port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:58.531427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.575126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.596787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] For port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,segment=NetworkSegment(bce6ff82-98a7-4f17-b637-771f8b111647),segment_id=bce6ff82-98a7-4f17-b637-771f8b111647)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:51:58.597273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.672048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Calling delete_port for 8fb04f97-a262-4c7c-80cf-33737ef0cd0a owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:58.736115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Calling delete_port for 8fb04f97-a262-4c7c-80cf-33737ef0cd0a owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:51:58.760253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:58.775930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb494dfe-0120-413b-961d-49f4453c9c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:58.812133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 18:51:58.812644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 18:51:58.881324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb04f97-a262-4c7c-80cf-33737ef0cd0a,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:58.886049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:58.920759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] No DVR routers for this DVR port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:51:59.044206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.157502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772e4b1-747b-4f6d-9ff2-6df26f7601d4']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:59.170560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce6ff82-98a7-4f17-b637-771f8b111647') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:59.170900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce6ff82-98a7-4f17-b637-771f8b111647') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:51:59.183321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.200222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.206573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:51:59.314205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Deleting port 8fb04f97-a262-4c7c-80cf-33737ef0cd0a {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:51:59.314642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.382596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:51:59.388927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-89a89b15-4e82-4bb1-acf1-10a2aba0f9c6 None None] The port '8fb04f97-a262-4c7c-80cf-33737ef0cd0a' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 18:51:59.391353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.444674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8fb04f97-a262-4c7c-80cf-33737ef0cd0a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:51:59.483604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8fb04f97-a262-4c7c-80cf-33737ef0cd0a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:51:59.484002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8fb04f97-a262-4c7c-80cf-33737ef0cd0a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:51:59.575513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Network d772e4b1-747b-4f6d-9ff2-6df26f7601d4 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:51:59.598055 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:51:59.679052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.682608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:51:59.696730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:51:59.707592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d772e4b1-747b-4f6d-9ff2-6df26f7601d4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:51:59.712706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:51:59.716497 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d772e4b1-747b-4f6d-9ff2-6df26f7601d4 HTTP/1.1" status: 204 len: 168 time: 1.6183088 Apr 15 18:51:59.912865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46498) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:51:59.965167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-372cd39e-5301-441e-93d5-405ac4543182 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8299841ef0840da9b06a3c76e54a842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509479 Apr 15 18:51:59.967671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46502) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:00.028903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.055288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.104546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.109535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ba1e1cad-090d-41a9-865d-87f177fa1bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:00.123347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7e2c9-d508-498c-be0d-a277777e2db8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:00.126071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:00.135121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.136337 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3a7e2c9-d508-498c-be0d-a277777e2db8 HTTP/1.1" status: 204 len: 168 time: 0.1676965 Apr 15 18:52:00.499156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46510) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:00.551366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de9bd47d-3433-4688-a2ee-e604119e8e09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49084efcd1d405f94a15ec3728109dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509179 Apr 15 18:52:00.554350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46514) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:00.615110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.641725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.689464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.693457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-29758a13-5b28-4aa2-a158-6e021ab1192c tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:00.705094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e449fa6b-e913-491d-b080-26e397c5e794,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:00.708832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:00.712153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:00.713369 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e449fa6b-e913-491d-b080-26e397c5e794 HTTP/1.1" status: 204 len: 168 time: 0.1580718 Apr 15 18:52:02.801204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46556) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:02.807239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15060752', 'description': 'tempest-secgroup-smoke-15060752 description', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:02.813829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:02.818432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:02.821411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:02.831696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:02.841239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:02.854331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:02.870014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:02.874023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:02.876940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:02.883456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:02.972325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:02.975230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:02.978763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-71012394-128d-4ee6-b365-744e8a15dc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:02.986926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:02.995014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.000033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.015190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.023466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc15ce9-6f7a-43b6-95b5-f41aaeebcefd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.029664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.093505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.096227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.102215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b639bd2-7d31-45d9-9837-380a070a89bc tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.142957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16063aba-8291-4c20-a74b-1791ed13e144,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.146309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.147172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.148480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3461471 Apr 15 18:52:03.151738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.157246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.163711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.167744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.170759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.176776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.197111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.259261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.261719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.263623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dedd00a2-1e7b-47ee-ac49-83cc65b59c2f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.287044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eca9a2-222a-4b71-bdaa-0d85f78cc924,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.289519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.295746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.297018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442723 Apr 15 18:52:03.300383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46564) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.306472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.312767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.316826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.320573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.326648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.342442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.407625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.410235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.412190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c28bbeeb-7c3f-45c4-b2cd-fc5758b37274 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.436203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5ee0c1-beb8-4872-860f-809acceb148c,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.440392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.447760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.449039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1476793 Apr 15 18:52:03.451951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.457503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.463850 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.467847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.470834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.477198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.495406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.562790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.565314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.567209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63f5d571-2519-45ce-8f98-907034f22ab0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.590193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c1e6eb-fd3f-49c6-8856-dfd083edd470,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.592690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.599500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.600766 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478219 Apr 15 18:52:03.603662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46572) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.609161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.615880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.620025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.623100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.629141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.644828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.711967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.714613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.722267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ebc1d31-92d4-4c34-8539-ff3fcf341971 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.745380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00989f8e-9325-4e44-985a-26e14b562769,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.748047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.751463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.753396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cf44dedc-5774-4c18-9d4a-0358cda15d7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486781 Apr 15 18:52:03.755871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.761964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.769900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.773949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.776940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.783971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.793230 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:52:03.799985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.868074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.870483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.872398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e37cac40-5ca6-4bd8-9abf-2c995af435be tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:03.896203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4936eb44-2316-437e-8197-5d467eac01ae,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:03.898725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:03.905192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:03.906501 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492667 Apr 15 18:52:03.909326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46580) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:03.915409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16063aba-8291-4c20-a74b-1791ed13e144', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:03.921622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:03.925610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:03.928751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:03.934823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:03.944043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:52:03.950735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.018133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.021227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.023147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b126cecd-ce23-4429-90c5-b56d80e799e2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:04.049744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b1a64d-6c17-4a7e-92ad-36fa84f1ba6c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:04.052322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:04.058326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.059587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a420dd4d-6318-4f40-b444-75a50e1c3515 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492407 Apr 15 18:52:04.062907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46584) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:04.068987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'network': {'name': 'tempest-network-smoke--1291646784', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:04.074212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:04.078213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:network and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:04.081190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:04.087820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:04.096884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:52:04.103622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.132192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:52:04.140893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.141288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Added segment 51705c1d-6c51-4fce-8d9d-451e787399dd of type vlan for network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 Apr 15 18:52:04.168459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.196950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.203035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:04.203689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.209433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-289170fb-5a4b-4c80-bffb-1f2afb76d367 tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:04.306897 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2429118 Apr 15 18:52:04.309971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46588) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:04.318941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'admin_state_up': True, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:04.331123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:04.334017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Network': ['ID=7522a932-d1d9-49b1-abd4-5d14e858dbb9,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:04.337633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-91229ff2-2ef2-4f4f-9192-7d8bd1eed48b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:04.338696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:router and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:04.341714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:04.344779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:52:04.347847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:04.357088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.358196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.372744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:04.661002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:05.254762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:05.288392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:05.427093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.9 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:52:05.579216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:05.609148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:05.627595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:05.766807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:05.783171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:05.825216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:05.826472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:05.828682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:52:06.263199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:06.622407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:06.834978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:52:07.022329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:52:07.033632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Sync routers for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:52:07.044724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:07.045390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:07.048951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:07.050317 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7393515 Apr 15 18:52:07.053709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46592) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:07.230136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:07.235064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f10f1b2f-2bf5-473b-81df-875ee84224aa tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f35a40061d8f4041a33bc9d4e8bf53a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1800776 Apr 15 18:52:07.237741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46598) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:07.377018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd2a0c9-5881-49a6-8d74-9f08369fe101 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:07.378624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4cd2a0c9-5881-49a6-8d74-9f08369fe101 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398685 Apr 15 18:52:07.382168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46602) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:07.430068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f704eb4f-f8e3-4504-8f61-727428c6826c tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465715 Apr 15 18:52:07.432791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46606) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:07.439202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1219840001', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:07.559916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:07.564412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:subnet and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:07.568273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:07.574768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:07.584984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:52:07.591398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:07.698453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:06Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:07.704748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Checking router: 69ee6c88-c0e6-4f93-8b92-bdc593169ecf for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:52:07.705373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Updating router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:52:07.798629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.071175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.086032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-410853c9-76c9-45ae-8da0-d4e317e483ad tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:08.143275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.155680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Transition to ACTIVE for port object ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:08.162379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.180292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:08.218747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Subnet': ['ID=138d422c-3f9f-4bf1-abaa-b6586999b6df,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:08.221564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:08.293306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Checking segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:52:08.293705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network hostable DHCP agents. Network: 7522a932-d1d9-49b1-abd4-5d14e858dbb9, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:52:08.309999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Pushing event updated for resources: {'Port': ['ID=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:08.312603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:52:08.320737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 7522a932-d1d9-49b1-abd4-5d14e858dbb9) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:08.329287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.329287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.329654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.330051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.330422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.330783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.331228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.331494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.331857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.332214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.332571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.332920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:08.333588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4068d2-20e6-4f2a-9965-f38e11eb5e17 None None] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:52:08.334161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:08.334823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.339206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:08.359502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46610) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:08.359672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b963b6a9-a393-4c9a-9503-4f1ede8b9322 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9257579 Apr 15 18:52:08.388462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Attempting to bind port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:52:08.388989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Attempting to bind port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:52:08.389252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Attempting to bind port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:52:08.394939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:52:08.395348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:52:08.396854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.397315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:52:08.397794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Bound port: ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:52:08.398232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.477132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] For port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:52:08.480441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] For port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:52:08.486373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.499306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:08.572586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:52:08.573505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.650607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Pushing event updated for resources: {'Port': ['ID=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:08.655039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:08.697171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:08.697909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:08.746243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Allocated IP 172.20.0.2 (7522a932-d1d9-49b1-abd4-5d14e858dbb9/138d422c-3f9f-4bf1-abaa-b6586999b6df/14c974d8-11a9-4140-b597-2f55b2a5b53b) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:52:08.893218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:08.980584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:08.993287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Transition to ACTIVE for port object 14c974d8-11a9-4140-b597-2f55b2a5b53b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:09.016755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Transition to ACTIVE for port object 14c974d8-11a9-4140-b597-2f55b2a5b53b will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:09.022537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:09.040081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:09.215336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:06Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:09.220140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4c39f-8ae8-42ab-9d8c-3ca4162626d4 None None] The sync data for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv is: [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:06Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:52:09.368472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Pushing event updated for resources: {'Port': ['ID=14c974d8-11a9-4140-b597-2f55b2a5b53b,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:09.390457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.390903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.391212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.391590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.391961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.392341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.392709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.393076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.393442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.393829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.394199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.394565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:52:09.400443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:09.436158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:09.437298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:09.439658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:52:09.439995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:09.532536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Attempting to bind port 14c974d8-11a9-4140-b597-2f55b2a5b53b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:52:09.532873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Attempting to bind port 14c974d8-11a9-4140-b597-2f55b2a5b53b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:52:09.533286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Attempting to bind port 14c974d8-11a9-4140-b597-2f55b2a5b53b on network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:52:09.539442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:52:09.539854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Checking segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:52:09.540323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:09.540760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Bound using segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:52:09.541271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Bound port: 14c974d8-11a9-4140-b597-2f55b2a5b53b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:52:09.541683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:09.645309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] For port 14c974d8-11a9-4140-b597-2f55b2a5b53b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:52:09.649151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] For port 14c974d8-11a9-4140-b597-2f55b2a5b53b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14c974d8-11a9-4140-b597-2f55b2a5b53b,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:52:09.657316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:09.674369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c49ab53f-a1fa-43af-896e-d79878e7ea09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:09.838807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Pushing event updated for resources: {'Port': ['ID=14c974d8-11a9-4140-b597-2f55b2a5b53b,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:09.844275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:09.943004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.1 (7522a932-d1d9-49b1-abd4-5d14e858dbb9/138d422c-3f9f-4bf1-abaa-b6586999b6df/30567712-e328-47b0-b23f-d62001b0bf0a) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:52:10.126012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:10.143913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 30567712-e328-47b0-b23f-d62001b0bf0a will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:10.174317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:10.190925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-209ad3df-ee56-4a1b-b748-464d695eaaa7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:10.340198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:10.344789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:10.401059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:10.402260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:10.404643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:52:10.465618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:10.585099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.021736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.025336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.056800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2aae0ef7-241c-4467-85ab-ed099bda9f03 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:11.154989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.169066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:11.174241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:11.267665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a849fff-4fdc-49cf-82be-1a43a88d371c None None] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:52:11.306075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:11.307200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:11.349623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bad4e1ce-848c-41d8-82a3-c304ee262490 None None] Provisioning for port 14c974d8-11a9-4140-b597-2f55b2a5b53b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:11.513867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:52:11.551811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14c974d8-11a9-4140-b597-2f55b2a5b53b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:11.630259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 14c974d8-11a9-4140-b597-2f55b2a5b53b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:11.635767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 14c974d8-11a9-4140-b597-2f55b2a5b53b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:11.636548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.766951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:52:11.767360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.787623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/69ee6c88-c0e6-4f93-8b92-bdc593169ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245391 Apr 15 18:52:11.810883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Provisioning for port 30567712-e328-47b0-b23f-d62001b0bf0a completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:11.823879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Provisioning complete for port 30567712-e328-47b0-b23f-d62001b0bf0a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:11.824324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.867085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 14c974d8-11a9-4140-b597-2f55b2a5b53b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14c974d8-11a9-4140-b597-2f55b2a5b53b,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:11.875925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:11.876855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:11.926524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:11.984815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-812fd116-2dd8-47ef-aa68-e142c57e7000 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:52:11.987180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Port 30567712-e328-47b0-b23f-d62001b0bf0a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:52:12.003460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-812fd116-2dd8-47ef-aa68-e142c57e7000 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:52:12.005264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-812fd116-2dd8-47ef-aa68-e142c57e7000 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15060752&fields=id&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 267 time: 0.0665281 Apr 15 18:52:12.038308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Provisioning complete for port 14c974d8-11a9-4140-b597-2f55b2a5b53b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:12.038740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e58b171e-2765-4eca-b972-585832d06d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:12.083539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=14c974d8-11a9-4140-b597-2f55b2a5b53b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:12.088327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:12.108433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:12.116386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Sync routers for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:52:12.124841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:12.125265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:12.179139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:12.179757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:12.185372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-72154fe2-2abf-4500-a0a8-6e1b62745818 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:12.186996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-72154fe2-2abf-4500-a0a8-6e1b62745818 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/networks?id=7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 200 len: 797 time: 0.1708655 Apr 15 18:52:12.203597 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-9beb6ace-e678-4e0f-ab53-c105440e68ab tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/quotas/f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 375 time: 0.0099134 Apr 15 18:52:12.297431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-eb8224c4-68a1-4bea-9923-f46b33b4c35d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:52:12.313954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-eb8224c4-68a1-4bea-9923-f46b33b4c35d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:52:12.315358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-eb8224c4-68a1-4bea-9923-f46b33b4c35d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061113 Apr 15 18:52:12.333219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-079920c8-2722-474e-91d7-a271ca725f3e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:52:12.334319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-079920c8-2722-474e-91d7-a271ca725f3e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057099 Apr 15 18:52:12.482799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-003d26df-5e67-4758-a251-2446d3a1e080 service neutron] 10.222.0.32 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423676 Apr 15 18:52:12.499245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:12.548423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:12.593392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:12.631227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5e6a9774-d1f9-429a-89be-fb69c62f7636 service neutron] 10.222.0.32 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408153 Apr 15 18:52:12.659286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:12.669008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-923e5efc-36e4-4a34-b598-393f69965fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:12.702641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8ea3553a-d41f-48b9-ab60-5efefbac9dda None None] Provisioning complete for port 30567712-e328-47b0-b23f-d62001b0bf0a triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:12.703067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8ea3553a-d41f-48b9-ab60-5efefbac9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:12.833445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-991eb407-b701-4b37-b672-a97bf3c84fa5 req-f2afbfbf-5a44-4181-af7b-3be2da05018a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 210 time: 0.0534499 Apr 15 18:52:12.881237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3553a-d41f-48b9-ab60-5efefbac9dda None None] Port 30567712-e328-47b0-b23f-d62001b0bf0a cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:52:12.908173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:12.912011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:13.007927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 2, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:13.012018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Checking router: 69ee6c88-c0e6-4f93-8b92-bdc593169ecf for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:52:13.012409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Updating router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf port 30567712-e328-47b0-b23f-d62001b0bf0a binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:52:13.069669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:13.481466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14c974d8-11a9-4140-b597-2f55b2a5b53b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:13.606574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 14c974d8-11a9-4140-b597-2f55b2a5b53b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:13.607093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:13.743845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:13.798899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Transition to ACTIVE for port object 30567712-e328-47b0-b23f-d62001b0bf0a will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:13.814420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:13.831703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:13.940003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:13.942167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-aeb99961-10ff-41f4-8477-a3fb4e2054ac tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:13.944202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-aeb99961-10ff-41f4-8477-a3fb4e2054ac tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:52:13.967648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-aeb99961-10ff-41f4-8477-a3fb4e2054ac tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:52:13.969035 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-aeb99961-10ff-41f4-8477-a3fb4e2054ac tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/networks?id=7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 200 len: 797 time: 0.2043045 Apr 15 18:52:14.021016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c728221-bac5-4cc2-94b9-47eea91f2d9f req-514d7afe-7267-4ee8-991d-6f0f77fb14dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 210 time: 0.0633595 Apr 15 18:52:14.055256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Pushing event updated for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:14.058241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:14.063818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-c329e22a-924c-46ed-b53c-b37e7378eb29 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 8069 time: 0.0857558 Apr 15 18:52:14.072927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'port': {'device_id': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'admin_state_up': True, 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'security_groups': ['16063aba-8291-4c20-a74b-1791ed13e144']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:14.111989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:14.112413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.346925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Attempting to bind port 30567712-e328-47b0-b23f-d62001b0bf0a on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:52:14.347349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Attempting to bind port 30567712-e328-47b0-b23f-d62001b0bf0a by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:52:14.347763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Attempting to bind port 30567712-e328-47b0-b23f-d62001b0bf0a on network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:52:14.391556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:52:14.391982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Checking segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:52:14.392434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.392876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Bound using segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:52:14.393415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Bound port: 30567712-e328-47b0-b23f-d62001b0bf0a, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:52:14.393890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.515282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:14.526033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:14.526188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] For port 30567712-e328-47b0-b23f-d62001b0bf0a, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:52:14.529173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] For port 30567712-e328-47b0-b23f-d62001b0bf0a, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30567712-e328-47b0-b23f-d62001b0bf0a,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:52:14.532504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.534722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:52:14.541703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.548336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:14.696537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Pushing event updated for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:14.702037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:14.715629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.11 (7522a932-d1d9-49b1-abd4-5d14e858dbb9/138d422c-3f9f-4bf1-abaa-b6586999b6df/de6f5567-0ced-4b17-a82b-72429394eb4d) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:52:14.747124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:14.747820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:51:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:14.901641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.926221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.943473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object de6f5567-0ced-4b17-a82b-72429394eb4d will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:14.958744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:14.967400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:14.983147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f732d3e5-6f04-486c-bd98-7189c697b374 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:15.180823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:15.184814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:15.187536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:15.189390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:15.190349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:52:15.229282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68aea8-cd93-4a6f-8f0b-d38da8288345 req-0d2483fd-1f67-4fc9-8c63-7822b5be49fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:15.230980 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ec68aea8-cd93-4a6f-8f0b-d38da8288345 req-0d2483fd-1f67-4fc9-8c63-7822b5be49fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 932 time: 0.0975614 Apr 15 18:52:15.266945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:15.267659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.293068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ec68aea8-cd93-4a6f-8f0b-d38da8288345 req-cf40d13c-c6c0-4014-b318-1f466fb2f471 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492020 Apr 15 18:52:15.306185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2368231 Apr 15 18:52:15.322236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Request body: {'port': {'device_id': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:15.334583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:14Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:15.339104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c1ce0f-bb90-4d7a-9bd4-36130d8926d2 None None] The sync data for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv is: [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:14Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:52:15.434345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fb548381-b39a-47b0-9aff-f560f1eead99 None None] Provisioning for port de6f5567-0ced-4b17-a82b-72429394eb4d completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:15.446791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fb548381-b39a-47b0-9aff-f560f1eead99 None None] Provisioning complete for port de6f5567-0ced-4b17-a82b-72429394eb4d triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:15.447194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fb548381-b39a-47b0-9aff-f560f1eead99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.482559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.519508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fb548381-b39a-47b0-9aff-f560f1eead99 None None] Port de6f5567-0ced-4b17-a82b-72429394eb4d cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:52:15.534537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30567712-e328-47b0-b23f-d62001b0bf0a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:15.608816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 30567712-e328-47b0-b23f-d62001b0bf0a completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:15.613926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 30567712-e328-47b0-b23f-d62001b0bf0a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:15.614961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.751352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.787973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 30567712-e328-47b0-b23f-d62001b0bf0a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30567712-e328-47b0-b23f-d62001b0bf0a,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:15.794058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.796551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:15.874472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:15.877746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:15.889067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6f5567-0ced-4b17-a82b-72429394eb4d {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:52:15.898089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.914266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Transition to ACTIVE for port object de6f5567-0ced-4b17-a82b-72429394eb4d will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:52:15.917257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:15.933633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-86defa99-9ca4-440c-b440-f3d98c3f28c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:16.074450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Pushing event updated for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:16.077539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:16.311077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Attempting to bind port de6f5567-0ced-4b17-a82b-72429394eb4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:52:16.311461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Attempting to bind port de6f5567-0ced-4b17-a82b-72429394eb4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:52:16.311832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Attempting to bind port de6f5567-0ced-4b17-a82b-72429394eb4d on network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:52:16.318248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Port de6f5567-0ced-4b17-a82b-72429394eb4d on network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:52:16.318619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Attempting to bind port de6f5567-0ced-4b17-a82b-72429394eb4d on network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:52:16.324819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:52:16.325198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Checking segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:52:16.325623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Bound using segment: {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:52:16.326270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Bound port: de6f5567-0ced-4b17-a82b-72429394eb4d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51705c1d-6c51-4fce-8d9d-451e787399dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:52:16.326660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:16.434171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:52:16.437182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de6f5567-0ced-4b17-a82b-72429394eb4d,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:52:16.441416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:16.461464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-330770ea-7f44-4d58-a7b0-518f5b34619e tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:16.513387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd8146-03a2-4571-9110-5fa6020d2461 req-5ec058ac-9e7f-4d4b-bf88-6d20ec9aa9fe tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:16.515028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5bd8146-03a2-4571-9110-5fa6020d2461 req-5ec058ac-9e7f-4d4b-bf88-6d20ec9aa9fe tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 944 time: 0.0955441 Apr 15 18:52:16.564294 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d5bd8146-03a2-4571-9110-5fa6020d2461 req-41f1c2ba-cfa0-4b50-a5aa-0b917e23dffc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419972 Apr 15 18:52:16.618497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Pushing event updated for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:16.623814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:16.655164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:16.655785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:16.657263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] 10.222.0.49 "PUT /v2.0/ports/de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 200 len: 1094 time: 1.3438494 Apr 15 18:52:16.657820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:52:16.730229 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'status': 'completed', 'code': 200} Apr 15 18:52:16.780664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-a4114211-fc8e-45ad-b88e-7ccbe73a7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:16.782515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-a4114211-fc8e-45ad-b88e-7ccbe73a7929 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1097 time: 0.0904043 Apr 15 18:52:16.856284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-a75bbe98-d003-41c1-bb5e-c0e2c7ab5228 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 200 len: 217 time: 0.0666847 Apr 15 18:52:16.929080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-f16b3e8c-100c-43bb-90ad-7b745abde6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:16.930561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-f16b3e8c-100c-43bb-90ad-7b745abde6b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=138d422c-3f9f-4bf1-abaa-b6586999b6df HTTP/1.1" status: 200 len: 835 time: 0.0685160 Apr 15 18:52:17.011468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-1487f687-16c6-4de2-90da-2ac064b504c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.013017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-1487f687-16c6-4de2-90da-2ac064b504c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7522a932-d1d9-49b1-abd4-5d14e858dbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766103 Apr 15 18:52:17.152875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-5eac1b66-d219-4f93-9aae-fb575c6c9534 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333163 Apr 15 18:52:17.291919 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6934a152-fb99-44e2-ae5f-a90c10a30660 req-e37d69b6-75c8-4592-a465-888b091fd553 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327200 Apr 15 18:52:17.410627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-fc53a653-4360-41a8-9bad-e8d2ee5174ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.412816 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-fc53a653-4360-41a8-9bad-e8d2ee5174ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1097 time: 0.0779355 Apr 15 18:52:17.450272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30567712-e328-47b0-b23f-d62001b0bf0a up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:17.525405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 30567712-e328-47b0-b23f-d62001b0bf0a triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:17.525822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:17.556673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-c97432a9-1787-4db5-b85d-13ee464e38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.558241 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-c97432a9-1787-4db5-b85d-13ee464e38eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 200 len: 898 time: 0.1389141 Apr 15 18:52:17.635840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-e570210f-1412-444f-b53a-88f479cb2e09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 200 len: 217 time: 0.0710304 Apr 15 18:52:17.710203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-2bc5fedc-049f-48f1-8137-19974babd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.711790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-2bc5fedc-049f-48f1-8137-19974babd447 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=138d422c-3f9f-4bf1-abaa-b6586999b6df HTTP/1.1" status: 200 len: 835 time: 0.0692000 Apr 15 18:52:17.775480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ec412-f15f-43d9-85f4-799e25618946 req-4fd2612b-8e1f-4c29-b3b4-7f6ef7780686 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.777325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e2ec412-f15f-43d9-85f4-799e25618946 req-4fd2612b-8e1f-4c29-b3b4-7f6ef7780686 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 944 time: 0.0930657 Apr 15 18:52:17.796778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-6460cd47-4191-4c98-ad76-4942a81fa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:17.798439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-6460cd47-4191-4c98-ad76-4942a81fa7dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7522a932-d1d9-49b1-abd4-5d14e858dbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800047 Apr 15 18:52:17.827859 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0e2ec412-f15f-43d9-85f4-799e25618946 req-8b5ad15a-33b4-4fc5-8647-e7634afe1fd1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434177 Apr 15 18:52:17.944008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-fca9b29f-b9af-485b-a182-4a4421cb68f5 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374166 Apr 15 18:52:18.087857 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b86b986d-7d57-4916-83d7-5d1780fe8175 req-02edcb6b-17a0-4d27-9736-d6d24f0aa7e3 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375029 Apr 15 18:52:19.030533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e42e4-bcbc-4fff-a633-dd069b687e1c req-45f2cce9-4952-47de-b757-8f355b1e8f99 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:19.032110 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf9e42e4-bcbc-4fff-a633-dd069b687e1c req-45f2cce9-4952-47de-b757-8f355b1e8f99 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 944 time: 0.0910668 Apr 15 18:52:19.365174 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf9e42e4-bcbc-4fff-a633-dd069b687e1c req-e4b780e7-8a68-402d-b8fe-bc29716e8f4b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3260765 Apr 15 18:52:20.566044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cbb3b-b156-4b2d-8f09-b8ffe3acaed9 req-98b7de47-5c56-4876-be30-4b3822d32a2b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:20.567715 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a8cbb3b-b156-4b2d-8f09-b8ffe3acaed9 req-98b7de47-5c56-4876-be30-4b3822d32a2b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 944 time: 0.0874665 Apr 15 18:52:20.618163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a8cbb3b-b156-4b2d-8f09-b8ffe3acaed9 req-b4522d93-4fd8-4819-b69f-d9a0ec607792 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441577 Apr 15 18:52:20.916430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device de6f5567-0ced-4b17-a82b-72429394eb4d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:52:21.057514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de6f5567-0ced-4b17-a82b-72429394eb4d,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:21.071819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'port_id': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'mac_address': 'fa:16:3e:35:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:52:21.130491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:21.148429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6f5567-0ced-4b17-a82b-72429394eb4d {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:52:21.164036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de6f5567-0ced-4b17-a82b-72429394eb4d,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:21.166895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:21.168700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:21.240210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:21.243256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:21.366446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['de6f5567-0ced-4b17-a82b-72429394eb4d'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:52:21.495642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:52:21.849296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43bf65-9d45-4398-915d-203851f814e3 req-4dbf65d9-bbe4-49fd-9e97-1fc676f4df6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:21.850943 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe43bf65-9d45-4398-915d-203851f814e3 req-4dbf65d9-bbe4-49fd-9e97-1fc676f4df6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 945 time: 0.1153867 Apr 15 18:52:21.900418 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe43bf65-9d45-4398-915d-203851f814e3 req-bc2c53a7-b42d-4665-af14-0844cbe07d84 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429618 Apr 15 18:52:22.932540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device de6f5567-0ced-4b17-a82b-72429394eb4d up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:52:23.002070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port de6f5567-0ced-4b17-a82b-72429394eb4d completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:52:23.007523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port de6f5567-0ced-4b17-a82b-72429394eb4d triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:52:23.007952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:23.105708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43292394-6fed-454c-85fc-c9b4cb086322 req-95708a20-5ec9-4874-9fec-ab3870f2550b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:23.107413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43292394-6fed-454c-85fc-c9b4cb086322 req-95708a20-5ec9-4874-9fec-ab3870f2550b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 945 time: 0.0936582 Apr 15 18:52:23.132838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:23.159382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43292394-6fed-454c-85fc-c9b4cb086322 req-4327deae-4458-4745-b39f-722846dd445c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454435 Apr 15 18:52:23.160686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:52:23.171793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de6f5567-0ced-4b17-a82b-72429394eb4d,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:52:23.179059 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:23.181899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:23.217972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'code': 200} Apr 15 18:52:23.261001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:23.264177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:23.445277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d201-581b-4774-998c-b30dfd79f966 req-67e2c09f-dfc3-46ac-8a84-a40c65771a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:23.447007 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c72d201-581b-4774-998c-b30dfd79f966 req-67e2c09f-dfc3-46ac-8a84-a40c65771a08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1099 time: 0.0756972 Apr 15 18:52:23.493739 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9c72d201-581b-4774-998c-b30dfd79f966 req-ad9d6d62-e1f0-438b-b32a-d7bdc32bd49c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408268 Apr 15 18:52:24.258316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2be2a3e-6bef-409c-b41c-e9b470b512b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:24.363200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36588f78-3f98-4e8b-8a21-34d73ebd28d5 req-ba16766d-736d-4f8e-9499-fc82610be82c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:24.365422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36588f78-3f98-4e8b-8a21-34d73ebd28d5 req-ba16766d-736d-4f8e-9499-fc82610be82c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0897946 Apr 15 18:52:24.412929 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-36588f78-3f98-4e8b-8a21-34d73ebd28d5 req-31228076-0111-4658-9812-ca726259c4f7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411649 Apr 15 18:52:25.616882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72927d0-cdaa-4f92-a61e-b7397f9b10c3 req-24bea1fb-84fe-4c9c-8295-98bc7a8197fc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:25.618553 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b72927d0-cdaa-4f92-a61e-b7397f9b10c3 req-24bea1fb-84fe-4c9c-8295-98bc7a8197fc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0914474 Apr 15 18:52:25.667706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b72927d0-cdaa-4f92-a61e-b7397f9b10c3 req-61375172-baf8-430c-9fda-06c9f0eb9f22 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426617 Apr 15 18:52:25.874953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ba65c-bee9-468e-a3de-6f39f50eff59 req-4181c224-9858-490e-ba56-45dc1fcf980c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:25.876552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ee1ba65c-bee9-468e-a3de-6f39f50eff59 req-4181c224-9858-490e-ba56-45dc1fcf980c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0939837 Apr 15 18:52:25.923913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ee1ba65c-bee9-468e-a3de-6f39f50eff59 req-db757d5c-2843-4344-8023-06eebb549bc1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403204 Apr 15 18:52:25.948672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46666) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:26.024704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed74133-ffd6-4992-b9bd-1222767aedf9 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:26.026348 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ed74133-ffd6-4992-b9bd-1222767aedf9 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1094 time: 0.0766325 Apr 15 18:52:26.029274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46670) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:26.034731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:52:26.041542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:52:26.045583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:floatingip and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:52:26.048554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:52:26.054617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:52:26.064180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:26.207604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:26.350728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.140 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/09804011-ba55-4254-b7ed-1db5898301b9) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:52:26.505466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:26.534939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:26.550435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ced2ffb-ab2d-496f-ac50-f6137292be29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:26.682394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=09804011-ba55-4254-b7ed-1db5898301b9,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:26.686960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:26.741594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:52:26.742759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:52:26.745139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:52:27.056492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1698a4f6-75e1-4797-94a1-e66e6956bd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.167962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.243885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.258955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.461118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.465517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.481303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6018b56-1536-4275-a33c-13f524873c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:52:27.615881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=09804011-ba55-4254-b7ed-1db5898301b9,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:52:27.628308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:52:27.719741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.790577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:27.900601 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 4e4fd312-5301-4779-b776-178362c9cf64 associated. External IP: 172.26.7.140, port: de6f5567-0ced-4b17-a82b-72429394eb4d. Apr 15 18:52:28.267615 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:52:28.558907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:28.730941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:52:28.740744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Sync routers for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:52:28.751414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:28.752081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:28.755634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:28.817688 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7846580 Apr 15 18:52:28.817688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:52:28.865314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'status': 'completed', 'code': 200} Apr 15 18:52:28.946649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:28.969207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-cc6aa158-d593-48c5-ac95-27dd15c9566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:28.971385 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-cc6aa158-d593-48c5-ac95-27dd15c9566a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1099 time: 0.0841990 Apr 15 18:52:29.004362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d1402-9e2f-4396-8ea7-45e99e8cddd8 req-82e2f03c-7572-40c0-8ad2-23914f9c62c3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:29.006584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-379d1402-9e2f-4396-8ea7-45e99e8cddd8 req-82e2f03c-7572-40c0-8ad2-23914f9c62c3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0941513 Apr 15 18:52:29.058439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-379d1402-9e2f-4396-8ea7-45e99e8cddd8 req-4fd8ebb0-003a-424b-a651-8f9aabe45902 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447903 Apr 15 18:52:29.085089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46678) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:29.125960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-12e9499a-abbf-4e9a-bf68-a561923eb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:29.127617 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-12e9499a-abbf-4e9a-bf68-a561923eb81a service neutron] 10.222.0.49 "GET /v2.0/networks?id=7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 200 len: 898 time: 0.1496329 Apr 15 18:52:29.206516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4cbf51e1-dc16-43b6-98bc-148502795ac6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 200 len: 992 time: 0.1189847 Apr 15 18:52:29.241453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-77ba9858-868a-4c16-ac6e-1dc80b88a002 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 200 len: 1000 time: 0.1068423 Apr 15 18:52:29.314398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-83fcdea7-4411-4118-8f49-0571981c5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:29.315901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-83fcdea7-4411-4118-8f49-0571981c5924 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=138d422c-3f9f-4bf1-abaa-b6586999b6df HTTP/1.1" status: 200 len: 835 time: 0.0685980 Apr 15 18:52:29.480189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '4e4fd312-5301-4779-b776-178362c9cf64', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'port_id': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'mac_address': 'fa:16:3e:35:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:52:27Z', 'updated_at': '2021-04-15T18:52:27Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:29.484823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Checking router: 69ee6c88-c0e6-4f93-8b92-bdc593169ecf for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:52:29.494738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:52:29.495432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:29.694360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:52:29.698645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-fcfe6bd6-e4f5-4025-a554-728c567aa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:29.700255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-fcfe6bd6-e4f5-4025-a554-728c567aa215 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7522a932-d1d9-49b1-abd4-5d14e858dbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3774018 Apr 15 18:52:29.850131 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-8dc95293-a794-4259-9ed2-81fe4ca89ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428204 Apr 15 18:52:30.000048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a19a63ce-b27b-46bf-bf9f-a1f12e2e9bc4 req-44ed7127-7c1a-4ee9-a236-89726b740e4e service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425552 Apr 15 18:52:30.062975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '4e4fd312-5301-4779-b776-178362c9cf64', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'port_id': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'mac_address': 'fa:16:3e:35:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:52:27Z', 'updated_at': '2021-04-15T18:52:27Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:52:30.067203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d916ed-dad6-4ffb-9e3f-e21ab8c40c5a None None] The sync data for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv is: [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '4e4fd312-5301-4779-b776-178362c9cf64', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.140', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'port_id': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'mac_address': 'fa:16:3e:35:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:52:27Z', 'updated_at': '2021-04-15T18:52:27Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:52:30.209935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46682) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:30.312335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e86387-14eb-4180-b50a-18e2c362a00a None None] New status for floating IP 4e4fd312-5301-4779-b776-178362c9cf64: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:52:30.328671 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a562cd20-fb10-402e-9709-814195aa2aaf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 200 len: 992 time: 0.1174309 Apr 15 18:52:31.331751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46686) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:31.446096 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1d4f2f10-13fd-4165-9779-7205c5c52c8c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 200 len: 994 time: 0.1129901 Apr 15 18:52:44.843462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:54.260599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7c29afb7-9288-45cb-9436-237a3048911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:56.382568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a2da4-20e8-4eff-8b61-acff83761e11 req-a930dc02-8e45-4480-8538-f913ddaba347 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:56.384113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-709a2da4-20e8-4eff-8b61-acff83761e11 req-a930dc02-8e45-4480-8538-f913ddaba347 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0899889 Apr 15 18:52:56.433710 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-709a2da4-20e8-4eff-8b61-acff83761e11 req-b2e0bead-6904-43ab-9f9c-ec31ab2c3647 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427668 Apr 15 18:52:57.057014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9eb442b-d1f2-46d0-8c46-98a85e3d0f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:57.265285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:57.640231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf46bc0-6943-4d9c-8d9b-313e1dfce18d req-c1f7717e-6018-40b9-bcb2-55fa74375ed6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:57.641815 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ddf46bc0-6943-4d9c-8d9b-313e1dfce18d req-c1f7717e-6018-40b9-bcb2-55fa74375ed6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0924232 Apr 15 18:52:57.689393 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ddf46bc0-6943-4d9c-8d9b-313e1dfce18d req-ae7638f9-f55f-42a9-8cce-ffecc8c2efe1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412405 Apr 15 18:52:57.715322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46706) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:52:57.793598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:57.834845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-378828d5-c842-41f4-a4cf-7ddebc835279 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 200 len: 994 time: 0.1181352 Apr 15 18:52:58.495303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:52:58.560048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:52:59.309610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4de0-ac2a-409c-ba01-75d8b592103e req-b12ff856-c0b9-4710-acad-2b22513bf7bd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:52:59.311275 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-946e4de0-ac2a-409c-ba01-75d8b592103e req-b12ff856-c0b9-4710-acad-2b22513bf7bd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0918207 Apr 15 18:52:59.359817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-946e4de0-ac2a-409c-ba01-75d8b592103e req-fc5bc38e-e2ea-45f3-89ae-06931c20ead4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421786 Apr 15 18:53:00.566746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526fe12-a543-416a-8276-ca9a6bb3ca16 req-7c89a659-c359-4011-b7c0-70f2b6c79101 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:00.568384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1526fe12-a543-416a-8276-ca9a6bb3ca16 req-7c89a659-c359-4011-b7c0-70f2b6c79101 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0919683 Apr 15 18:53:00.616401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1526fe12-a543-416a-8276-ca9a6bb3ca16 req-62dcf334-d40e-4ca2-a928-8738cfb22efb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418484 Apr 15 18:53:00.640875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46720) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:00.757377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5bd8f1e9-74a5-44e4-b87b-7649c37bb0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 200 len: 994 time: 0.1152472 Apr 15 18:53:01.103062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46728) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:01.317435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 09804011-ba55-4254-b7ed-1db5898301b9 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:53:01.317823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:01.499705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:01.500072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:01.631159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 09804011-ba55-4254-b7ed-1db5898301b9 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:53:01.794345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:01.809893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46317ccf-f0da-400c-8ec1-22898bc40d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:01.902383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=09804011-ba55-4254-b7ed-1db5898301b9,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:01.916853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.917295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.917727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.918189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.918613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.919037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.919461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.919878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.920295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.920710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.921124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.921539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:01.926458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:02.088516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:02.088830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 4e4fd312-5301-4779-b776-178362c9cf64 disassociated (deleted). External IP: 172.26.7.140, port: de6f5567-0ced-4b17-a82b-72429394eb4d. Apr 15 18:53:02.461881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:53:02.651156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:53:02.660791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Sync routers for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:53:02.667940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:02.675312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:02.675994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:02.733297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e4fd312-5301-4779-b776-178362c9cf64 HTTP/1.1" status: 204 len: 168 time: 1.6266422 Apr 15 18:53:02.733297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:53:02.780370 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'status': 'completed', 'code': 200} Apr 15 18:53:02.876977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:02.884121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-e8872351-2576-413d-9c42-bbf9d694dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:02.885747 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-e8872351-2576-413d-9c42-bbf9d694dc89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 1099 time: 0.0800443 Apr 15 18:53:03.035050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-82c54d38-1945-4747-be6e-67b1995c7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:03.037653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-82c54d38-1945-4747-be6e-67b1995c7aa9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 200 len: 898 time: 0.1447897 Apr 15 18:53:03.117363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-5dd0c6fb-6bfd-4de0-984e-1b1e036465ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 200 len: 217 time: 0.0723135 Apr 15 18:53:03.143883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe039eb-388d-4486-997e-a80c00a557eb req-5bb03012-84d8-4bad-988b-86ad81e25a90 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:03.144659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbe039eb-388d-4486-997e-a80c00a557eb req-5bb03012-84d8-4bad-988b-86ad81e25a90 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:03.160592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-fbe039eb-388d-4486-997e-a80c00a557eb req-5bb03012-84d8-4bad-988b-86ad81e25a90 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:03.162137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbe039eb-388d-4486-997e-a80c00a557eb req-5bb03012-84d8-4bad-988b-86ad81e25a90 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.1101339 Apr 15 18:53:03.188384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-4c720c32-6916-4278-887a-77ee086f995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:03.190299 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-4c720c32-6916-4278-887a-77ee086f995d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=138d422c-3f9f-4bf1-abaa-b6586999b6df HTTP/1.1" status: 200 len: 835 time: 0.0673444 Apr 15 18:53:03.215576 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fbe039eb-388d-4486-997e-a80c00a557eb req-8fb0e0d6-02de-4ebd-8f93-ade2d394f2b0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461383 Apr 15 18:53:03.216562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:03.220914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Checking router: 69ee6c88-c0e6-4f93-8b92-bdc593169ecf for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:53:03.231465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:03.232191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:03.274453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-8363b29c-a378-49ee-b5cc-e47b30728409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:03.276090 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-8363b29c-a378-49ee-b5cc-e47b30728409 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7522a932-d1d9-49b1-abd4-5d14e858dbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793276 Apr 15 18:53:03.431028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-efe9105f-6fd8-48a0-9026-e84df30f0276 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470921 Apr 15 18:53:03.577708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:03.578901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d0a6291-4d18-4326-bb06-a7c851dcfb80 req-6e5f42ea-ebd3-4274-a2af-2f1396021390 service neutron] 10.222.0.49 "GET /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409724 Apr 15 18:53:03.903828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:03.907819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9765ab-f53f-4f5d-957b-49c31e4de56a None None] The sync data for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv is: [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:52:10Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '30567712-e328-47b0-b23f-d62001b0bf0a', 'name': '', 'network_id': '7522a932-d1d9-49b1-abd4-5d14e858dbb9', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:ea:b1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:09Z', 'updated_at': '2021-04-15T18:52:15Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '138d422c-3f9f-4bf1-abaa-b6586999b6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:53:04.290150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbee139-76cf-4f95-82fc-9875320c4fc4 None None] New status for floating IP 4e4fd312-5301-4779-b776-178362c9cf64: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:53:04.429580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2800a-6c74-45e1-ae7e-9325d2e1e616 req-22776834-e39a-4a99-8688-c04ea877e32b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:04.431369 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ca2800a-6c74-45e1-ae7e-9325d2e1e616 req-22776834-e39a-4a99-8688-c04ea877e32b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.0986085 Apr 15 18:53:04.482577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0ca2800a-6c74-45e1-ae7e-9325d2e1e616 req-140d6cca-2193-4f9d-bb06-3447ca4acca3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16063aba-8291-4c20-a74b-1791ed13e144&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445666 Apr 15 18:53:04.611184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-a5b34fec-bcd8-46eb-8bd3-7bfcaaf03bd2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:04.611960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-a5b34fec-bcd8-46eb-8bd3-7bfcaaf03bd2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:04.624952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-a5b34fec-bcd8-46eb-8bd3-7bfcaaf03bd2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:04.626182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-a5b34fec-bcd8-46eb-8bd3-7bfcaaf03bd2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 946 time: 0.1065295 Apr 15 18:53:04.705415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port de6f5567-0ced-4b17-a82b-72429394eb4d {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:53:04.705732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:04.968895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port de6f5567-0ced-4b17-a82b-72429394eb4d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=de6f5567-0ced-4b17-a82b-72429394eb4d,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:04.969481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:05.105632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for de6f5567-0ced-4b17-a82b-72429394eb4d owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:53:05.253816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:05.269545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4b1e0a8d-1215-489a-bc39-da26d0996d19 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:05.321548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=de6f5567-0ced-4b17-a82b-72429394eb4d,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:05.380019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.381009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.381441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.381889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.382315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.382736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.383149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.383563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.383973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.384383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.384796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.385204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:05.390104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:05.529711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] No DVR routers for this DVR port de6f5567-0ced-4b17-a82b-72429394eb4d on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:53:05.532339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:05.535398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'name': 'network-vif-deleted', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:53:05.550577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3b527527-1e31-4a7f-8726-192ac3ae4a92 req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "DELETE /v2.0/ports/de6f5567-0ced-4b17-a82b-72429394eb4d HTTP/1.1" status: 204 len: 173 time: 0.9192843 Apr 15 18:53:05.584877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae38a85-df91-4c21-8742-fd68b56ea96a', 'name': 'network-vif-deleted', 'tag': 'de6f5567-0ced-4b17-a82b-72429394eb4d', 'status': 'completed', 'code': 200} Apr 15 18:53:05.656401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc821a0e-aee4-4a2e-8abb-30acb887cb0f req-7f6e489b-fbe4-4194-9a6a-f71554bcde38 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ae38a85-df91-4c21-8742-fd68b56ea96a HTTP/1.1" status: 200 len: 210 time: 0.0530045 Apr 15 18:53:06.757495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46750) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:07.336388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:07.704281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 30567712-e328-47b0-b23f-d62001b0bf0a {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:53:07.704584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:07.901811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 30567712-e328-47b0-b23f-d62001b0bf0a, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=30567712-e328-47b0-b23f-d62001b0bf0a,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:07.902333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:08.036302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 30567712-e328-47b0-b23f-d62001b0bf0a owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:53:08.216943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:08.232361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a615b04-42a4-4243-ba74-fecb02a98bb1 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:08.327516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=30567712-e328-47b0-b23f-d62001b0bf0a,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:08.331374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:08.968368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:09.134525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device de6f5567-0ced-4b17-a82b-72429394eb4d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:53:09.170929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: de6f5567-0ced-4b17-a82b-72429394eb4d {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:53:09.171323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device de6f5567-0ced-4b17-a82b-72429394eb4d not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:53:09.482218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:53:09.671587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:53:09.681616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Sync routers for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:53:09.685295 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/69ee6c88-c0e6-4f93-8b92-bdc593169ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265997 Apr 15 18:53:09.688124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46754) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:09.692158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:09.692846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:09.761740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting subnet 138d422c-3f9f-4bf1-abaa-b6586999b6df {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:53:09.765043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:09.827660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:09.882241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:09.916295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.184123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:53:08Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:10.189042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Checking router: 69ee6c88-c0e6-4f93-8b92-bdc593169ecf for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:53:10.199132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Routers {'69ee6c88-c0e6-4f93-8b92-bdc593169ecf'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:10.199784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:10.210721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.227378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f4e4cf00-e411-408e-a44b-ffe9f8a74789 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:10.324471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Subnet': ['ID=138d422c-3f9f-4bf1-abaa-b6586999b6df,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:10.329190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:10.362624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.369469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/subnets/138d422c-3f9f-4bf1-abaa-b6586999b6df HTTP/1.1" status: 204 len: 168 time: 0.6803064 Apr 15 18:53:10.370955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe443154-7f8a-41f0-9fbc-a57e9c588552 None None] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:53:10.372233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46758) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:10.393573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] Set router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:10.567307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.641054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] DHCP port deletion for 7522a932-d1d9-49b1-abd4-5d14e858dbb9 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:53:10.645754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Deleting port 14c974d8-11a9-4140-b597-2f55b2a5b53b {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:53:10.647067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.705692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:53:08Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:10.710660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceeeaaf-4101-4286-853b-f205ad147eea None None] The sync data for ids ['69ee6c88-c0e6-4f93-8b92-bdc593169ecf'] in dv-neutron-786478-1-hyperv is: [{'id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-582893875', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:52:04Z', 'updated_at': '2021-04-15T18:53:08Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ee6c88-c0e6-4f93-8b92-bdc593169ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:52:05Z', 'updated_at': '2021-04-15T18:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:53:10.764356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.774746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:53:10.774988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.890768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] For port 14c974d8-11a9-4140-b597-2f55b2a5b53b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14c974d8-11a9-4140-b597-2f55b2a5b53b,segment=NetworkSegment(51705c1d-6c51-4fce-8d9d-451e787399dd),segment_id=51705c1d-6c51-4fce-8d9d-451e787399dd)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:10.891316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:10.968893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:10.969303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.028022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Calling delete_port for 14c974d8-11a9-4140-b597-2f55b2a5b53b owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:53:11.105275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:53:11.105922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.122167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:11.225287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Pushing event deleted for resources: {'Port': ['ID=14c974d8-11a9-4140-b597-2f55b2a5b53b,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:11.236709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.237095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.237475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.237880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.238250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.238621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.238987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.239356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.240293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.240641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.241010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.241371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:11.244825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:11.275418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] No DVR routers for this DVR port 14c974d8-11a9-4140-b597-2f55b2a5b53b on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:53:11.282355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.298135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7cfb308-7108-4178-90b8-4b6e11e9fc21 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:11.393820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:11.398183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:11.531910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14c974d8-11a9-4140-b597-2f55b2a5b53b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:53:11.557607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.571586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 14c974d8-11a9-4140-b597-2f55b2a5b53b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:53:11.571976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14c974d8-11a9-4140-b597-2f55b2a5b53b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:53:11.572437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30567712-e328-47b0-b23f-d62001b0bf0a no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:53:11.608011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 30567712-e328-47b0-b23f-d62001b0bf0a {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:53:11.608402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 30567712-e328-47b0-b23f-d62001b0bf0a not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:53:11.746537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.748895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.781234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.781821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Fanout notify agent at l3_agent the message router_deleted on router 69ee6c88-c0e6-4f93-8b92-bdc593169ecf {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:53:11.801129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:11.802415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/routers/69ee6c88-c0e6-4f93-8b92-bdc593169ecf HTTP/1.1" status: 204 len: 168 time: 1.4291513 Apr 15 18:53:11.805300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46762) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:12.222428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:12.419634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:12.543012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7522a932-d1d9-49b1-abd4-5d14e858dbb9']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:12.556171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51705c1d-6c51-4fce-8d9d-451e787399dd') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:12.556514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51705c1d-6c51-4fce-8d9d-451e787399dd') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:12.568458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:12.583172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:12.589465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:53:12.774514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:53:12.783761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:12.968550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 7522a932-d1d9-49b1-abd4-5d14e858dbb9 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:53:12.992898 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:53:13.073954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.077382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0badb1f1-1875-42cb-be7a-60f5ba4ef96a tempest-NetworksIpV6TestAttrs-63563645 tempest-NetworksIpV6TestAttrs-63563645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:13.094960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.107891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Network': ['ID=7522a932-d1d9-49b1-abd4-5d14e858dbb9,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:13.111279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:13.116281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a35ee2e2-efd5-406b-ba46-70c4806de270 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/networks/7522a932-d1d9-49b1-abd4-5d14e858dbb9 HTTP/1.1" status: 204 len: 168 time: 1.3099480 Apr 15 18:53:13.119112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46766) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:13.189640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.222893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.274645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.279674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbedbe2a-a33c-4465-b999-f7a9bdf40add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:13.295775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16063aba-8291-4c20-a74b-1791ed13e144,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:13.300084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:13.304128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.305415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2b44498-cabf-4d1c-8843-a589f84f7265 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/security-groups/16063aba-8291-4c20-a74b-1791ed13e144 HTTP/1.1" status: 204 len: 168 time: 0.1853366 Apr 15 18:53:13.433096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:53:13.469071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:53:13.469472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ca65c6d5-ab3c-4220-ad2d-a2813d68ed6b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:53:13.593438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46774) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:13.599508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922625983', 'description': 'tempest-secgroup-smoke-1922625983 description', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:13.606044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:13.610437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:13.613423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:13.620916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:13.629729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.650954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:13.654869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:13.657740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:13.663769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:13.739268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.742555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.748015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:13.792115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e49969-8182-4e44-beaa-06705bafaf27,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:13.795010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.796316 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2017663 Apr 15 18:53:13.797324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:13.799553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46778) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:13.806280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:13.812970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:13.817064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:13.820800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:13.826849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:13.842512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.908755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.911224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.913236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-50c92a8a-329f-4a8f-a631-5f4835aa844b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:13.937419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80593c6-f51c-4f37-9c44-b37697d50208,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:13.939985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:13.946734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:13.948005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472821 Apr 15 18:53:13.950910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46782) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:13.956394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:13.962692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:13.966754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:13.969743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:13.976625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:13.995111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.060754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.063274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.065225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-095ac205-dd7c-4ae8-a721-60dbd3c290d4 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.088278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5f3eac-5ed8-4c94-90f9-71d4ff4e2fd9,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.090842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.096796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.098351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eaed488c-7409-4410-8595-89249577a6cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464393 Apr 15 18:53:14.101809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46786) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.107360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.113595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.118196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.121185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:14.127603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:14.143470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.207926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.210514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.212391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89012631-c91b-4900-a949-f801adf262ca tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.236650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11cd369-3f18-4788-a095-7873221fcfca,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.241390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.248034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.249312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464813 Apr 15 18:53:14.252181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46790) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.257735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.263871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.267879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.270916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:14.276874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:14.296097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.362096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.364476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.366938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb0146b5-7921-45e4-94cc-933af5330a8f tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.389784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe77e4b2-2a4e-454c-8039-5ef9a713577f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.392335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.398898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.400179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469977 Apr 15 18:53:14.403140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46794) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.408500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.415438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.419457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.422486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:14.428536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:14.437767 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:53:14.444526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.511565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.514148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.516007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9ec610e6-1d4f-4cd0-8f0c-503c63c70198 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.540201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2ccb87-79ca-475a-8e6a-06d1e06e7e28,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.542738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.548875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.550221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f5dfad07-c6a4-45dd-a070-7e7d50772c3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460633 Apr 15 18:53:14.553048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46798) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.558671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '16e49969-8182-4e44-beaa-06705bafaf27', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.565006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.569098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.572148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:14.578217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:14.587813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:53:14.594476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.664973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.668236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.670238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-391d45d5-320d-48af-9e5b-a371aebe4dc8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.693086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc7163d-51cb-427f-89d2-1507b4fb7dc5,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.695608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.701738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.703030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489887 Apr 15 18:53:14.706045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 46802) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.712642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'network': {'name': 'tempest-network-smoke--707758388', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.718021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.722904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:network and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.726460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:14.732444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:14.741793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:53:14.747789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.779015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:53:14.788426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.788817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Added segment 345990ab-87ed-4574-b515-95a1d0b9dfc4 of type vlan for network cfc28d27-3379-46d7-9b0c-c339d888f6ef Apr 15 18:53:14.815366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.835797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.845621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.851934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:14.852578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:14.857749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-249bc442-03d5-4d2a-97b7-dd2b75886de2 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:14.968365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2612488 Apr 15 18:53:14.969366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Network': ['ID=cfc28d27-3379-46d7-9b0c-c339d888f6ef,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:14.972360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:14.972517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b768e599-f2c8-4e67-8063-95b461a7f4ce tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:14.979169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'admin_state_up': True, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:14.980996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:53:14.987308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:14.991579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:router and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:14.994583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:15.000844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:15.011797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:15.012854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:15.027891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:15.595621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:15.920207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:15.952242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:16.099366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.82 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:53:16.253826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:16.283055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:16.298914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-07899923-0a12-419f-bd00-ad36edf61529 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:16.432789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:16.437289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:16.489055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:16.490821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:16.493029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:53:16.934505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:17.295797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:17.511293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f0f91d2b-b686-42fc-801e-f98f2f1a3015 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:53:17.694690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:53:17.705574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Sync routers for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:53:17.715571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:17.716243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:17.722282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:17.723590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7499399 Apr 15 18:53:17.727430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46810) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:17.778184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7b71972e-0e4d-489a-91b1-e072cf81a769 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f35a40061d8f4041a33bc9d4e8bf53a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470300 Apr 15 18:53:17.778389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:17.906185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:17.918061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0081ba5a-c44b-43d5-a704-c8922e496772 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:17.919712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0081ba5a-c44b-43d5-a704-c8922e496772 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1403737 Apr 15 18:53:17.922744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46818) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:17.970430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-632ad5fc-b5f7-407c-bee5-54b53f9ca30e tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464044 Apr 15 18:53:17.973269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46822) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:17.980571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997040254', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:18.224932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:16Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:18.229224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Checking router: f0f91d2b-b686-42fc-801e-f98f2f1a3015 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:53:18.229611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Updating router f0f91d2b-b686-42fc-801e-f98f2f1a3015 port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:53:18.291428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:18.383165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:18.387210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:subnet and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:18.390855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:18.397596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:18.409686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:53:18.416569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:18.819659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:18.832544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Transition to ACTIVE for port object e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:18.838503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:18.853695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:18.869147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:18.888715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-521b0cb3-db28-4fbc-b2ac-316ca233bfb3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:18.984892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Pushing event updated for resources: {'Port': ['ID=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:18.987862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:19.027003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Subnet': ['ID=b135bb33-70ed-4b36-a32d-5f24a1d938a2,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:19.031901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:19.053029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Attempting to bind port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:53:19.053447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Attempting to bind port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:53:19.053885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Attempting to bind port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:53:19.059450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:53:19.059871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:53:19.060323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.060759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:53:19.061275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Bound port: e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:53:19.061692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.090871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Checking segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:53:19.091272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network hostable DHCP agents. Network: cfc28d27-3379-46d7-9b0c-c339d888f6ef, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:53:19.109705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:53:19.118634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, cfc28d27-3379-46d7-9b0c-c339d888f6ef) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:19.129511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d95e24-71c3-4add-a267-8ef6cbca1aed None None] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:53:19.133065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:19.133715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.155988 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7254553f-7872-416a-9d99-83ffd186087d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1783845 Apr 15 18:53:19.156196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46826) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:19.211172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] For port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:53:19.230817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] For port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:53:19.236326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.261074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-51fde26e-a43f-4ec1-b46c-0384c7d276cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:19.461026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Pushing event updated for resources: {'Port': ['ID=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:19.484296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:19.558874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:53:19.559767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.633498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:19.634222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:19.895744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:19.905727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:20.015659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Allocated IP 172.20.0.2 (cfc28d27-3379-46d7-9b0c-c339d888f6ef/b135bb33-70ed-4b36-a32d-5f24a1d938a2/0f6594d3-d12c-4e71-b486-17945ff394da) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:53:20.400243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.413548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Transition to ACTIVE for port object 0f6594d3-d12c-4e71-b486-17945ff394da will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:20.425944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:16Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:20.437419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3698de9d-21b2-491a-8bab-a33559d745c0 None None] The sync data for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv is: [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:16Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:53:20.441109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Transition to ACTIVE for port object 0f6594d3-d12c-4e71-b486-17945ff394da will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:20.446011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.462051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-56e3542b-8aea-42af-9e90-aeefa43d329b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:20.515880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.1 (cfc28d27-3379-46d7-9b0c-c339d888f6ef/b135bb33-70ed-4b36-a32d-5f24a1d938a2/4db8eed4-33b9-40f1-b234-fdbfdf59e675) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:53:20.609690 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Pushing event updated for resources: {'Port': ['ID=0f6594d3-d12c-4e71-b486-17945ff394da,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:20.613789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:20.651531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:20.652672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:20.654981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:53:20.688104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.705138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 4db8eed4-33b9-40f1-b234-fdbfdf59e675 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:20.732416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.751385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-303bb1c9-15ed-4d24-b28d-8519d9db8e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:20.938211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Attempting to bind port 0f6594d3-d12c-4e71-b486-17945ff394da on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:53:20.938726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Attempting to bind port 0f6594d3-d12c-4e71-b486-17945ff394da by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:53:20.939227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Attempting to bind port 0f6594d3-d12c-4e71-b486-17945ff394da on network cfc28d27-3379-46d7-9b0c-c339d888f6ef {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:53:20.945383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:53:20.945901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Checking segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:53:20.946431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.947363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Bound using segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:53:20.947493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Bound port: 0f6594d3-d12c-4e71-b486-17945ff394da, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:53:20.947928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:20.953370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:20.956587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:20.980910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:20.982185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:20.984729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:53:21.045089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] For port 0f6594d3-d12c-4e71-b486-17945ff394da, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:53:21.049043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] For port 0f6594d3-d12c-4e71-b486-17945ff394da, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0f6594d3-d12c-4e71-b486-17945ff394da,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:53:21.053168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.053619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.071346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-678a8de3-82f0-4d60-8c5a-163d826fb452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:21.185032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.226556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Pushing event updated for resources: {'Port': ['ID=0f6594d3-d12c-4e71-b486-17945ff394da,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:21.234860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:21.510844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:21.611224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:21.619573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:21.620491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.683917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.687967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.719861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:21.757708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.775734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:21.779647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:21.781426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d1aa1393-9ee3-4cd1-b0bd-d599febdda52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:21.863101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:21.866933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:22.102638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:22.106308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:22.121527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:22.252774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:22.253967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:22.446618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f0f91d2b-b686-42fc-801e-f98f2f1a3015 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:53:22.647397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:53:22.661225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/f0f91d2b-b686-42fc-801e-f98f2f1a3015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5038629 Apr 15 18:53:22.774458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e5b44b-cfcb-4270-8b88-aa2135e91bb9 None None] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:53:22.897035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0096bd86-3f14-4766-8e15-e93a3a531f68 None None] Provisioning for port 0f6594d3-d12c-4e71-b486-17945ff394da completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:23.000762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-baae65ea-b052-4dcc-8493-43c1d2d28b74 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:23.017049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-baae65ea-b052-4dcc-8493-43c1d2d28b74 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:23.018283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-baae65ea-b052-4dcc-8493-43c1d2d28b74 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922625983&fields=id&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 267 time: 0.0617762 Apr 15 18:53:23.192235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-21037f66-e645-48bf-9fdd-2562d9937c94 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:23.194633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-21037f66-e645-48bf-9fdd-2562d9937c94 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 796 time: 0.1680312 Apr 15 18:53:23.212208 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-3a0848e7-eac6-40e4-8f3e-afb4bb0d9eb7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/quotas/f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 375 time: 0.0112803 Apr 15 18:53:23.241018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-51ddbe07-1fd8-4e56-ac5a-7338b193adc3 None None] Provisioning for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:23.246494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-51ddbe07-1fd8-4e56-ac5a-7338b193adc3 None None] Provisioning complete for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:23.246925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-51ddbe07-1fd8-4e56-ac5a-7338b193adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:23.301281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Sync routers for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:53:23.312262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-2f79ef96-6fb1-4db1-ae91-2030bd9b27f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:23.313635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-51ddbe07-1fd8-4e56-ac5a-7338b193adc3 None None] Port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:53:23.315752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:23.316438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:23.329665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-2f79ef96-6fb1-4db1-ae91-2030bd9b27f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:23.331235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-2f79ef96-6fb1-4db1-ae91-2030bd9b27f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130879 Apr 15 18:53:23.454775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4d86fa4a-0ad1-41a7-9835-0f5ab1571c0d None None] Provisioning complete for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:23.455317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4d86fa4a-0ad1-41a7-9835-0f5ab1571c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:23.521375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:23.525499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-74f17806-b32d-4a9a-bdda-71fa52d7a803 service neutron] 10.222.0.32 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799810 Apr 15 18:53:23.550617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4d86fa4a-0ad1-41a7-9835-0f5ab1571c0d None None] Port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:53:23.623766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:23.696300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3ae1230d-8885-442d-a12c-18348c9af728 None None] Provisioning complete for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:23.696624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ae1230d-8885-442d-a12c-18348c9af728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:23.709069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-82c413aa-78ed-4277-a379-4fbb97eedfac service neutron] 10.222.0.32 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756356 Apr 15 18:53:23.766179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1230d-8885-442d-a12c-18348c9af728 None None] Port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:53:23.768326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:23.768740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:23.915208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 2, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:23.917732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0f6594d3-d12c-4e71-b486-17945ff394da up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:23.919829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Checking router: f0f91d2b-b686-42fc-801e-f98f2f1a3015 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:53:23.920304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Updating router f0f91d2b-b686-42fc-801e-f98f2f1a3015 port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:53:23.985332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:23.998275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0f6594d3-d12c-4e71-b486-17945ff394da completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:24.004801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0f6594d3-d12c-4e71-b486-17945ff394da triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:24.005764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.012158 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbbcd9d-deb7-42cc-80ce-d7fdb8d2de1e req-200ec6e9-536f-4bc9-b253-bcca7d496492 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 210 time: 0.1186604 Apr 15 18:53:24.148401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.182575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0f6594d3-d12c-4e71-b486-17945ff394da, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0f6594d3-d12c-4e71-b486-17945ff394da,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:24.185509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.188394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:24.277381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0f6594d3-d12c-4e71-b486-17945ff394da,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:24.280288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-668e6d39-2ca2-41dc-827e-2e85b0d48808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.281773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:24.394109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.406593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Transition to ACTIVE for port object 4db8eed4-33b9-40f1-b234-fdbfdf59e675 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:24.413013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.428454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df943eb6-d650-4559-90f8-8ae7a3f94229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:24.719782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Pushing event updated for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:24.739082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.739513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.739513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.739513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.739513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.741741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.741741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.741741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.742053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.742657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.742657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.742932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:53:24.748046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:24.947304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Attempting to bind port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:53:24.947719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Attempting to bind port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:53:24.948243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Attempting to bind port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 on network cfc28d27-3379-46d7-9b0c-c339d888f6ef {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:53:24.954085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:53:24.954510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Checking segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:53:24.954957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:24.955389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Bound using segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:53:24.955899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Bound port: 4db8eed4-33b9-40f1-b234-fdbfdf59e675, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:53:24.956437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.061495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] For port 4db8eed4-33b9-40f1-b234-fdbfdf59e675, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:53:25.065168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] For port 4db8eed4-33b9-40f1-b234-fdbfdf59e675, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4db8eed4-33b9-40f1-b234-fdbfdf59e675,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:53:25.068931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-55f01546-a3e2-47d4-a57f-c84148d5fca5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:25.069830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-55f01546-a3e2-47d4-a57f-c84148d5fca5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:25.070134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.086631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-55f01546-a3e2-47d4-a57f-c84148d5fca5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:25.086833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e883d53-e104-4648-97c5-6b59cc02adbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:25.088026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-55f01546-a3e2-47d4-a57f-c84148d5fca5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 796 time: 0.1897957 Apr 15 18:53:25.180681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-4db65d7c-dbfa-4775-a156-625e4f45a03e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:53:25.194608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-4db65d7c-dbfa-4775-a156-625e4f45a03e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:53:25.196789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-4db65d7c-dbfa-4775-a156-625e4f45a03e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 8073 time: 0.1003826 Apr 15 18:53:25.206063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'port': {'device_id': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'admin_state_up': True, 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'security_groups': ['16e49969-8182-4e44-beaa-06705bafaf27']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:25.209542 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cd7b0c7e-47fc-446a-96fa-ef1f6ba6fd6c req-c05ed6e0-d569-4dc3-91c1-65ecb7f43a28 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 210 time: 0.0562994 Apr 15 18:53:25.243708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Pushing event updated for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:25.248411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:25.305723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:25.306467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:52:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:25.364254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:25.376065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:25.387049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:53:25.393389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.493933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0f6594d3-d12c-4e71-b486-17945ff394da up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:25.512108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:25.578821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0f6594d3-d12c-4e71-b486-17945ff394da triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:25.579333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.584891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.8 (cfc28d27-3379-46d7-9b0c-c339d888f6ef/b135bb33-70ed-4b36-a32d-5f24a1d938a2/1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:53:25.787869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.804145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:25.827406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:25.845657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6844187d-c04c-435f-a513-55c34383f0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:25.848009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:25Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:25.852928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e67af4-b0ac-4a34-9905-c9aed37ae781 None None] The sync data for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv is: [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:25Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:53:26.010463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:26.014988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:26.054026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:26.055236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:26.057647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:53:26.127133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:26.127849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:26.157422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9554412 Apr 15 18:53:26.170256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Request body: {'port': {'device_id': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:26.296938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-16bc962e-5fe5-4990-8dd8-d72d7be9f99b None None] Provisioning for port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:26.304936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-16bc962e-5fe5-4990-8dd8-d72d7be9f99b None None] Provisioning complete for port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:26.306138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-16bc962e-5fe5-4990-8dd8-d72d7be9f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:26.308452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:26.377537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-16bc962e-5fe5-4990-8dd8-d72d7be9f99b None None] Port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:53:26.432251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9528a81-a876-4b41-81c3-4497df7b5de4 req-dbb7af15-fe47-4bb7-8037-328651c63ef6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:26.434128 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f9528a81-a876-4b41-81c3-4497df7b5de4 req-dbb7af15-fe47-4bb7-8037-328651c63ef6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 931 time: 0.0982466 Apr 15 18:53:26.487751 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f9528a81-a876-4b41-81c3-4497df7b5de4 req-7a1866d5-2dca-496e-a40b-5289ef5b24bb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 Apr 15 18:53:26.691597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:53:26.699412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:26.715433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Transition to ACTIVE for port object 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:53:26.718146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:26.732486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:26.872071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:26.876646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:27.060153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-11df17b5-fed3-404b-a5e1-66a3dbbcea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.104274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Attempting to bind port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:53:27.104651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Attempting to bind port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:53:27.105022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Attempting to bind port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f on network cfc28d27-3379-46d7-9b0c-c339d888f6ef {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:53:27.110074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f on network cfc28d27-3379-46d7-9b0c-c339d888f6ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:53:27.110437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Attempting to bind port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f on network cfc28d27-3379-46d7-9b0c-c339d888f6ef {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:53:27.116575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:53:27.116949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Checking segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:53:27.117372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Bound using segment: {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:53:27.117861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Bound port: 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345990ab-87ed-4574-b515-95a1d0b9dfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:53:27.118250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.214238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:53:27.217292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:53:27.220570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.235712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3af65cde-0a39-40d8-976a-33cc756e5883 tempest-ServersNegativeTestJSON-927364260 tempest-ServersNegativeTestJSON-927364260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:27.268517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.390209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:27.395335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:27.425922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:27.426574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.428148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] 10.222.0.49 "PUT /v2.0/ports/1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 1093 time: 1.2630320 Apr 15 18:53:27.428623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:53:27.509102 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'status': 'completed', 'code': 200} Apr 15 18:53:27.541025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4db8eed4-33b9-40f1-b234-fdbfdf59e675 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:27.576091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-fa611d42-5dee-45f5-b730-c076afcb3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:27.578187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-fa611d42-5dee-45f5-b730-c076afcb3bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1096 time: 0.1096480 Apr 15 18:53:27.622139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:27.628214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:27.628713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.657409 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-f697eb5f-2cab-4e02-9597-c07cc5067a56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 217 time: 0.0709386 Apr 15 18:53:27.697362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33484c3-ebe6-4e49-82fe-2cfecad9afa8 req-662b7928-4ec4-4f14-9d09-a08ca2ff211c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:27.699288 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b33484c3-ebe6-4e49-82fe-2cfecad9afa8 req-662b7928-4ec4-4f14-9d09-a08ca2ff211c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 943 time: 0.0916393 Apr 15 18:53:27.732065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-1bc9b50d-c6c8-4527-b3c4-fb5318e97663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:27.733662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-1bc9b50d-c6c8-4527-b3c4-fb5318e97663 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.0704522 Apr 15 18:53:27.759234 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b33484c3-ebe6-4e49-82fe-2cfecad9afa8 req-2b0c7e1e-97bf-488f-8165-5fa4208c7cd7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532615 Apr 15 18:53:27.777816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.822117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.825593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-364717b4-0559-49ce-8c86-171f870cd68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:27.827285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-364717b4-0559-49ce-8c86-171f870cd68a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873623 Apr 15 18:53:27.828358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 4db8eed4-33b9-40f1-b234-fdbfdf59e675, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4db8eed4-33b9-40f1-b234-fdbfdf59e675,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:27.831430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:27.834065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:27.904322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:27.907899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:28.245652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-864ae445-c5a8-4484-a4af-994bf133b32a service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124060 Apr 15 18:53:28.386005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9d37c645-8f75-4325-af27-ee8934e6e148 req-e2a60222-ce66-40d5-8f21-2ea529993298 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340876 Apr 15 18:53:28.511253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-98d51b23-8ef1-442c-8b8c-177bf9782114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:28.512780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-98d51b23-8ef1-442c-8b8c-177bf9782114 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1096 time: 0.0813079 Apr 15 18:53:28.562370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:28.653244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-81bc2ea9-0c13-4999-93ff-75ac4983b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:28.654824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-81bc2ea9-0c13-4999-93ff-75ac4983b3a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 897 time: 0.1360421 Apr 15 18:53:28.726738 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-492cb3e2-8a8d-446a-97ce-d88f459fb4af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 217 time: 0.0642915 Apr 15 18:53:28.798425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-0ca5c6a5-34c8-49f6-acf7-7330d9e566bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:28.800023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-0ca5c6a5-34c8-49f6-acf7-7330d9e566bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.0670738 Apr 15 18:53:28.882769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-50a2141c-b370-402b-bb4d-d0fc9de8ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:28.884401 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-50a2141c-b370-402b-bb4d-d0fc9de8ae2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773246 Apr 15 18:53:28.967491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cca172-4aa7-4af5-9f92-60fa972cd57f req-73998d0e-cbab-4266-895a-8a2d9171ea26 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:28.969098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19cca172-4aa7-4af5-9f92-60fa972cd57f req-73998d0e-cbab-4266-895a-8a2d9171ea26 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 943 time: 0.0937979 Apr 15 18:53:29.019611 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-19cca172-4aa7-4af5-9f92-60fa972cd57f req-da9a6aa7-8fe7-41c9-931e-4e2cf4696f7e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Apr 15 18:53:29.027982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-86a4184a-076e-4d64-a07e-0c48e7890e42 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367841 Apr 15 18:53:29.171325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f685496d-5c1c-4640-8c11-fca9e40c2cd1 req-53387bc1-25f4-43c0-a18c-9090e89c4e71 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362078 Apr 15 18:53:29.488395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4db8eed4-33b9-40f1-b234-fdbfdf59e675 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:29.566286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:29.566833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:30.224455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5239b-7d63-4e96-9922-873e7e02a70e req-6876b7fe-7904-4597-a72c-99903a630ab5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:30.226146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ac5239b-7d63-4e96-9922-873e7e02a70e req-6876b7fe-7904-4597-a72c-99903a630ab5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 943 time: 0.0894079 Apr 15 18:53:30.278085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9ac5239b-7d63-4e96-9922-873e7e02a70e req-40efcea9-9426-4af6-9478-84566d58190f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455105 Apr 15 18:53:31.258542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:53:31.399395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:31.413277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'port_id': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'mac_address': 'fa:16:3e:78:24:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:53:31.474715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:31.480016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be03b-39f6-4a3d-8cd3-484ca367654e req-e990e908-df6c-498d-bdeb-c4c6252f50fe tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:31.481644 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f77be03b-39f6-4a3d-8cd3-484ca367654e req-e990e908-df6c-498d-bdeb-c4c6252f50fe tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 943 time: 0.0904014 Apr 15 18:53:31.492842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:53:31.509192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:31.512794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:31.514653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:31.533332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f77be03b-39f6-4a3d-8cd3-484ca367654e req-e8253dbc-a42a-48ba-a8df-ec1d55214a4d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Apr 15 18:53:31.583929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:31.587109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:31.715076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:53:32.733658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6f682-5eba-4673-9243-a86556d0759d req-54c15b19-cc40-4bcd-9527-cd3b5e954b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:32.735323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78d6f682-5eba-4673-9243-a86556d0759d req-54c15b19-cc40-4bcd-9527-cd3b5e954b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 944 time: 0.0923522 Apr 15 18:53:32.784634 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-78d6f682-5eba-4673-9243-a86556d0759d req-d5528b22-d6d0-4a16-849d-0a72c3ed2cd7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Apr 15 18:53:33.260519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:53:33.330107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:53:33.335095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:53:33.335553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:33.458775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:33.486696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:53:33.497652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:53:33.501239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:33.503238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:33.535512 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'code': 200} Apr 15 18:53:33.575713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:33.578791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:33.774973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55fd227-5fc5-4a08-8fd3-3bfecd81cc0f req-3380f583-b5f3-4044-b76b-e38379e7cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:33.776609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c55fd227-5fc5-4a08-8fd3-3bfecd81cc0f req-3380f583-b5f3-4044-b76b-e38379e7cfa4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1098 time: 0.0830696 Apr 15 18:53:33.820581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c55fd227-5fc5-4a08-8fd3-3bfecd81cc0f req-8128085e-5402-40ab-b547-d649e3f70ffc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377367 Apr 15 18:53:33.982844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3b44-afbd-4c9d-86b5-355a80a1c4c9 req-811efec4-6587-4a3d-99c8-f2a9818f94fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:33.984420 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a6c3b44-afbd-4c9d-86b5-355a80a1c4c9 req-811efec4-6587-4a3d-99c8-f2a9818f94fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0878694 Apr 15 18:53:34.031140 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a6c3b44-afbd-4c9d-86b5-355a80a1c4c9 req-5fe1adad-ba10-4df6-8cef-4a272f766087 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Apr 15 18:53:35.237676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa736047-c825-4ecf-a073-993aa190f9a8 req-05df764c-e81b-4191-904d-a5e24d303298 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:35.239346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa736047-c825-4ecf-a073-993aa190f9a8 req-05df764c-e81b-4191-904d-a5e24d303298 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0925474 Apr 15 18:53:35.287339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa736047-c825-4ecf-a073-993aa190f9a8 req-5fd3202e-5ac9-4ff7-8f2c-8e0909521a39 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Apr 15 18:53:35.494575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:53:35.630918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd9886-f12b-4792-86d3-e463779ba2ef req-ac271c73-cc78-47f5-bae4-540c8815d019 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:35.632436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08fd9886-f12b-4792-86d3-e463779ba2ef req-ac271c73-cc78-47f5-bae4-540c8815d019 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0879431 Apr 15 18:53:35.682746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08fd9886-f12b-4792-86d3-e463779ba2ef req-a6f2906a-e9e4-4548-9752-7719116220cd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439556 Apr 15 18:53:35.706961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46884) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:35.784554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b36bfe-179d-400b-a5ff-82ba29c96841 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:35.786791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-15b36bfe-179d-400b-a5ff-82ba29c96841 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1093 time: 0.0782280 Apr 15 18:53:35.789718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46888) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:35.795548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:53:35.802727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:53:35.806861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:floatingip and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:53:35.809900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:53:35.818480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:53:35.828090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:35.970855 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:36.113601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.114 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:53:36.267871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:36.297220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:36.313050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:36.446522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:36.459267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:36.500665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:53:36.501824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:53:36.504046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:53:36.925655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:37.002783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:37.214179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:37.217592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:37.232655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:53:37.366110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:53:37.370614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:53:37.468672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:37.928355 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 764ea1d0-1816-4e0a-a5c0-5b8f7605334b associated. External IP: 172.26.7.114, port: 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f. Apr 15 18:53:38.299088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f0f91d2b-b686-42fc-801e-f98f2f1a3015 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:53:38.488734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:53:38.498834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Sync routers for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:53:38.510387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:38.511052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:53:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:38.513396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:38.571711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7807145 Apr 15 18:53:38.572394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:53:38.628368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'status': 'completed', 'code': 200} Apr 15 18:53:38.737277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-c6852a71-a78d-4864-a8e2-3a31fc7f6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:38.739872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-c6852a71-a78d-4864-a8e2-3a31fc7f6b4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1098 time: 0.0870700 Apr 15 18:53:38.773731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b52e-35ba-49d9-bf0f-4904967c18cb req-c66c8a38-f5e9-4e6f-a873-befa1e8ac51f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:38.775914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe89b52e-35ba-49d9-bf0f-4904967c18cb req-c66c8a38-f5e9-4e6f-a873-befa1e8ac51f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.1021671 Apr 15 18:53:38.835778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fe89b52e-35ba-49d9-bf0f-4904967c18cb req-1e68d903-ebcb-4048-8edb-8e9709854711 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520399 Apr 15 18:53:38.866423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46896) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:38.895267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-0d33a6ac-56e2-4cbb-baec-4752af82f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:38.897199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-0d33a6ac-56e2-4cbb-baec-4752af82f387 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 897 time: 0.1484411 Apr 15 18:53:38.901014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:38.985623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-21cb1217-326c-45ca-8354-27dab6bb8fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/764ea1d0-1816-4e0a-a5c0-5b8f7605334b HTTP/1.1" status: 200 len: 991 time: 0.1178529 Apr 15 18:53:39.010991 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-b7260e68-44fc-492f-a642-66338f8dc4e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 999 time: 0.1078410 Apr 15 18:53:39.078703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-cd5d5fb1-aabb-453b-bbce-52e5a7c41721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:39.080282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-cd5d5fb1-aabb-453b-bbce-52e5a7c41721 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.0636277 Apr 15 18:53:39.166423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-50e3bb0d-0bdd-4e33-b3a7-c93a7aedf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:53:39.167975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-50e3bb0d-0bdd-4e33-b3a7-c93a7aedf1b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807002 Apr 15 18:53:39.275540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '764ea1d0-1816-4e0a-a5c0-5b8f7605334b', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'port_id': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'mac_address': 'fa:16:3e:78:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:53:36Z', 'updated_at': '2021-04-15T18:53:36Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:39.279640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Checking router: f0f91d2b-b686-42fc-801e-f98f2f1a3015 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:53:39.288518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:53:39.289182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:53:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:39.310812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-b235948e-d52d-49d6-90fc-f7fd391cc1a4 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367769 Apr 15 18:53:39.456243 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef6b2ea4-0d5b-4ff9-96ee-11747a9ff1dc req-342cfeaa-35eb-4f62-8976-605f8ff074f2 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398044 Apr 15 18:53:39.479219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:53:39.843265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '764ea1d0-1816-4e0a-a5c0-5b8f7605334b', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'port_id': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'mac_address': 'fa:16:3e:78:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:53:36Z', 'updated_at': '2021-04-15T18:53:36Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:53:39.847671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848e376d-70b0-49cb-b753-51eca826af45 None None] The sync data for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv is: [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '764ea1d0-1816-4e0a-a5c0-5b8f7605334b', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.114', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'port_id': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'mac_address': 'fa:16:3e:78:24:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:53:36Z', 'updated_at': '2021-04-15T18:53:36Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:53:39.989675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46900) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:40.107172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d180b454-de6b-40a9-94cd-91508268479b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/764ea1d0-1816-4e0a-a5c0-5b8f7605334b HTTP/1.1" status: 200 len: 991 time: 0.1161048 Apr 15 18:53:40.137075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d780978-87e5-4ab8-8ed3-d00b59cc9e4e None None] New status for floating IP 764ea1d0-1816-4e0a-a5c0-5b8f7605334b: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:53:41.111213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46904) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:53:41.220890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7cc819c0-7f16-4d7c-a047-eee50ce11523 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/764ea1d0-1816-4e0a-a5c0-5b8f7605334b HTTP/1.1" status: 200 len: 993 time: 0.1084552 Apr 15 18:53:44.850871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:54.266433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-886851d1-0569-4927-81eb-76ca9e3a7b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:57.061533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c8ef-4855-43e0-a8e4-4b292f4a124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:57.267313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:57.793521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:53:58.564817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:07.017791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-6a2a30c5-4d6c-43b6-b95e-075c2ad645ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:07.019389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-6a2a30c5-4d6c-43b6-b95e-075c2ad645ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1098 time: 0.0795124 Apr 15 18:54:07.069652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c1764-a3b5-42ec-8e3b-0c919af48332 req-eebdb379-bead-45ec-99cc-d737a730a22a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:07.071293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d64c1764-a3b5-42ec-8e3b-0c919af48332 req-eebdb379-bead-45ec-99cc-d737a730a22a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0920005 Apr 15 18:54:07.119568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d64c1764-a3b5-42ec-8e3b-0c919af48332 req-b2fb6770-336b-4b2f-88d3-e18272615559 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Apr 15 18:54:07.162663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-21953781-f67e-41ba-aa1f-4c9207c2607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:07.164268 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-21953781-f67e-41ba-aa1f-4c9207c2607b service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 897 time: 0.1378167 Apr 15 18:54:07.274002 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-96679b0f-6d2a-4477-a0cc-baafbd50b13a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 1001 time: 0.1029825 Apr 15 18:54:07.341370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-3f7eba81-0888-4a57-b3f3-e344b60d49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:07.342920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-3f7eba81-0888-4a57-b3f3-e344b60d49c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.0630841 Apr 15 18:54:07.428530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-909e618b-71d8-4e23-86a2-cc2fa151943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:07.430144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-909e618b-71d8-4e23-86a2-cc2fa151943c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807076 Apr 15 18:54:07.569905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-a9173e06-6ad4-4d10-9b53-596dc891a2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330221 Apr 15 18:54:07.709050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf1c6726-7999-4a26-91f2-378ea73a8bc4 req-31a0da69-2045-4156-a5c1-1f60c2c24133 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323407 Apr 15 18:54:08.323676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9d144-62b1-4dd2-9c62-6f7bb7954a5a req-dfd89fc7-ab83-4a4a-9255-a9cb4e3b3099 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:08.325283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2da9d144-62b1-4dd2-9c62-6f7bb7954a5a req-dfd89fc7-ab83-4a4a-9255-a9cb4e3b3099 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0899131 Apr 15 18:54:08.376669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2da9d144-62b1-4dd2-9c62-6f7bb7954a5a req-80bd133f-c058-4e27-b319-e624e83d498e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Apr 15 18:54:09.579083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4d9a-10ea-4915-bf95-caf174608488 req-e93d8a86-bdd2-48fc-a291-541f4746de67 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:09.580659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca8a4d9a-10ea-4915-bf95-caf174608488 req-e93d8a86-bdd2-48fc-a291-541f4746de67 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0873482 Apr 15 18:54:09.627538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca8a4d9a-10ea-4915-bf95-caf174608488 req-54d8ef53-4a4e-4a01-a550-f01f3f7c4a60 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399995 Apr 15 18:54:10.830336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae64d42-6c4d-4511-a194-ffa13a15e93f req-3f171be0-5473-4043-ac24-22bbdebaad02 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:10.831938 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aae64d42-6c4d-4511-a194-ffa13a15e93f req-3f171be0-5473-4043-ac24-22bbdebaad02 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0924249 Apr 15 18:54:10.882970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aae64d42-6c4d-4511-a194-ffa13a15e93f req-a26c1ba4-1031-4805-b7e9-508eab7c759f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Apr 15 18:54:12.084570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371a1d0-0fa8-444e-88ef-5cabe45eddc7 req-e2565f91-f66a-49e2-945e-fec06bdbb964 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:12.086129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1371a1d0-0fa8-444e-88ef-5cabe45eddc7 req-e2565f91-f66a-49e2-945e-fec06bdbb964 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0888155 Apr 15 18:54:12.134111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1371a1d0-0fa8-444e-88ef-5cabe45eddc7 req-2f6e5d87-3cc5-44ed-8e9e-ad23d7db4879 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Apr 15 18:54:12.493479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:54:13.338857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf0567-abea-4d7d-8a5c-eaeaa46f6910 req-318db8c8-0900-4bd5-9f99-d562b22bd9e8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:13.340445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-07cf0567-abea-4d7d-8a5c-eaeaa46f6910 req-318db8c8-0900-4bd5-9f99-d562b22bd9e8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0917466 Apr 15 18:54:13.388330 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-07cf0567-abea-4d7d-8a5c-eaeaa46f6910 req-3ca54842-bc43-4d2d-99cd-aab07e52be21 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Apr 15 18:54:14.589744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e395e-7168-48be-9852-9aa371c6883d req-0af506ae-19c6-43cc-a292-352412234e66 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:14.591277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f0e395e-7168-48be-9852-9aa371c6883d req-0af506ae-19c6-43cc-a292-352412234e66 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0918450 Apr 15 18:54:14.638878 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f0e395e-7168-48be-9852-9aa371c6883d req-d4174052-fd31-44c6-895a-ef55b96c98c8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Apr 15 18:54:14.852475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:15.837024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257de0e-2400-4280-ba08-d04fbe600500 req-b758776d-77c9-46db-ab2e-6c98b2e3e823 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:15.838682 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c257de0e-2400-4280-ba08-d04fbe600500 req-b758776d-77c9-46db-ab2e-6c98b2e3e823 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0891185 Apr 15 18:54:15.889197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c257de0e-2400-4280-ba08-d04fbe600500 req-c5d3ae87-585b-4ac7-8e8b-bd3a14433af7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438712 Apr 15 18:54:17.094946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ec25-24d2-450b-89d5-3adcf3973e1f req-4de62875-21c3-4f68-993d-0291d6dd6533 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:17.096718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a29ec25-24d2-450b-89d5-3adcf3973e1f req-4de62875-21c3-4f68-993d-0291d6dd6533 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0927749 Apr 15 18:54:17.144703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0a29ec25-24d2-450b-89d5-3adcf3973e1f req-a53b89d5-3cd5-4d48-bedc-f3fcf5e37981 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Apr 15 18:54:18.343390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f3e1f-a04d-4b0c-8daf-fdf2b2c50782 req-db56f37f-92a3-43bd-b91a-2c061e168e8d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:18.345005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c5f3e1f-a04d-4b0c-8daf-fdf2b2c50782 req-db56f37f-92a3-43bd-b91a-2c061e168e8d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0889683 Apr 15 18:54:18.396833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6c5f3e1f-a04d-4b0c-8daf-fdf2b2c50782 req-03563fab-bac9-42d8-a2fa-448cee3d5e26 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446007 Apr 15 18:54:19.599522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963f4e6-4e45-458c-a310-9390dfb9db07 req-b99b28b3-09eb-4265-99f7-0e114f9b92f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:19.601156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7963f4e6-4e45-458c-a310-9390dfb9db07 req-b99b28b3-09eb-4265-99f7-0e114f9b92f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0886803 Apr 15 18:54:19.648660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7963f4e6-4e45-458c-a310-9390dfb9db07 req-af975b04-4914-477f-98f3-fd30c258a53d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 Apr 15 18:54:19.672861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46942) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:19.787985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-aea886d1-4c49-4f6c-8343-11ed8e94c752 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/764ea1d0-1816-4e0a-a5c0-5b8f7605334b HTTP/1.1" status: 200 len: 993 time: 0.1138315 Apr 15 18:54:21.560559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-e51420d9-a985-484e-95e2-804b8fc104f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760550 Apr 15 18:54:21.710215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-663c2601-bb70-4db7-b446-593dfe2e162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:21.711752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-663c2601-bb70-4db7-b446-593dfe2e162a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1098 time: 0.0813785 Apr 15 18:54:21.871228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-e78427ea-e30a-4f95-8a48-a7000ccbd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:21.872789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-e78427ea-e30a-4f95-8a48-a7000ccbd6bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 897 time: 0.1377223 Apr 15 18:54:21.979974 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-36fbd9be-17f0-4658-8a39-ac9e55d9b713 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 1001 time: 0.1012866 Apr 15 18:54:22.046605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-074e725f-41f3-4819-aafc-ff76bad48366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:22.048227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-074e725f-41f3-4819-aafc-ff76bad48366 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.0627859 Apr 15 18:54:22.128940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-7b7306cf-a89f-4a7b-b885-8872de62cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:22.131123 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-7b7306cf-a89f-4a7b-b885-8872de62cc1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766017 Apr 15 18:54:22.272422 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-801fc448-f670-40a6-a0da-ef27bf146c67 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346846 Apr 15 18:54:22.413538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-85df4a6a-4b29-4080-999d-8212764ef3c9 req-f43bf177-a390-4397-9a93-d189e4837e98 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353142 Apr 15 18:54:24.268079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6d32414e-b84e-41fa-8337-04524136db57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:27.063341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2709-aade-4b6e-8927-8e62aeb8ad76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:27.268588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:27.795369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:28.567764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:44.855071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:48.180344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46962) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:48.396114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:54:48.396493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:48.572631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:48.573005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:48.982156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:54:49.137204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:49.152790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-992e5a31-5c43-4d1a-9147-3099e39e1d8f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:49.249081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=d3ebf2f6-b5c1-4a8c-b801-7604bdb12fb0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:49.260393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.260828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.261261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.261684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.262135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.262556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.262970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.263388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.263802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.264215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.264630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.265041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:49.269949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:49.424263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:49.424642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 764ea1d0-1816-4e0a-a5c0-5b8f7605334b disassociated (deleted). External IP: 172.26.7.114, port: 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f. Apr 15 18:54:49.493041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:54:49.797918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f0f91d2b-b686-42fc-801e-f98f2f1a3015 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:54:49.985712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:54:49.995590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Sync routers for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:54:50.002820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:50.005503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:54:50.006190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:50.068834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-32b1cb1f-faa0-477d-a378-3aa4db874fba tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/floatingips/764ea1d0-1816-4e0a-a5c0-5b8f7605334b HTTP/1.1" status: 204 len: 168 time: 1.8837783 Apr 15 18:54:50.068834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:54:50.116535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'status': 'completed', 'code': 200} Apr 15 18:54:50.203325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:54:50.224105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-6794d1f5-186e-4677-b08b-f10084ff4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:50.226048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-6794d1f5-186e-4677-b08b-f10084ff4d8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 1098 time: 0.0860081 Apr 15 18:54:50.371222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-b3757d6e-1b96-4eca-b5c9-3b747a36ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:50.372746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-b3757d6e-1b96-4eca-b5c9-3b747a36ad82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 200 len: 897 time: 0.1406572 Apr 15 18:54:50.450826 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-9307a181-a0ed-4dfe-bfea-825f74e10625 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 200 len: 217 time: 0.0698798 Apr 15 18:54:50.462304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bd980-2df9-467e-b722-8aa7a96a30c7 req-86b0f257-a4b8-4e6e-8e00-1c9f3751238d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:50.463066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4f1bd980-2df9-467e-b722-8aa7a96a30c7 req-86b0f257-a4b8-4e6e-8e00-1c9f3751238d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:54:50.480266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-4f1bd980-2df9-467e-b722-8aa7a96a30c7 req-86b0f257-a4b8-4e6e-8e00-1c9f3751238d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:54:50.481875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f1bd980-2df9-467e-b722-8aa7a96a30c7 req-86b0f257-a4b8-4e6e-8e00-1c9f3751238d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.1094794 Apr 15 18:54:50.536362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f1bd980-2df9-467e-b722-8aa7a96a30c7 req-4433aa6b-205d-4bbd-b8de-7d96ebd7d929 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469604 Apr 15 18:54:50.558689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:50.563179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Checking router: f0f91d2b-b686-42fc-801e-f98f2f1a3015 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:54:50.573354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:54:50.574102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:50.778805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:54:50.820572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-44dacdc0-a599-4d6d-abd6-39d9f72d98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:50.822220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-44dacdc0-a599-4d6d-abd6-39d9f72d98d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 200 len: 834 time: 0.3644412 Apr 15 18:54:50.910480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-d8599d29-f111-4620-ac1b-5e4e8c29710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:50.912021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-d8599d29-f111-4620-ac1b-5e4e8c29710d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfc28d27-3379-46d7-9b0c-c339d888f6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825002 Apr 15 18:54:51.059684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-1b7fdb2c-b682-4762-ac79-35858deea8b2 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395676 Apr 15 18:54:51.122964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:51.127164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3b010-f643-4941-a194-c5a023114976 None None] The sync data for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv is: [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '4db8eed4-33b9-40f1-b234-fdbfdf59e675', 'name': '', 'network_id': 'cfc28d27-3379-46d7-9b0c-c339d888f6ef', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:0a:ba:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:20Z', 'updated_at': '2021-04-15T18:53:27Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b135bb33-70ed-4b36-a32d-5f24a1d938a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:54:51.204656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff4807ef-f25e-449a-a5fb-556719bf4b2d req-61422792-38e1-4d86-8cae-42fa13af08d1 service neutron] 10.222.0.49 "GET /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374886 Apr 15 18:54:51.509052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c939850-9d9f-403d-b868-c98715752289 None None] New status for floating IP 764ea1d0-1816-4e0a-a5c0-5b8f7605334b: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:54:51.748792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcf0af-cc28-460f-8bf7-8bc9b84097f2 req-4805377d-fe11-416f-8459-b83265c9c6e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:51.750563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-babcf0af-cc28-460f-8bf7-8bc9b84097f2 req-4805377d-fe11-416f-8459-b83265c9c6e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.0934358 Apr 15 18:54:51.799058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-babcf0af-cc28-460f-8bf7-8bc9b84097f2 req-3b2de89c-5ecf-4e00-b840-63fb7f5d13b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=16e49969-8182-4e44-beaa-06705bafaf27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Apr 15 18:54:51.875002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-d49d3bcf-0606-49f0-9392-6632632529b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:54:51.875769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-d49d3bcf-0606-49f0-9392-6632632529b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:54:51.888621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-d49d3bcf-0606-49f0-9392-6632632529b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:54:51.889819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-d49d3bcf-0606-49f0-9392-6632632529b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 945 time: 0.1076965 Apr 15 18:54:51.974896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:54:51.975279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:52.234138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:54:52.234551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:52.372228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:54:52.525370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:52.540842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:52.591155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:52.646518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.646949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.647370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.647787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.648200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.649127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.649532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.650006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.650414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.650823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.651229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.651635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:52.656296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:52.796714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] No DVR routers for this DVR port 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:54:52.799314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:52.802061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'name': 'network-vif-deleted', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:54:52.816685 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7b6d5c19-bba9-4410-970d-aea2236d4ef5 req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "DELETE /v2.0/ports/1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f HTTP/1.1" status: 204 len: 173 time: 0.9214394 Apr 15 18:54:52.853366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68026a5f-ccb7-4f60-b6ac-4e8a532a3cee', 'name': 'network-vif-deleted', 'tag': '1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f', 'status': 'completed', 'code': 200} Apr 15 18:54:52.973637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15c27e93-59ef-4738-a03e-bdc3c57b0ae5 req-af52e79c-cce3-4040-9a8f-fd8d48756b4d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=68026a5f-ccb7-4f60-b6ac-4e8a532a3cee HTTP/1.1" status: 200 len: 210 time: 0.0536106 Apr 15 18:54:54.072871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46980) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:54.269699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-396215ba-e3f4-4a1c-b8f8-3c07095affb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:54.666716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:55.045745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 4db8eed4-33b9-40f1-b234-fdbfdf59e675 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:54:55.046159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:55.248473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 4db8eed4-33b9-40f1-b234-fdbfdf59e675, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=4db8eed4-33b9-40f1-b234-fdbfdf59e675,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:54:55.249058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:55.380381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 4db8eed4-33b9-40f1-b234-fdbfdf59e675 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:54:55.560337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:55.569105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:54:55.576682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:55.610123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:54:55.610519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 1c3fdb42-b435-4c4a-84f9-d97c6dfe4f1f not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:54:55.947261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=4db8eed4-33b9-40f1-b234-fdbfdf59e675,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:55.954049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:56.310437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:56.816109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f0f91d2b-b686-42fc-801e-f98f2f1a3015 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:54:57.005385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:54:57.014756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Sync routers for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:54:57.018879 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/f0f91d2b-b686-42fc-801e-f98f2f1a3015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9447730 Apr 15 18:54:57.021732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46984) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:57.025067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:54:57.025737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:57.106981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting subnet b135bb33-70ed-4b36-a32d-5f24a1d938a2 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:54:57.110657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.172609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.267014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.382306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.390849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-182658b8-7a88-4e34-b6b6-dcc545396b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.423532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:54:57.558925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.575397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ba57e92-bdfa-43d4-a685-1bef65f0972c tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:57.661955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Subnet': ['ID=b135bb33-70ed-4b36-a32d-5f24a1d938a2,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:57.676176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:57.712751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.718973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc36d5-71db-4787-b48c-4a34a999b443 None None] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:54:57.719205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5edef056-e338-4379-aac7-14dc5cb26c49 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/subnets/b135bb33-70ed-4b36-a32d-5f24a1d938a2 HTTP/1.1" status: 204 len: 168 time: 0.6962655 Apr 15 18:54:57.722323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46988) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:57.827903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:54:55Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:57.841883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.849262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Checking router: f0f91d2b-b686-42fc-801e-f98f2f1a3015 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:54:57.921507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:57.923108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Routers {'f0f91d2b-b686-42fc-801e-f98f2f1a3015'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:54:57.923546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:58.125224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.135201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:54:58.135813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.149393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] Set router f0f91d2b-b686-42fc-801e-f98f2f1a3015 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:54:58.259563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65523b8e-a044-47a4-b535-188946884e9b None None] DHCP port deletion for cfc28d27-3379-46d7-9b0c-c339d888f6ef request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:54:58.271394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Deleting port 0f6594d3-d12c-4e71-b486-17945ff394da {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:54:58.271820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.330533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:54:58.330954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.476107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:54:58.649047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.656184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-65523b8e-a044-47a4-b535-188946884e9b None None] For port 0f6594d3-d12c-4e71-b486-17945ff394da, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0f6594d3-d12c-4e71-b486-17945ff394da,segment=NetworkSegment(345990ab-87ed-4574-b515-95a1d0b9dfc4),segment_id=345990ab-87ed-4574-b515-95a1d0b9dfc4)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:54:58.656625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.663131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.680497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ad1395e-7e6d-4475-adbc-f1819ee59d79 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:58.781593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:58.788696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:58.800411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Calling delete_port for 0f6594d3-d12c-4e71-b486-17945ff394da owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:54:58.863979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:54:55Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:58.872843 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb318393-b3cd-4c4d-84e0-c2b905180037 None None] The sync data for ids ['f0f91d2b-b686-42fc-801e-f98f2f1a3015'] in dv-neutron-786478-1-hyperv is: [{'id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-438767669', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82'}], 'enable_snat': True}, 'gw_port_id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:54:55Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f91d2b-b686-42fc-801e-f98f2f1a3015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:53:15Z', 'updated_at': '2021-04-15T18:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:54:58.906071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.920251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:54:58.958232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:58.973540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Pushing event deleted for resources: {'Port': ['ID=0f6594d3-d12c-4e71-b486-17945ff394da,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:54:59.040290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.040683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.041066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.041442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.041815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.042217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.042588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.042960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.043329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.043697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.044063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.044427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:54:59.050790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:54:59.086832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65523b8e-a044-47a4-b535-188946884e9b None None] No DVR routers for this DVR port 0f6594d3-d12c-4e71-b486-17945ff394da on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:54:59.450722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.453058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.476190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.476804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Fanout notify agent at l3_agent the message router_deleted on router f0f91d2b-b686-42fc-801e-f98f2f1a3015 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:54:59.493389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.494619 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/routers/f0f91d2b-b686-42fc-801e-f98f2f1a3015 HTTP/1.1" status: 204 len: 168 time: 1.7712924 Apr 15 18:54:59.497468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46992) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:54:59.596447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0f6594d3-d12c-4e71-b486-17945ff394da no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:54:59.626370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.815363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0f6594d3-d12c-4e71-b486-17945ff394da {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:54:59.815705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0f6594d3-d12c-4e71-b486-17945ff394da not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:54:59.816174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4db8eed4-33b9-40f1-b234-fdbfdf59e675 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:54:59.842194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:54:59.851183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 4db8eed4-33b9-40f1-b234-fdbfdf59e675 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:54:59.852169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 4db8eed4-33b9-40f1-b234-fdbfdf59e675 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:54:59.964380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc28d27-3379-46d7-9b0c-c339d888f6ef']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:59.977727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345990ab-87ed-4574-b515-95a1d0b9dfc4') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:59.978136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345990ab-87ed-4574-b515-95a1d0b9dfc4') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:54:59.989940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.005125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.011404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:55:00.191160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:55:00.200168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.380286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network cfc28d27-3379-46d7-9b0c-c339d888f6ef has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:55:00.405276 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:55:00.487410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.491904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.495879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a6257e4-ab84-4599-a3d3-718aa4db9f86 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:00.520132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Network': ['ID=cfc28d27-3379-46d7-9b0c-c339d888f6ef,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:00.522525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:00.527584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d417b667-47f6-499c-b0eb-edbde52e32c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/networks/cfc28d27-3379-46d7-9b0c-c339d888f6ef HTTP/1.1" status: 204 len: 168 time: 1.0290623 Apr 15 18:55:00.530557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 46996) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:00.605382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.636719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.691080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.697009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d5aa0c0-fb2b-4fb5-a355-208a4edf4b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:00.712822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e49969-8182-4e44-beaa-06705bafaf27,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:00.715738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:00.722345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:00.723577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-78627446-8ac2-4703-ac34-d9f1cf969027 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/security-groups/16e49969-8182-4e44-beaa-06705bafaf27 HTTP/1.1" status: 204 len: 168 time: 0.1920173 Apr 15 18:55:00.980985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47004) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:00.987137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743051074', 'description': 'tempest-secgroup-smoke-1743051074 description', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:00.993835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:00.998281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.001322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.007442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.017008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.038770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.043386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.046431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.052403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.124499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.127304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.133223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bc6ec2f3-c267-41c5-bf16-2c19fdf10ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.175729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f297550-4e36-4419-af32-8d8fb7267aac,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.178709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.179954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.181263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6011fc09-c668-46fe-9e7e-28c7273fdd32 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991866 Apr 15 18:55:01.184224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47008) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.189925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.196927 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.200992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.204035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.210086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.226799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.291779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.294415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.296302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c71fc0ad-8527-425a-91bc-8d93a7d8fbd2 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.319428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69c27f5-62b8-4dd0-b525-1a1b6d255dad,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.322601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.329081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.330431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452069 Apr 15 18:55:01.333214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47012) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.339468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.346018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.350018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.355287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.361807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.378064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.440928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.443406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.445874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-faa73202-79e4-4da0-ac53-3eeeda1f358c tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.467237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599ef792-ca2f-4d94-9bb8-be7be42fd0c2,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.471621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.478329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.479584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453154 Apr 15 18:55:01.482655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47016) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.488390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.495771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:55:01.496458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.500493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.503571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.510241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.526196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.534229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:55:01.534631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e33fd6c8-5eeb-4605-94b0-0d5b6c7b2a01 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:55:01.596191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.598825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.600681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9d48c2e8-ee70-4aaf-980b-fd7313cb2169 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.622279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6069e187-7936-4286-b96a-302b7cae74df,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.626498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.633749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.635048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514137 Apr 15 18:55:01.637863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47020) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.643357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.649577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.653579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.656589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.662650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.678292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.744709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.749476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.751640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bbfbf1b7-ec71-4b13-84c7-71f2c9b89224 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.777322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3f3524-d2ac-4bb1-8bb1-d10694fdf5a3,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.780022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.787094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.788407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495376 Apr 15 18:55:01.791940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47024) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.797629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.804027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.808190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.811248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.817694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.827328 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:55:01.834244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.902721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.905228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.907160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76f1cfce-6a3b-4433-a3ea-7c1f688bb5b8 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:01.930482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939694fb-f389-4b62-af7f-cfe5014cf724,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:01.932984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:01.939010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:01.940282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-05045768-4b49-4aa2-9ccc-99d89fda1e7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473396 Apr 15 18:55:01.943132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47028) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:01.949252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '5f297550-4e36-4419-af32-8d8fb7267aac', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:01.955471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:01.959505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:01.963020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:01.969568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:01.979436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:55:01.986206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.056864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.059449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.066757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7bab6871-9cc9-4a58-9f0e-dbffb574af6f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:02.089071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6b3493-9b3d-4f72-a957-d649bc3167cb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:02.091366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:02.094759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.096274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-822cf7b6-db4b-4b22-ad0d-c2dad27cd5af tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521440 Apr 15 18:55:02.099285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47032) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:02.105319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'network': {'name': 'tempest-network-smoke--380276962', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:02.110632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:02.114914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:network and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:02.117968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:02.124454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:02.134129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:55:02.139981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.169064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:55:02.177976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.178434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Added segment a418c22b-441a-4dfa-9ad4-ff9624a9904e of type vlan for network b299a15a-afa6-4b1a-a06b-0d30e1895148 Apr 15 18:55:02.206283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.236128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.243025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:02.243681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.249141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-daa68239-e120-40bd-a5d0-e0911d5fb9e4 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:02.364268 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2638853 Apr 15 18:55:02.365228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Network': ['ID=b299a15a-afa6-4b1a-a06b-0d30e1895148,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:02.367791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47036) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:02.368505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1038b2c1-b1b1-479b-b756-177fce499c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:02.374703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'admin_state_up': True, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:02.377070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:55:02.383535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:02.387725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:router and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:02.390743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:02.397081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:02.407357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.408402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.424886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:02.705678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:03.024541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:03.056057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:03.202344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.168 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/e0b5db4e-96c2-4bb2-b93d-41cb9d488e75) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:55:03.354882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:03.385212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:03.400948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6ea6a4a7-4b18-4819-99d3-c35491283f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:03.538603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:03.551113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:03.592646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:03.593801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:03.596248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:55:04.029506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:04.674101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:04.887499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 37df6979-3585-450a-a87e-06d74b6da77a is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:55:05.076268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:55:05.086456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Sync routers for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:55:05.096937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:05.097610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:05.103556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:05.104918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7360251 Apr 15 18:55:05.108193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47040) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:05.161858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-14c759f5-403e-4788-8ede-e5816869115d tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f35a40061d8f4041a33bc9d4e8bf53a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523427 Apr 15 18:55:05.164558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47044) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:05.290233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:05.301765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e67cac-a8a4-4e98-84b4-304837f8f458 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:05.303434 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a8e67cac-a8a4-4e98-84b4-304837f8f458 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378362 Apr 15 18:55:05.307041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47048) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:05.351217 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-49cca298-d908-4e3f-b8ae-ed0f393f32c4 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427976 Apr 15 18:55:05.353833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47052) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:05.360798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519110504', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:05.486594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:05.491575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:subnet and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:05.495346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:05.501785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:05.511969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:55:05.518369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:05.755113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:05.759263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Checking router: 37df6979-3585-450a-a87e-06d74b6da77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:55:05.759672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Updating router 37df6979-3585-450a-a87e-06d74b6da77a port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:55:05.816845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:05.962241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:05.978257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4508eb2e-d09c-4334-bbe3-bba56e72e7a9 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:06.116375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Subnet': ['ID=b392fcf0-7347-4ecb-9cbd-5d934e6f821d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:06.121339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:06.154294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.166650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Transition to ACTIVE for port object e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:06.172303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.179754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Checking segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:55:06.180159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network hostable DHCP agents. Network: b299a15a-afa6-4b1a-a06b-0d30e1895148, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:55:06.187201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:06.199389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:55:06.207507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b299a15a-afa6-4b1a-a06b-0d30e1895148) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:06.218154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53182328-9efb-4aa2-b281-b250d6676d42 None None] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:55:06.221448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:06.222139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.246392 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8888495 Apr 15 18:55:06.247032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47056) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:06.320464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Pushing event updated for resources: {'Port': ['ID=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:06.330075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.330459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.330834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.331199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.331562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.331925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.332284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.332643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.333001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.333355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.333708 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.334088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:55:06.348163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:06.399700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Attempting to bind port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:55:06.400110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Attempting to bind port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:55:06.400516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Attempting to bind port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:55:06.406178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:55:06.406594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:55:06.407037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.407466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:55:06.407974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Bound port: e0b5db4e-96c2-4bb2-b93d-41cb9d488e75, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:55:06.408386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.468168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-b299a15a-afa6-4b1a-a06b-0d30e1895148', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:55:06.469107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.488210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] For port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:55:06.491394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] For port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:55:06.495723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.512017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c5ae235e-8966-410f-b9b9-9a1561f553d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:06.633106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Allocated IP 172.20.0.2 (b299a15a-afa6-4b1a-a06b-0d30e1895148/b392fcf0-7347-4ecb-9cbd-5d934e6f821d/038bad10-5ef6-4384-9074-68125d06e899) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:55:06.673643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Pushing event updated for resources: {'Port': ['ID=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:06.678770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:06.719209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:06.719881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:06.868404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.879689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Transition to ACTIVE for port object 038bad10-5ef6-4384-9074-68125d06e899 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:06.900105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Transition to ACTIVE for port object 038bad10-5ef6-4384-9074-68125d06e899 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:06.905131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:06.912415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:06.924458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:07.029073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.059229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Pushing event updated for resources: {'Port': ['ID=038bad10-5ef6-4384-9074-68125d06e899,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:07.063759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:07.114987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:07.116173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:07.119035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:55:07.215090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Attempting to bind port 038bad10-5ef6-4384-9074-68125d06e899 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:55:07.215529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Attempting to bind port 038bad10-5ef6-4384-9074-68125d06e899 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:55:07.215950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Attempting to bind port 038bad10-5ef6-4384-9074-68125d06e899 on network b299a15a-afa6-4b1a-a06b-0d30e1895148 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:55:07.221951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:55:07.222384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Checking segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:55:07.222836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.223280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Bound using segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:55:07.223799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Bound port: 038bad10-5ef6-4384-9074-68125d06e899, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:55:07.224226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.230601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:07.234858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb3ff2-4e72-4c1f-8f66-20a9fb43eeef None None] The sync data for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv is: [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:55:07.319775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] For port 038bad10-5ef6-4384-9074-68125d06e899, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:55:07.324279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] For port 038bad10-5ef6-4384-9074-68125d06e899, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=038bad10-5ef6-4384-9074-68125d06e899,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:55:07.327632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.341905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:07.467061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.1 (b299a15a-afa6-4b1a-a06b-0d30e1895148/b392fcf0-7347-4ecb-9cbd-5d934e6f821d/a119d2bd-4a87-491f-b466-889b7c14941c) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:55:07.499680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Pushing event updated for resources: {'Port': ['ID=038bad10-5ef6-4384-9074-68125d06e899,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:07.503089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:07.647057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.672753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object a119d2bd-4a87-491f-b466-889b7c14941c will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:07.699518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:07.715860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d25cd73-cf25-4ac6-bd7e-3bc0e84a898e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:08.175441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:08.180613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:08.232707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:08.233790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:08.236181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:55:08.301576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:08.423021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:08.877301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:08.881094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:08.912783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6706538e-8f6a-47f5-a3da-f817063e16a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:08.952020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61814483-f13e-4619-9b18-559fb808e314 None None] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:55:09.010902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.026982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:09.029938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:09.052713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-63570a3c-194d-4044-9b0a-7d55b20aab0e None None] Provisioning for port 038bad10-5ef6-4384-9074-68125d06e899 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:09.161091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:09.162331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:09.362471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 37df6979-3585-450a-a87e-06d74b6da77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:55:09.403357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8af3bc1-b4a1-4e7d-8982-11ab2f8f77a1 None None] Provisioning for port a119d2bd-4a87-491f-b466-889b7c14941c completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:09.408619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e8af3bc1-b4a1-4e7d-8982-11ab2f8f77a1 None None] Provisioning complete for port a119d2bd-4a87-491f-b466-889b7c14941c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:09.409046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8af3bc1-b4a1-4e7d-8982-11ab2f8f77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.474764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e8af3bc1-b4a1-4e7d-8982-11ab2f8f77a1 None None] Port a119d2bd-4a87-491f-b466-889b7c14941c cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:55:09.588639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:55:09.601659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ba318231-3720-4696-84cc-999f45415be0 None None] Provisioning complete for port a119d2bd-4a87-491f-b466-889b7c14941c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:09.602129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ba318231-3720-4696-84cc-999f45415be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.605888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/37df6979-3585-450a-a87e-06d74b6da77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3570006 Apr 15 18:55:09.650808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 038bad10-5ef6-4384-9074-68125d06e899 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:09.737124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ba318231-3720-4696-84cc-999f45415be0 None None] Port a119d2bd-4a87-491f-b466-889b7c14941c cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:55:09.759517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 038bad10-5ef6-4384-9074-68125d06e899 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:09.765285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 038bad10-5ef6-4384-9074-68125d06e899 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:09.765707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.832313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-7ad4bdfa-a656-46d5-a3ee-51dcaf79c104 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:55:09.850661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-7ad4bdfa-a656-46d5-a3ee-51dcaf79c104 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:55:09.852037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-7ad4bdfa-a656-46d5-a3ee-51dcaf79c104 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743051074&fields=id&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 267 time: 0.0667572 Apr 15 18:55:09.903409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8c7df24c-c4cc-4698-b092-69f41e13a6e7 None None] Provisioning complete for port a119d2bd-4a87-491f-b466-889b7c14941c triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:09.903827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8c7df24c-c4cc-4698-b092-69f41e13a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.944197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:09.984478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8c7df24c-c4cc-4698-b092-69f41e13a6e7 None None] Port a119d2bd-4a87-491f-b466-889b7c14941c cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:55:09.997556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 038bad10-5ef6-4384-9074-68125d06e899, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=038bad10-5ef6-4384-9074-68125d06e899,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:10.000408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:10.001379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:10.018496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-741bce0c-96fa-423c-81d6-1d8060c60c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:10.019275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-741bce0c-96fa-423c-81d6-1d8060c60c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:55:10.031378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:10.034339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-741bce0c-96fa-423c-81d6-1d8060c60c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:55:10.035622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-741bce0c-96fa-423c-81d6-1d8060c60c7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 796 time: 0.1758728 Apr 15 18:55:10.052506 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-1c2c22e9-880e-444f-993f-80677f8b2f3e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/quotas/f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 375 time: 0.0105278 Apr 15 18:55:10.078953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Sync routers for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:55:10.112624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:10.113293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:10.145644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-1eb7db9a-6117-485e-92da-3b113bf2651e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:55:10.160373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-1eb7db9a-6117-485e-92da-3b113bf2651e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:55:10.161790 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-1eb7db9a-6117-485e-92da-3b113bf2651e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023350 Apr 15 18:55:10.224715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-078e6046-0fdb-4fc6-8f14-8b4727c9c529 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 18:55:10.225817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-078e6046-0fdb-4fc6-8f14-8b4727c9c529 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509872 Apr 15 18:55:10.378709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-54802fd2-22e3-404c-b2bd-4191d64ae368 service neutron] 10.222.0.32 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453717 Apr 15 18:55:10.451744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=038bad10-5ef6-4384-9074-68125d06e899,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:10.457300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:10.482298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:10.490857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:10.491285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:10.536557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-766dfa39-19de-462c-b735-806e30ca7857 service neutron] 10.222.0.32 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510251 Apr 15 18:55:10.568590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:10.755173 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-199098b9-6e81-478b-b611-1bc575dcca7b req-7762075f-38cb-49f1-baf1-1a7a2f727577 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 210 time: 0.0584254 Apr 15 18:55:10.857239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:10.906026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:10.911895 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:10.915414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:11.024175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:11.033078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:11.046568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 2, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:11.050887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Checking router: 37df6979-3585-450a-a87e-06d74b6da77a for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:55:11.051291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Updating router 37df6979-3585-450a-a87e-06d74b6da77a port a119d2bd-4a87-491f-b466-889b7c14941c binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:55:11.111796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:11.474263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:11.487722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Transition to ACTIVE for port object a119d2bd-4a87-491f-b466-889b7c14941c will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:11.495460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:11.513117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7736699-cc1f-4187-a24e-f95721a4ad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:11.566583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 038bad10-5ef6-4384-9074-68125d06e899 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:11.697660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Pushing event updated for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:11.700455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:11.764517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 038bad10-5ef6-4384-9074-68125d06e899 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:11.764934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:11.973219 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e1132691-412c-484d-9320-1759b5d6069d req-a1bcb4d7-776d-4f17-b151-0cd418fa1e92 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 210 time: 0.0640988 Apr 15 18:55:12.017419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Attempting to bind port a119d2bd-4a87-491f-b466-889b7c14941c on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:55:12.018084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Attempting to bind port a119d2bd-4a87-491f-b466-889b7c14941c by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:55:12.018617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Attempting to bind port a119d2bd-4a87-491f-b466-889b7c14941c on network b299a15a-afa6-4b1a-a06b-0d30e1895148 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:55:12.064794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:55:12.065318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Checking segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:55:12.065775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.066247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Bound using segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:55:12.066788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Bound port: a119d2bd-4a87-491f-b466-889b7c14941c, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:55:12.067043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-f2cc09ae-345d-4fb3-9368-36559b58c5e3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:12.067233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.068630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-f2cc09ae-345d-4fb3-9368-36559b58c5e3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 796 time: 0.2199559 Apr 15 18:55:12.150131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:12.153349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-36d55912-8576-4171-b952-88149b63b56b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 8073 time: 0.0763588 Apr 15 18:55:12.162291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'port': {'device_id': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'admin_state_up': True, 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'security_groups': ['5f297550-4e36-4419-af32-8d8fb7267aac']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:12.253337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] For port a119d2bd-4a87-491f-b466-889b7c14941c, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:55:12.258421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] For port a119d2bd-4a87-491f-b466-889b7c14941c, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a119d2bd-4a87-491f-b466-889b7c14941c,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:55:12.264031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.280191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:12.311286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:12.321384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:12.330228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:55:12.336852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.383603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:12.384021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.494340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Pushing event updated for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:12.499355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:12.514917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.14 (b299a15a-afa6-4b1a-a06b-0d30e1895148/b392fcf0-7347-4ecb-9cbd-5d934e6f821d/36e93aea-bc60-4a46-a69d-5d80476f4dba) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:55:12.602381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:12.603063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:12.727321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.747801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 36e93aea-bc60-4a46-a69d-5d80476f4dba will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:12.773332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:12.794664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c62bc74-a4ac-462b-98c3-2dabbbe9a69e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:12.937194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:12.941524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:12.996365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:12.996552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:12.997727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:13.000128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:55:13.070659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:13.071987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.111221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9528980 Apr 15 18:55:13.183492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Request body: {'port': {'device_id': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:13.208789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dc1bf-b28b-4f65-b441-886fd2c9c43c req-df697915-8910-4079-932a-19a4b79520ef tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:13.217046 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b65dc1bf-b28b-4f65-b441-886fd2c9c43c req-df697915-8910-4079-932a-19a4b79520ef tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 932 time: 0.1074762 Apr 15 18:55:13.262106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b65dc1bf-b28b-4f65-b441-886fd2c9c43c req-ce5a1f0d-66ec-421f-9e01-96f8d5dda1f8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Apr 15 18:55:13.313029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.326275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-daf283a4-2b9d-404b-be2f-d27bdf6712ad None None] Provisioning for port 36e93aea-bc60-4a46-a69d-5d80476f4dba completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:13.336629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-daf283a4-2b9d-404b-be2f-d27bdf6712ad None None] Provisioning complete for port 36e93aea-bc60-4a46-a69d-5d80476f4dba triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:13.337053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-daf283a4-2b9d-404b-be2f-d27bdf6712ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.406602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-daf283a4-2b9d-404b-be2f-d27bdf6712ad None None] Port 36e93aea-bc60-4a46-a69d-5d80476f4dba cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:55:13.420847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:12Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:13.425203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826973a-e87f-4413-aba2-248e3d794bd1 None None] The sync data for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv is: [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:12Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:55:13.606613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a119d2bd-4a87-491f-b466-889b7c14941c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:13.684619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port a119d2bd-4a87-491f-b466-889b7c14941c completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:13.689861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a119d2bd-4a87-491f-b466-889b7c14941c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:13.690647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.703297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e93aea-bc60-4a46-a69d-5d80476f4dba {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:55:13.712672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.729756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Transition to ACTIVE for port object 36e93aea-bc60-4a46-a69d-5d80476f4dba will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:55:13.735729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.813043 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-acb12a37-776b-4051-acc8-a2e7e6192f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:13.822100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.859160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port a119d2bd-4a87-491f-b466-889b7c14941c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a119d2bd-4a87-491f-b466-889b7c14941c,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:13.864817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:13.867458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:13.922903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Pushing event updated for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:13.926017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:13.946038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:13.950129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:14.443003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Attempting to bind port 36e93aea-bc60-4a46-a69d-5d80476f4dba on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:55:14.443384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Attempting to bind port 36e93aea-bc60-4a46-a69d-5d80476f4dba by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:55:14.443801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Attempting to bind port 36e93aea-bc60-4a46-a69d-5d80476f4dba on network b299a15a-afa6-4b1a-a06b-0d30e1895148 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:55:14.452833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Port 36e93aea-bc60-4a46-a69d-5d80476f4dba on network b299a15a-afa6-4b1a-a06b-0d30e1895148 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:55:14.453206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Attempting to bind port 36e93aea-bc60-4a46-a69d-5d80476f4dba on network b299a15a-afa6-4b1a-a06b-0d30e1895148 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:55:14.459355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:55:14.459737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Checking segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:55:14.460554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Bound using segment: {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:55:14.461041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Bound port: 36e93aea-bc60-4a46-a69d-5d80476f4dba, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a418c22b-441a-4dfa-9ad4-ff9624a9904e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:55:14.461598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:14.486338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433ae1e-eba5-43b2-b846-b3ff7582ad21 req-1c170d00-4591-4e52-ad8f-e0a21619e0ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:14.488008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1433ae1e-eba5-43b2-b846-b3ff7582ad21 req-1c170d00-4591-4e52-ad8f-e0a21619e0ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 944 time: 0.1078556 Apr 15 18:55:14.538151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1433ae1e-eba5-43b2-b846-b3ff7582ad21 req-779738d2-ed47-42cc-a9be-2817e24c8325 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Apr 15 18:55:14.566865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:55:14.570777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:55:14.574166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:14.589461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de931bd4-a063-4916-ad3e-a28d78245f06 tempest-TestEncryptedCinderVolumes-1573636154 tempest-TestEncryptedCinderVolumes-1573636154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:14.752058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Pushing event updated for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:14.755546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:14.789235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:14.790089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:14.791599 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] 10.222.0.49 "PUT /v2.0/ports/36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1094 time: 1.6710377 Apr 15 18:55:14.792162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:55:14.873364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:14.915152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'status': 'completed', 'code': 200} Apr 15 18:55:14.921818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-5d645530-d2aa-4965-8232-782db42e11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:14.923503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-5d645530-d2aa-4965-8232-782db42e11ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1097 time: 0.0927689 Apr 15 18:55:15.001792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-025b7dbd-8519-4f2c-9fcf-dfdc1b319e4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 217 time: 0.0710702 Apr 15 18:55:15.071608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-63620688-0394-4a4d-92fd-316a1a5c13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.073063 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-63620688-0394-4a4d-92fd-316a1a5c13f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0657222 Apr 15 18:55:15.159533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-57a78d6d-cd0c-466c-878c-171ff9718d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.161151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-57a78d6d-cd0c-466c-878c-171ff9718d05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816598 Apr 15 18:55:15.302763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-d17bc1da-df55-4bd9-8fc3-a1b71553e274 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344016 Apr 15 18:55:15.444507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de0b75fb-62df-407e-bb6b-4c5c0d8f664c req-91f00b94-2f2c-44d8-85e9-f21806451dbd service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350789 Apr 15 18:55:15.548902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a119d2bd-4a87-491f-b466-889b7c14941c up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:15.569546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-4a5117d1-6070-47b4-a9b7-e30ff59f2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.571582 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-4a5117d1-6070-47b4-a9b7-e30ff59f2a29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1097 time: 0.0865855 Apr 15 18:55:15.625166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port a119d2bd-4a87-491f-b466-889b7c14941c triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:15.625703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:15.722213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-9a1b4da0-489d-4a4e-afbb-a4972163b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.723839 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-9a1b4da0-489d-4a4e-afbb-a4972163b28d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1456206 Apr 15 18:55:15.755680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c40602-7d90-4eae-ab0a-a2daec1c3883 req-60c9d41b-4762-41b4-b94c-2de7812d29c2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.758555 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8c40602-7d90-4eae-ab0a-a2daec1c3883 req-60c9d41b-4762-41b4-b94c-2de7812d29c2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 944 time: 0.1046510 Apr 15 18:55:15.811075 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e8c40602-7d90-4eae-ab0a-a2daec1c3883 req-384a2341-50e0-4bff-af41-6d34c04c45f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444086 Apr 15 18:55:15.813291 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-0e695f6a-f281-4616-9a7d-276383d3b48f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 217 time: 0.0815713 Apr 15 18:55:15.884249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-9d9273c4-bf51-4c37-97ac-d507790ee8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.885793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-9d9273c4-bf51-4c37-97ac-d507790ee8f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0646362 Apr 15 18:55:15.968064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-d01eebb5-b905-45b6-92bb-e2868062a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:15.969651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-d01eebb5-b905-45b6-92bb-e2868062a5af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770891 Apr 15 18:55:16.112383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-24743c41-3b1a-4e24-8118-1d548351a2da service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354010 Apr 15 18:55:16.258235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e63d5eae-7616-432d-b234-7ba12b42c0fc req-9b19b815-f552-4f71-babb-5ca98f071b74 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350181 Apr 15 18:55:17.014541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7758b8-05d2-48c8-9f8d-93e3348b5476 req-6df40552-98c5-4186-af03-bcfe0b07033b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:17.016202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a7758b8-05d2-48c8-9f8d-93e3348b5476 req-6df40552-98c5-4186-af03-bcfe0b07033b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 944 time: 0.0892870 Apr 15 18:55:17.066774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a7758b8-05d2-48c8-9f8d-93e3348b5476 req-55258208-8a0b-4580-9b8a-a30a00b752ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Apr 15 18:55:17.724811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 36e93aea-bc60-4a46-a69d-5d80476f4dba details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:55:17.868767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:17.882536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'port_id': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'mac_address': 'fa:16:3e:db:c1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:55:17.943822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:17.961337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e93aea-bc60-4a46-a69d-5d80476f4dba {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:55:17.977729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:17.980590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:17.982444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:18.051161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:18.054286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:18.184345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['36e93aea-bc60-4a46-a69d-5d80476f4dba'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:55:18.269772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8552b2-842d-4a19-b2d5-e13e19bf83f2 req-6212673d-4232-4dc9-9e41-723e90dbdab8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:18.271395 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b8552b2-842d-4a19-b2d5-e13e19bf83f2 req-6212673d-4232-4dc9-9e41-723e90dbdab8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 945 time: 0.0883667 Apr 15 18:55:18.322550 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b8552b2-842d-4a19-b2d5-e13e19bf83f2 req-dfeae78d-467c-45d0-bb92-81e7cecee887 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Apr 15 18:55:19.530817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307fe05-f37b-4bdd-90d3-f63326fb1390 req-a12d81f3-6a9c-4ddf-b145-e652b0b70665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:19.532407 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5307fe05-f37b-4bdd-90d3-f63326fb1390 req-a12d81f3-6a9c-4ddf-b145-e652b0b70665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 945 time: 0.0943429 Apr 15 18:55:19.579354 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5307fe05-f37b-4bdd-90d3-f63326fb1390 req-cbcda3dc-c09f-4e75-b833-52a70f5fce34 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Apr 15 18:55:19.731888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 36e93aea-bc60-4a46-a69d-5d80476f4dba up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:55:19.801993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 36e93aea-bc60-4a46-a69d-5d80476f4dba completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:55:19.806836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 36e93aea-bc60-4a46-a69d-5d80476f4dba triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:55:19.807258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:19.930744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:19.958346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:55:19.969246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:55:19.972460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:19.975147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:20.043846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:20.047240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:20.063912 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'code': 200} Apr 15 18:55:20.298653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c7ae-5f28-431b-8a42-2684a9febf43 req-3addd2f6-c9ac-439d-bbf9-d4faaf4f9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:20.300152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5f6c7ae-5f28-431b-8a42-2684a9febf43 req-3addd2f6-c9ac-439d-bbf9-d4faaf4f9d49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0800776 Apr 15 18:55:20.342172 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5f6c7ae-5f28-431b-8a42-2684a9febf43 req-da83d3b6-1183-44c4-8ddf-635026709bdd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359042 Apr 15 18:55:20.779390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be076b49-1265-47c6-95e2-ef3dc8e2cf31 req-9a84c8bc-992d-45b0-9143-c76b9fb3be42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:20.781028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-be076b49-1265-47c6-95e2-ef3dc8e2cf31 req-9a84c8bc-992d-45b0-9143-c76b9fb3be42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0894709 Apr 15 18:55:20.829789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-be076b49-1265-47c6-95e2-ef3dc8e2cf31 req-6aacf6e6-ab46-4177-a5de-eea0e7c40717 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Apr 15 18:55:21.567200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-b8f2d8bc-ca57-47e8-9c0d-9b3fb2fe1d17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769622 Apr 15 18:55:21.718276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303fb8a-565f-4dd3-a114-267757166d60 req-8618ec82-3b9f-43ae-b79d-ad35e1fc6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:21.719877 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-8618ec82-3b9f-43ae-b79d-ad35e1fc6f74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0824168 Apr 15 18:55:21.876474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303fb8a-565f-4dd3-a114-267757166d60 req-0ae47138-8c6f-42d8-848b-a162d71a6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:21.878116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-0ae47138-8c6f-42d8-848b-a162d71a6dba service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1402683 Apr 15 18:55:21.950827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-e1aef542-37f7-4826-a1a7-e639fcb7a5c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 217 time: 0.0662172 Apr 15 18:55:22.023561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303fb8a-565f-4dd3-a114-267757166d60 req-3e81af10-2223-4451-b996-ca8fb8dd9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:22.025170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-3e81af10-2223-4451-b996-ca8fb8dd9784 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0688918 Apr 15 18:55:22.036868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6284e-1552-4987-8546-e75e3d614c3c req-35d1ab15-bcd9-41f1-8b45-84c738663ae1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:22.038642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a4c6284e-1552-4987-8546-e75e3d614c3c req-35d1ab15-bcd9-41f1-8b45-84c738663ae1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0939469 Apr 15 18:55:22.087521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a4c6284e-1552-4987-8546-e75e3d614c3c req-4c7f27f4-ab74-4f59-9934-20db9b2ed246 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Apr 15 18:55:22.107778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303fb8a-565f-4dd3-a114-267757166d60 req-c2a1abb9-ce4d-4587-b386-91ca6f879b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:22.109387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-c2a1abb9-ce4d-4587-b386-91ca6f879b91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785010 Apr 15 18:55:22.252472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-c3c1b252-cd94-4a51-847d-dc49a42b6fae service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370282 Apr 15 18:55:22.289468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1143b9-dc83-452b-93ee-53c56c3f8cba req-60003976-cc7b-47ea-b7e4-c9d41efe4921 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:22.291056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c1143b9-dc83-452b-93ee-53c56c3f8cba req-60003976-cc7b-47ea-b7e4-c9d41efe4921 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0905135 Apr 15 18:55:22.342950 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c1143b9-dc83-452b-93ee-53c56c3f8cba req-a2fa6365-1d48-4507-aba6-68ca15b4f042 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454633 Apr 15 18:55:22.366953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47122) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:22.395829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2303fb8a-565f-4dd3-a114-267757166d60 req-0986156d-dc41-4318-8d4f-8b6c45f329e0 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370955 Apr 15 18:55:22.445143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135baaf1-54da-4d69-a762-1aed0a87cf7c tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:22.446843 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-135baaf1-54da-4d69-a762-1aed0a87cf7c tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1094 time: 0.0788383 Apr 15 18:55:22.449868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47126) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:22.455362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:55:22.462504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:55:22.466645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:floatingip and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:55:22.469622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:55:22.476002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:55:22.486384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:22.632740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:22.774574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.220 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/77198fad-47ad-4388-8f75-f25300a2d925) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:55:23.206238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:23.235652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:23.250974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d921948c-9043-4f92-84cf-ed57734e3b1e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:23.381661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=77198fad-47ad-4388-8f75-f25300a2d925,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:23.386841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:23.438452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:55:23.439607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:55:23.441929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:55:23.872178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:23.948730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:24.168163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:24.171887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:24.187420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-feb7e3c8-a66c-4d3c-8d11-fd1cd9c1b2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:55:24.270701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e78e1e21-0510-4e38-b4be-b218a7b1e11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:24.322236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=77198fad-47ad-4388-8f75-f25300a2d925,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:55:24.334540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:55:24.422565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:24.606198 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP b8d04c4d-1023-4287-91b9-cce04ca9dc04 associated. External IP: 172.26.7.220, port: 36e93aea-bc60-4a46-a69d-5d80476f4dba. Apr 15 18:55:24.972141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 37df6979-3585-450a-a87e-06d74b6da77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:55:25.160034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:55:25.170022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Sync routers for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:55:25.180954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:25.181761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:25.185360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:25.247391 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7937746 Apr 15 18:55:25.247391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:55:25.300537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'status': 'completed', 'code': 200} Apr 15 18:55:25.373567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:25.404201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-45f978be-cd3d-4493-aeeb-b652dc3f609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:25.405857 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-45f978be-cd3d-4493-aeeb-b652dc3f609f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0836601 Apr 15 18:55:25.443065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e243a-2dc6-4848-a9e9-a7147515a657 req-90fe2e87-f7c8-40a2-80bc-fb9bee64ee0c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:25.444798 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-679e243a-2dc6-4848-a9e9-a7147515a657 req-90fe2e87-f7c8-40a2-80bc-fb9bee64ee0c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0946240 Apr 15 18:55:25.508834 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-679e243a-2dc6-4848-a9e9-a7147515a657 req-abd40822-a84e-479f-a181-22b68a9665aa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570693 Apr 15 18:55:25.528066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47134) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:25.557063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-067b13c5-2803-4813-ab72-5413f7265c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:25.558749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-067b13c5-2803-4813-ab72-5413f7265c44 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1469991 Apr 15 18:55:25.653731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f3a589a6-cedc-4941-90eb-a5a1b16c6571 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/b8d04c4d-1023-4287-91b9-cce04ca9dc04 HTTP/1.1" status: 200 len: 992 time: 0.1231821 Apr 15 18:55:25.674676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-bc570659-9a52-4135-8902-ff178aadaff8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1000 time: 0.1083367 Apr 15 18:55:25.748473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-8166bf0f-4d92-4503-811c-f03a6bdd5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:25.750098 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-8166bf0f-4d92-4503-811c-f03a6bdd5ea1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0682847 Apr 15 18:55:25.841639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-f9befe3c-4e44-4d77-bfd9-2894f90ee09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:25.843356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-f9befe3c-4e44-4d77-bfd9-2894f90ee09f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865490 Apr 15 18:55:25.916030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b8d04c4d-1023-4287-91b9-cce04ca9dc04', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'port_id': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'mac_address': 'fa:16:3e:db:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:55:23Z', 'updated_at': '2021-04-15T18:55:23Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:25.920166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Checking router: 37df6979-3585-450a-a87e-06d74b6da77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:55:25.929596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:55:25.930323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:54:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:25.986652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-34149921-6b80-47d9-84e9-7e63dac80918 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369441 Apr 15 18:55:26.120435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:55:26.131192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1acac8ad-3dfa-418a-934f-870ab7ba816b req-cd1ffcb0-eb53-4ab8-aae4-3126240d0730 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365976 Apr 15 18:55:26.489035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b8d04c4d-1023-4287-91b9-cce04ca9dc04', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'port_id': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'mac_address': 'fa:16:3e:db:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:55:23Z', 'updated_at': '2021-04-15T18:55:23Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:55:26.496079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:55:26.497594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622d18b-6430-4ebd-ba38-fb046efaa247 None None] The sync data for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv is: [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'b8d04c4d-1023-4287-91b9-cce04ca9dc04', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.220', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'port_id': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'mac_address': 'fa:16:3e:db:c1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:55:23Z', 'updated_at': '2021-04-15T18:55:23Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:55:26.655754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47138) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:26.766833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d151893-12a3-47b6-9063-ddd663b7dae9 None None] New status for floating IP b8d04c4d-1023-4287-91b9-cce04ca9dc04: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:55:26.776072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f7778de2-f31a-47e6-baaf-d83a5138152d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/b8d04c4d-1023-4287-91b9-cce04ca9dc04 HTTP/1.1" status: 200 len: 992 time: 0.1190033 Apr 15 18:55:27.063084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c24e7766-3d86-4506-8854-62de3e591384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:27.275356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:27.779925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47142) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:27.804030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:27.894513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0bb15ab7-64fe-4dea-b1ee-4e9597185fd0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/b8d04c4d-1023-4287-91b9-cce04ca9dc04 HTTP/1.1" status: 200 len: 994 time: 0.1131184 Apr 15 18:55:28.573808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:44.865625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:54.272577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-93f2aea5-439f-4721-9a53-40bd6fb897ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:57.064045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c14038b8-be6f-4729-8511-fb9e0473c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:57.279494 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:57.460309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47164) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:55:57.512186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e66469-3264-476e-9adc-06040f93135d req-9922f49e-ce68-4349-b5ae-fbfdd1c65cf4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:57.515756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88e66469-3264-476e-9adc-06040f93135d req-9922f49e-ce68-4349-b5ae-fbfdd1c65cf4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0926242 Apr 15 18:55:57.563187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88e66469-3264-476e-9adc-06040f93135d req-6765e206-9f36-4104-a986-7644d7204d42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Apr 15 18:55:57.587442 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-8301148b-0752-481c-9de2-4a1b746e3cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257644 Apr 15 18:55:57.796623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:58.580355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:55:58.770543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bad68d-ce27-4fef-8ccf-09b468c4952b req-52126556-1b1a-452f-860a-e0743234f1e0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:55:58.772152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0bad68d-ce27-4fef-8ccf-09b468c4952b req-52126556-1b1a-452f-860a-e0743234f1e0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0943887 Apr 15 18:55:59.105638 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f0bad68d-ce27-4fef-8ccf-09b468c4952b req-0597e052-6a28-4c67-a00a-771adf62be36 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265581 Apr 15 18:56:00.313729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5bae-b6c3-43e9-8204-1e47205bf3a7 req-da6d9424-e5c1-4894-a1c3-c3c5a5e338a3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:00.315447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cada5bae-b6c3-43e9-8204-1e47205bf3a7 req-da6d9424-e5c1-4894-a1c3-c3c5a5e338a3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0913417 Apr 15 18:56:00.368825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cada5bae-b6c3-43e9-8204-1e47205bf3a7 req-8b5dca1c-76cf-43a0-b723-c8fe287dc95c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466068 Apr 15 18:56:00.808671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-ad1065fa-f738-4179-a79c-b1a9a139fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:00.810308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-ad1065fa-f738-4179-a79c-b1a9a139fe63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0788906 Apr 15 18:56:00.951109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-19a2d679-6009-4fbe-b10e-c360b9fb6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:00.952676 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-19a2d679-6009-4fbe-b10e-c360b9fb6dc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1347909 Apr 15 18:56:01.061012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-256f4d9a-1a82-40f6-b06f-7571d0405848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1002 time: 0.1020586 Apr 15 18:56:01.128028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-70b57719-832e-4166-928f-7124fad8819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:01.129518 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-70b57719-832e-4166-928f-7124fad8819b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0628777 Apr 15 18:56:01.212399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-efc284d1-3ba3-40cc-8400-6cd9e4268047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:01.213977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-efc284d1-3ba3-40cc-8400-6cd9e4268047 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782821 Apr 15 18:56:01.353559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-41132752-84d3-421a-8f9b-46422a6179b4 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324131 Apr 15 18:56:01.584279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316233f-f8d3-4991-9f07-99c0bee4aeb0 req-cf27a9a9-162d-4baa-8efa-f94bca4c3aed tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:01.586113 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2316233f-f8d3-4991-9f07-99c0bee4aeb0 req-cf27a9a9-162d-4baa-8efa-f94bca4c3aed tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0985389 Apr 15 18:56:01.640770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2316233f-f8d3-4991-9f07-99c0bee4aeb0 req-948f749c-5ef1-4125-9e47-9dba280dd1ab tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478437 Apr 15 18:56:01.777713 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-25721b19-fd44-4c22-aa71-8e7239aa67af service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178677 Apr 15 18:56:02.848415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e228ff-b628-4b6e-8628-862f88969bad req-5d886b1b-befa-41f0-a270-6d6866f97eb2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:02.850029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-31e228ff-b628-4b6e-8628-862f88969bad req-5d886b1b-befa-41f0-a270-6d6866f97eb2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0926037 Apr 15 18:56:02.897661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-31e228ff-b628-4b6e-8628-862f88969bad req-ea676162-7ed6-42e7-af24-fd181f93486c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Apr 15 18:56:03.494891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:56:04.098417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c36c4-1bc9-4c08-8ecd-b64bc3c2229d req-48d187f1-a420-498e-875d-70835a9311d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:04.099920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c2c36c4-1bc9-4c08-8ecd-b64bc3c2229d req-48d187f1-a420-498e-875d-70835a9311d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0887454 Apr 15 18:56:04.147313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c2c36c4-1bc9-4c08-8ecd-b64bc3c2229d req-a1210e8f-c28a-44f2-a5c8-0b03289e4b77 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411439 Apr 15 18:56:05.349133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c826-5801-49ca-8883-5cc71843a930 req-bf890291-0def-4efb-ac2f-7b7ad1824cc5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:05.350780 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c94c826-5801-49ca-8883-5cc71843a930 req-bf890291-0def-4efb-ac2f-7b7ad1824cc5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0920939 Apr 15 18:56:05.399066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7c94c826-5801-49ca-8883-5cc71843a930 req-54371dda-85ee-4824-89a6-b8e85ffb42ee tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403786 Apr 15 18:56:06.604400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b746f65-b5cc-4d88-9048-10ad450782eb req-00399246-a8da-49bf-b0a9-f0f0a0c70879 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:06.606022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b746f65-b5cc-4d88-9048-10ad450782eb req-00399246-a8da-49bf-b0a9-f0f0a0c70879 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0940623 Apr 15 18:56:06.655146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6b746f65-b5cc-4d88-9048-10ad450782eb req-7d87e7e4-39e0-4c03-9326-80b83323a28e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Apr 15 18:56:07.857080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44d06f-81b6-4a35-ab2c-45dfcac7f007 req-a7a9c42a-6d3e-419f-a511-dd2ea7da61d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:07.858743 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f44d06f-81b6-4a35-ab2c-45dfcac7f007 req-a7a9c42a-6d3e-419f-a511-dd2ea7da61d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0896745 Apr 15 18:56:07.906315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f44d06f-81b6-4a35-ab2c-45dfcac7f007 req-9df10e46-a6d1-4313-a5b7-f074c923a882 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Apr 15 18:56:09.111334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81072ac5-4875-497f-8e79-daf9d83628e0 req-12f6fe94-6d5d-4b67-a554-ef76a53a317b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:09.112839 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81072ac5-4875-497f-8e79-daf9d83628e0 req-12f6fe94-6d5d-4b67-a554-ef76a53a317b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0901635 Apr 15 18:56:09.161466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-81072ac5-4875-497f-8e79-daf9d83628e0 req-e41698f5-20d7-4ae4-b9e5-c0c377ba677d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Apr 15 18:56:10.367348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511170-b7be-4a17-adcb-1434927ac901 req-f54484c7-ee96-4729-851e-88a8d655dccc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:10.368928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-90511170-b7be-4a17-adcb-1434927ac901 req-f54484c7-ee96-4729-851e-88a8d655dccc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0926611 Apr 15 18:56:10.416320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-90511170-b7be-4a17-adcb-1434927ac901 req-9f5eef93-3eda-436f-8168-048e6cf738c7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Apr 15 18:56:11.625514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d985a-87a5-4f2d-9072-1e7d8ea2c7d3 req-296e0845-3ecb-44ed-af6e-7f1d0b744df5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:11.627202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b6d985a-87a5-4f2d-9072-1e7d8ea2c7d3 req-296e0845-3ecb-44ed-af6e-7f1d0b744df5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0953333 Apr 15 18:56:11.676755 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8b6d985a-87a5-4f2d-9072-1e7d8ea2c7d3 req-aee1f467-234a-4e7d-951a-14b68bf021b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Apr 15 18:56:12.881294 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f965a-8d7e-472e-b9b8-c95f0358635d req-4a6c9773-3fdb-4984-8b70-fc50f7e323db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:12.882907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-778f965a-8d7e-472e-b9b8-c95f0358635d req-4a6c9773-3fdb-4984-8b70-fc50f7e323db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0904717 Apr 15 18:56:12.930259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-778f965a-8d7e-472e-b9b8-c95f0358635d req-18ac037b-9d4e-4796-bfa3-5afc1fda0d0b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Apr 15 18:56:13.416283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-0df81259-8c57-447e-9927-91ca0b6a5505 service neutron] 10.222.0.49 "GET /v2.0/ports/36e93aea-bc60-4a46-a69d-5d80476f4dba/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0789998 Apr 15 18:56:13.682164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-74f38a28-c34c-4ba4-83a4-c0453e64041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:13.683659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-74f38a28-c34c-4ba4-83a4-c0453e64041b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 1099 time: 0.0811145 Apr 15 18:56:13.785699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-d8170c30-a42e-4ab9-925a-6927f7bed7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:13.787403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-d8170c30-a42e-4ab9-925a-6927f7bed7c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0807011 Apr 15 18:56:13.927709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-7bd25b53-1ec3-416e-95ad-99dadfcf240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:13.929276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-7bd25b53-1ec3-416e-95ad-99dadfcf240f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1363578 Apr 15 18:56:14.039934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-4893afcc-22e2-439c-af44-62aa1823d92a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1002 time: 0.1040325 Apr 15 18:56:14.110142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-e81ab305-b954-454c-aa1b-10dbb131859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:14.111738 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-e81ab305-b954-454c-aa1b-10dbb131859f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0651827 Apr 15 18:56:14.136340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de285-b9d2-4b1f-822c-9dface2e0403 req-59f92dfd-1cf3-4968-ab36-ce8be5d19fc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:14.138070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d15de285-b9d2-4b1f-822c-9dface2e0403 req-59f92dfd-1cf3-4968-ab36-ce8be5d19fc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0932856 Apr 15 18:56:14.186541 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d15de285-b9d2-4b1f-822c-9dface2e0403 req-47d52373-db89-4154-b903-76978e0b3eb0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Apr 15 18:56:14.196211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-1884eab8-694c-4fc4-afeb-ae7b9c44563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:14.197829 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-1884eab8-694c-4fc4-afeb-ae7b9c44563a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803494 Apr 15 18:56:14.336936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-014dd1c4-8985-4fb5-9b03-46441e9ad0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329665 Apr 15 18:56:14.476840 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-7aeb022b-9a6f-4caa-9e5d-47f495fd8332 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333370 Apr 15 18:56:14.875215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:15.389583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7c2d5-45bd-4ad4-94d6-9d6578e9ad7a req-c873d343-14dc-4d36-b909-15c71e9ac70c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:15.391241 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-24e7c2d5-45bd-4ad4-94d6-9d6578e9ad7a req-c873d343-14dc-4d36-b909-15c71e9ac70c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0925233 Apr 15 18:56:15.439460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-24e7c2d5-45bd-4ad4-94d6-9d6578e9ad7a req-ca04ea0f-6211-4007-b101-cb201be1d2c2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418534 Apr 15 18:56:16.652282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb399931-2c19-4d2d-bb5a-1c049b2190c7 req-d99f7e11-c5d0-464f-b65e-fa62ef229fa7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:16.654473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb399931-2c19-4d2d-bb5a-1c049b2190c7 req-d99f7e11-c5d0-464f-b65e-fa62ef229fa7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0988414 Apr 15 18:56:16.702452 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fb399931-2c19-4d2d-bb5a-1c049b2190c7 req-f98f95d7-22b3-4f02-ab41-a53b84e723bd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Apr 15 18:56:17.032203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771665f-c45f-4207-8a91-efaf3b75920f req-6499ff7e-c288-4de8-a02f-d39ec60003f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.033781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1771665f-c45f-4207-8a91-efaf3b75920f req-6499ff7e-c288-4de8-a02f-d39ec60003f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0937040 Apr 15 18:56:17.043582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-e67c7ad7-cc25-4caa-a865-9bee5f5416b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.044972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-e67c7ad7-cc25-4caa-a865-9bee5f5416b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:56:17.060194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-e67c7ad7-cc25-4caa-a865-9bee5f5416b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:56:17.061409 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-e67c7ad7-cc25-4caa-a865-9bee5f5416b3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 946 time: 0.1100147 Apr 15 18:56:17.083905 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1771665f-c45f-4207-8a91-efaf3b75920f req-9d813b94-dd84-4362-8f32-e4fe9d656dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Apr 15 18:56:17.223507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-4c617075-c951-4241-baf7-29e596e2465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.225168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-4c617075-c951-4241-baf7-29e596e2465f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0891471 Apr 15 18:56:17.368780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-816bc312-ff92-43e9-8cc4-43c3d29b5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.370334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-816bc312-ff92-43e9-8cc4-43c3d29b5796 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1393845 Apr 15 18:56:17.433463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b114478-b3ed-4cb2-9266-69c8a7f1d175 req-95a6c739-63e1-4450-86be-4e42eab7d437 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.435190 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b114478-b3ed-4cb2-9266-69c8a7f1d175 req-95a6c739-63e1-4450-86be-4e42eab7d437 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0894196 Apr 15 18:56:17.479221 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-4e918897-9735-4974-9106-c114eca03cfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1002 time: 0.1029665 Apr 15 18:56:17.483965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b114478-b3ed-4cb2-9266-69c8a7f1d175 req-3e9c747e-b945-49dc-ad04-e8097a4224e0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Apr 15 18:56:17.548447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-07d563ba-0b2d-4cf3-b63a-9a3356a59551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.550030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-07d563ba-0b2d-4cf3-b63a-9a3356a59551 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0634413 Apr 15 18:56:17.629566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-ccd10f5f-2deb-4e8e-8074-b2530118cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:17.631078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-ccd10f5f-2deb-4e8e-8074-b2530118cc87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753331 Apr 15 18:56:17.772000 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-ba7ad6e1-2133-49fe-9ced-fcd4188b608c service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348670 Apr 15 18:56:17.914319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b18c50-60b3-46d2-8ea1-7c9505f5dde9 req-20b3a69f-6665-460c-837d-601a8f67b808 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364627 Apr 15 18:56:18.688283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc76a2-8216-405e-95fe-eb403cb4961b req-5320ce41-72e8-4c95-b651-75363cc65cfc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:18.689792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5bc76a2-8216-405e-95fe-eb403cb4961b req-5320ce41-72e8-4c95-b651-75363cc65cfc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0943451 Apr 15 18:56:18.737755 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e5bc76a2-8216-405e-95fe-eb403cb4961b req-39f03adb-a224-4ca8-bae6-9ecf720227d3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Apr 15 18:56:18.762524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47240) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:18.877274 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a91d3226-2f97-47a6-be51-1b310f6d9ad3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/b8d04c4d-1023-4287-91b9-cce04ca9dc04 HTTP/1.1" status: 200 len: 994 time: 0.1134362 Apr 15 18:56:23.585726 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-4ed4cbec-b2ac-4490-9692-fec2f5c86c83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810986 Apr 15 18:56:23.730880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-1f5e8258-e6a4-424e-b662-f4df9e64af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:23.732568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-1f5e8258-e6a4-424e-b662-f4df9e64af67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0774996 Apr 15 18:56:23.889138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-fb3005f3-e64a-4711-86ea-004f507f2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:23.890752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-fb3005f3-e64a-4711-86ea-004f507f2639 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1399784 Apr 15 18:56:24.000788 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-b6079ddb-e012-4553-bb18-0e276303350a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 1002 time: 0.1041615 Apr 15 18:56:24.067883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-00d267e7-0bbd-4529-8d01-17df94f9afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:24.069394 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-00d267e7-0bbd-4529-8d01-17df94f9afc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0630622 Apr 15 18:56:24.154791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-feb8ef67-de06-45bf-9776-66e34f927a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:24.156406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-feb8ef67-de06-45bf-9776-66e34f927a76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804493 Apr 15 18:56:24.272912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9ef5f1fa-cbd4-4e86-bfaf-0357d622be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:24.297797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-9ed311f1-be35-433b-bc4a-1231276e6488 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352229 Apr 15 18:56:24.438499 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3640ae4d-b48f-4dde-92ca-f488a3dbadde req-a83fd557-0ba2-4625-ba2a-f15aa7c721d2 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348338 Apr 15 18:56:27.065274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-918a9837-6952-4797-9fb3-535a16228b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:27.280869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:27.798424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:28.582174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:40.493716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:56:44.879440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:47.402881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47254) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:47.617988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 77198fad-47ad-4388-8f75-f25300a2d925 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:56:47.618365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:47.797040 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:47.797409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:47.935837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 77198fad-47ad-4388-8f75-f25300a2d925 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:56:48.088197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:48.103664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-df6a7f9d-9ef1-4583-b15f-433f4eb38511 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:48.200635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=77198fad-47ad-4388-8f75-f25300a2d925,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:48.211974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.212408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.212834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.213256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.213673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.214168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.214587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.215038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.215475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.215860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.216270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.216679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:48.220709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:48.375504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:48.375823 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP b8d04c4d-1023-4287-91b9-cce04ca9dc04 disassociated (deleted). External IP: 172.26.7.220, port: 36e93aea-bc60-4a46-a69d-5d80476f4dba. Apr 15 18:56:48.750664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 37df6979-3585-450a-a87e-06d74b6da77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:56:48.938068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:56:48.947938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1357a46-b637-4930-8010-4c793390450d None None] Sync routers for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:56:48.958913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:48.959456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:56:48.960134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:49.158252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:56:49.291948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8d04c4d-1023-4287-91b9-cce04ca9dc04 HTTP/1.1" status: 204 len: 168 time: 1.8876903 Apr 15 18:56:49.292474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:56:49.408048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'status': 'completed', 'code': 200} Apr 15 18:56:49.494679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:49.499430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1357a46-b637-4930-8010-4c793390450d None None] Checking router: 37df6979-3585-450a-a87e-06d74b6da77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:56:49.509549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:56:49.510444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:49.511319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-a24ddb05-1367-4ebb-add0-15325ec02b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:49.518486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-a24ddb05-1367-4ebb-add0-15325ec02b14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 1099 time: 0.0878191 Apr 15 18:56:49.667481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-191fb85f-ef5e-4401-a163-93e919b434e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:49.669202 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-191fb85f-ef5e-4401-a163-93e919b434e3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 200 len: 897 time: 0.1433930 Apr 15 18:56:49.701981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:56:49.708362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f26e43-8340-41a8-9c3d-062314436f35 req-bb048485-d503-47ed-9739-2b1fdb6cf601 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:49.709153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-88f26e43-8340-41a8-9c3d-062314436f35 req-bb048485-d503-47ed-9739-2b1fdb6cf601 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:56:49.724688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-88f26e43-8340-41a8-9c3d-062314436f35 req-bb048485-d503-47ed-9739-2b1fdb6cf601 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:56:49.726024 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88f26e43-8340-41a8-9c3d-062314436f35 req-bb048485-d503-47ed-9739-2b1fdb6cf601 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.1124034 Apr 15 18:56:49.750472 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-f34d9e11-4f98-4cf7-9c3c-55ecb6912842 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 200 len: 217 time: 0.0742209 Apr 15 18:56:49.794528 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-88f26e43-8340-41a8-9c3d-062314436f35 req-45dff513-5349-4a94-a904-2f065a3ca000 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563152 Apr 15 18:56:49.827432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-7b637772-192e-4735-9b48-c49a6a19e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:49.829015 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-7b637772-192e-4735-9b48-c49a6a19e564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 200 len: 835 time: 0.0728714 Apr 15 18:56:49.916355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-2a0d99d0-7a00-4b8b-8ede-fec1c7c94cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:49.918575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-2a0d99d0-7a00-4b8b-8ede-fec1c7c94cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b299a15a-afa6-4b1a-a06b-0d30e1895148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824564 Apr 15 18:56:50.031102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d1357a46-b637-4930-8010-4c793390450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:50.035210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1357a46-b637-4930-8010-4c793390450d None None] The sync data for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv is: [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:55:08Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'a119d2bd-4a87-491f-b466-889b7c14941c', 'name': '', 'network_id': 'b299a15a-afa6-4b1a-a06b-0d30e1895148', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:bc:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:07Z', 'updated_at': '2021-04-15T18:55:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'b392fcf0-7347-4ecb-9cbd-5d934e6f821d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:56:50.063020 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-f5206558-877a-43fa-882b-2f33ed394e81 service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375270 Apr 15 18:56:50.206639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd9b6461-87de-4839-92cd-f6d500d927c8 req-48c36fb1-eaa3-4cab-af29-3dd6cf4a61eb service neutron] 10.222.0.49 "GET /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365342 Apr 15 18:56:50.380551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769c454-d136-4c7e-a702-a1f681d325fd None None] New status for floating IP b8d04c4d-1023-4287-91b9-cce04ca9dc04: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:56:51.012998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0007857-bb65-4901-b294-671437e9c934 req-ee2dd5f3-843f-4056-8722-d4ac8ee6db0e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:51.014665 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0007857-bb65-4901-b294-671437e9c934 req-ee2dd5f3-843f-4056-8722-d4ac8ee6db0e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.1001787 Apr 15 18:56:51.063680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0007857-bb65-4901-b294-671437e9c934 req-e891999f-169a-49bc-9b42-f7161981450a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=5f297550-4e36-4419-af32-8d8fb7267aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Apr 15 18:56:51.239456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-11e92679-e9b2-4fd9-bc50-783d0f8d628d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:56:51.240999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-11e92679-e9b2-4fd9-bc50-783d0f8d628d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 946 time: 0.0871289 Apr 15 18:56:51.320220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 36e93aea-bc60-4a46-a69d-5d80476f4dba {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:56:51.320530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:51.573163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 36e93aea-bc60-4a46-a69d-5d80476f4dba, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=36e93aea-bc60-4a46-a69d-5d80476f4dba,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:56:51.573505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:52.006275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 36e93aea-bc60-4a46-a69d-5d80476f4dba owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:56:52.156303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:52.171969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:52.221234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=36e93aea-bc60-4a46-a69d-5d80476f4dba,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:52.227561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c827c5aa-0147-4e43-b323-67e4344418ee req-418d3ff0-9560-4288-a517-2b9290c8d525 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=c107f9bd-8124-4a72-b3e3-4dcc25ce9159 HTTP/1.1" status: 200 len: 210 time: 0.0497854 Apr 15 18:56:52.281134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.281498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.281946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.282366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.282785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.283195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.283604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.284013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.284421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.284828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.285236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.285642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:52.290407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:52.430141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] No DVR routers for this DVR port 36e93aea-bc60-4a46-a69d-5d80476f4dba on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:56:52.432625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:52.436005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'name': 'network-vif-deleted', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:56:52.451133 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1f33c383-5b1c-4167-9033-e7e3a527597f req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "DELETE /v2.0/ports/36e93aea-bc60-4a46-a69d-5d80476f4dba HTTP/1.1" status: 204 len: 173 time: 1.2039905 Apr 15 18:56:52.485413 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c107f9bd-8124-4a72-b3e3-4dcc25ce9159', 'name': 'network-vif-deleted', 'tag': '36e93aea-bc60-4a46-a69d-5d80476f4dba', 'status': 'completed', 'code': 200} Apr 15 18:56:53.326483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47274) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:53.926598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:54.274497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-980048f6-3732-4a7f-9c26-d84510cc71f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:54.298796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 36e93aea-bc60-4a46-a69d-5d80476f4dba no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:56:54.305004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port a119d2bd-4a87-491f-b466-889b7c14941c {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:56:54.305396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:54.335585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 36e93aea-bc60-4a46-a69d-5d80476f4dba {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:56:54.336102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 36e93aea-bc60-4a46-a69d-5d80476f4dba not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:56:54.505406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port a119d2bd-4a87-491f-b466-889b7c14941c, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=a119d2bd-4a87-491f-b466-889b7c14941c,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:56:54.505809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:54.639660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for a119d2bd-4a87-491f-b466-889b7c14941c owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:56:54.831844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:54.845910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c0653a8-cd0a-451e-b4ae-e7b23b5fa97a tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:54.894236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=a119d2bd-4a87-491f-b466-889b7c14941c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:54.943934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:55.303000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:55.818444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router 37df6979-3585-450a-a87e-06d74b6da77a has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:56:56.286977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:56:56.297459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Sync routers for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:56:56.300698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/37df6979-3585-450a-a87e-06d74b6da77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9730742 Apr 15 18:56:56.303572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47278) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:56.307369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:56:56.308035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:56.377887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting subnet b392fcf0-7347-4ecb-9cbd-5d934e6f821d {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:56:56.381030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:56.442066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:56.494980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:56:56.529743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:56.793731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:56:54Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:56.799219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Checking router: 37df6979-3585-450a-a87e-06d74b6da77a for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:56:56.807564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Routers {'37df6979-3585-450a-a87e-06d74b6da77a'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:56:56.808222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['37df6979-3585-450a-a87e-06d74b6da77a'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:56.820379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:56.836664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a687e0d4-4b34-475e-a6ef-6627eab82117 tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:56.936035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Subnet': ['ID=b392fcf0-7347-4ecb-9cbd-5d934e6f821d,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:56.938696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:56.976570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:56.983030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733fe5b1-52e5-4aa7-b472-1e1771caf870 None None] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:56:56.983818 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6253c57-d6e0-4551-ae45-60041851a3f5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/subnets/b392fcf0-7347-4ecb-9cbd-5d934e6f821d HTTP/1.1" status: 204 len: 168 time: 0.6790245 Apr 15 18:56:56.986553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47282) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:56.997582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] Set router 37df6979-3585-450a-a87e-06d74b6da77a gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:56:57.095836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a33ac65f-ed25-4816-b5f5-26a27668ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.193754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.264115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] DHCP port deletion for b299a15a-afa6-4b1a-a06b-0d30e1895148 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:56:57.274356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Deleting port 038bad10-5ef6-4384-9074-68125d06e899 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:56:57.274356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.306175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:56:54Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:57.311309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63060c-6015-4b1b-aa99-40cf8c3c93f0 None None] The sync data for ids ['37df6979-3585-450a-a87e-06d74b6da77a'] in dv-neutron-786478-1-hyperv is: [{'id': '37df6979-3585-450a-a87e-06d74b6da77a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-346421472', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:55:02Z', 'updated_at': '2021-04-15T18:56:54Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'e0b5db4e-96c2-4bb2-b93d-41cb9d488e75', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37df6979-3585-450a-a87e-06d74b6da77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:55:03Z', 'updated_at': '2021-04-15T18:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:56:57.333352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.404552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.416115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:56:57.416515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.513462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] For port 038bad10-5ef6-4384-9074-68125d06e899, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=038bad10-5ef6-4384-9074-68125d06e899,segment=NetworkSegment(a418c22b-441a-4dfa-9ad4-ff9624a9904e),segment_id=a418c22b-441a-4dfa-9ad4-ff9624a9904e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:56:57.513930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.630307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port e0b5db4e-96c2-4bb2-b93d-41cb9d488e75, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:56:57.630740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.774110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:56:57.827458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a119d2bd-4a87-491f-b466-889b7c14941c no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:56:57.871575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Calling delete_port for 038bad10-5ef6-4384-9074-68125d06e899 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:56:57.915356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: a119d2bd-4a87-491f-b466-889b7c14941c {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:56:57.915670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device a119d2bd-4a87-491f-b466-889b7c14941c not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:56:57.916129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 038bad10-5ef6-4384-9074-68125d06e899 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:56:57.959072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:57.975869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bcbdd15d-8bc0-4dc9-8739-ce0ad0eee01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:57.995561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.024577 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No ports have port_id starting with 038bad10-5ef6-4384-9074-68125d06e899 Apr 15 18:56:58.025373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.041065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e56daf4-a884-44ca-9e5d-dc439378e96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:58.074514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=e0b5db4e-96c2-4bb2-b93d-41cb9d488e75,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:58.078613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:58.179880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Pushing event deleted for resources: {'Port': ['ID=038bad10-5ef6-4384-9074-68125d06e899,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:58.189037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.189432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.189820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.190226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.190599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.190972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.191340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.191704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.192070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.192436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.192799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.193160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:56:58.197300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:58.198192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] No DVR routers for this DVR port 038bad10-5ef6-4384-9074-68125d06e899 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:56:58.262177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.455381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.457649 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.481396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.481982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Fanout notify agent at l3_agent the message router_deleted on router 37df6979-3585-450a-a87e-06d74b6da77a {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:56:58.498212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.501921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/routers/37df6979-3585-450a-a87e-06d74b6da77a HTTP/1.1" status: 204 len: 168 time: 1.5118787 Apr 15 18:56:58.502585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47286) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:58.585886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.635261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.837655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:58.964252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b299a15a-afa6-4b1a-a06b-0d30e1895148']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:58.977807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a418c22b-441a-4dfa-9ad4-ff9624a9904e') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:58.978180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a418c22b-441a-4dfa-9ad4-ff9624a9904e') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:56:58.990106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.007664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.014683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:56:59.193904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:56:59.203633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.377468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b299a15a-afa6-4b1a-a06b-0d30e1895148 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:56:59.404862 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:56:59.482181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.485639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-efea95b8-cb11-4069-bf14-6f434880521d tempest-TagsTest-489082283 tempest-TagsTest-489082283-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:59.503775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.510210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Network': ['ID=b299a15a-afa6-4b1a-a06b-0d30e1895148,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:59.515426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:59.520802 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d725a08-bce0-4354-99df-006abea22ca8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/networks/b299a15a-afa6-4b1a-a06b-0d30e1895148 HTTP/1.1" status: 204 len: 168 time: 1.0170934 Apr 15 18:56:59.523560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47290) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:56:59.599480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.607216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:56:59.631963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.644919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:56:59.645321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e0b5db4e-96c2-4bb2-b93d-41cb9d488e75 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:56:59.686115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.691356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:56:59.707352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f297550-4e36-4419-af32-8d8fb7267aac,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:56:59.712882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:56:59.715131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:56:59.716339 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-752f9dd3-883c-4e37-8ca3-d13c7705ced7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f297550-4e36-4419-af32-8d8fb7267aac HTTP/1.1" status: 204 len: 168 time: 0.1918104 Apr 15 18:57:00.018522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47298) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.024407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717414622', 'description': 'tempest-secgroup-smoke-717414622 description', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.031086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.035491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.038538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.044665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.054347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.076269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.080274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.083209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.089199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.161812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.164546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.169759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06cdf463-b8ff-4381-84c0-4978691c6b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.215943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce62050-6154-4bd5-a0fd-9964d6873bb5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.218982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:00.219830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.223376 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-60fbbc76-dae6-48ad-98a9-db9bb8b0adeb tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2015014 Apr 15 18:57:00.224285 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47302) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.230798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.237465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.241552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.244664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.251222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.267321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.329493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.331929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.333807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d439273c-20bc-4c1d-b219-2c4d22428598 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.357608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96287122-6ea0-44d2-a493-db6b71cec4e1,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.360163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:00.366481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.367741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-97517c78-9f7e-49be-b4b6-986c0dbc0e7c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423843 Apr 15 18:57:00.370682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47306) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.376783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.383298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.387344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.390353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.396329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.411809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.477457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.480094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.482519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-debaad9d-28da-417f-bb03-0773e8c47862 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.506397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e4d8bd-11bf-449b-adae-68ef57a47534,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.508823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:00.515012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.516268 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-513d1d28-4b10-418c-8acf-3d0aec879942 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439517 Apr 15 18:57:00.519151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47310) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.524602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.530789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.534755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.537714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.544217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.560156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.624853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.627469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.629346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-059ed8c4-ec0a-4263-9b7b-bd11d5327ea7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.652790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d175ff4-95b3-49dd-ba8c-9f362e2bdf2a,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.655317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:00.661336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.662640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-5c1a1957-9575-4c37-a514-a14683db41b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424968 Apr 15 18:57:00.665709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47314) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.713792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.721322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.725468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.728775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.736661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.752343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.818196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.820906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.822823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-327631b2-8635-4d55-814d-637bd36f6053 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.846461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757e0484-932c-4c4f-aa04-71b366eba044,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.848925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:00.855101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.857013 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9f0c75e3-d7a5-4ff7-a9ac-49e3b513c5cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1901793 Apr 15 18:57:00.859944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47320) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:00.865432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:00.871688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:00.875678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:00.878706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:00.884726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:00.894296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:57:00.901023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.969333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.971831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:00.973695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5c193ca1-2306-404d-87c4-826c2154099f tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:00.996329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7561d3fd-ce11-4ff2-b52a-9d829c4ecfe9,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:00.998823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:01.005856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.007211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f1634241-9113-40a7-b14e-d27096546658 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462302 Apr 15 18:57:01.009943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47324) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:01.016506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': '4ce62050-6154-4bd5-a0fd-9964d6873bb5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:01.022778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:01.026769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:01.030446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:01.036540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:01.046210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:57:01.053010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.123951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.126775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.134070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3169a7af-4025-4d60-9e0c-14e48ac953d3 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:01.153898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eb139d-1574-41a3-9e0e-affa890724eb,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:01.156151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:01.162483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.163752 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-131b8280-3db7-468e-af72-30b6bf298b47 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527374 Apr 15 18:57:01.166750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47328) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:01.172785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'network': {'name': 'tempest-network-smoke--315896766', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'port_security_enabled': True}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:01.177937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:01.182183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:network and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:01.185170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:01.191173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:01.200670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:57:01.206611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.235651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:57:01.244198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.244584 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Added segment 0b03ac37-92de-47fd-9b05-ce4e0320f1c3 of type vlan for network b449048a-6728-443b-8ed0-024a0031e6b5 Apr 15 18:57:01.271405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.300501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.306510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:01.307160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.312365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f451215e-f226-4f5e-905a-2ce97e1a53a0 tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:01.415832 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2480006 Apr 15 18:57:01.418911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47332) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:01.424734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'admin_state_up': True, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:01.425414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Network': ['ID=b449048a-6728-443b-8ed0-024a0031e6b5,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:01.428207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a91bcfb7-3f2e-4215-9614-7df609f11062 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:01.434840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:01.436716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b449048a-6728-443b-8ed0-024a0031e6b5 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:57:01.439162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:router and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:01.442178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:01.448178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:01.458947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.459997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.480127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:01.768897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:02.088942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:02.121411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:02.264796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.219 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/d8d804cc-178d-4a63-9ef3-c3269c2eae55) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:57:02.700735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:02.731536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:02.746974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dddbb83a-b31b-4935-8cca-3c9cf9354068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:02.882397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=d8d804cc-178d-4a63-9ef3-c3269c2eae55,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:02.887514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:02.938565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:02.939717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:02.941820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:57:03.377229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:03.740319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:03.959223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f9a25386-f566-42c0-b587-f2b32ac197d3 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:57:04.147373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:57:04.157635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Sync routers for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:57:04.167661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:04.168347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:04.175938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:04.177283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7572911 Apr 15 18:57:04.180617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47336) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:04.228997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d052e59b-3ad7-4764-a7ad-8eebc5644ddc tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f35a40061d8f4041a33bc9d4e8bf53a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470955 Apr 15 18:57:04.231607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47340) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:04.360851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:04.370118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b560a-1a47-4bc3-9467-bb529353c1a0 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:04.375023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d79b560a-1a47-4bc3-9467-bb529353c1a0 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396856 Apr 15 18:57:04.375280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47344) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:04.422032 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e9fdc518-ff99-4f6c-8e26-7e91b042256c tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431893 Apr 15 18:57:04.422574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47348) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:04.427984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504355823', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:04.544053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:04.548069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:subnet and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:04.550980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:04.556977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:04.566663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:57:04.572729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:04.666755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:04.670887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Checking router: f9a25386-f566-42c0-b587-f2b32ac197d3 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:57:04.671295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Updating router f9a25386-f566-42c0-b587-f2b32ac197d3 port d8d804cc-178d-4a63-9ef3-c3269c2eae55 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:57:04.732563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.012426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.027805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e99c3dd9-1adc-4017-9e16-6eae27e17ee9 tempest-PortsIpV6TestJSON-2065527664 tempest-PortsIpV6TestJSON-2065527664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:05.078121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.090429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Transition to ACTIVE for port object d8d804cc-178d-4a63-9ef3-c3269c2eae55 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:05.096226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.112255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:05.168666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Subnet': ['ID=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:05.173580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:05.232865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Checking segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:57:05.233267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network hostable DHCP agents. Network: b449048a-6728-443b-8ed0-024a0031e6b5, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:57:05.246185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Pushing event updated for resources: {'Port': ['ID=d8d804cc-178d-4a63-9ef3-c3269c2eae55,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:05.249964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:05.253462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:57:05.261987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b449048a-6728-443b-8ed0-024a0031e6b5) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:05.271993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86dd95b-09d1-48c6-a94d-2cfcbd0a3ecc None None] Network b449048a-6728-443b-8ed0-024a0031e6b5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:57:05.275239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:05.275881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.296696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-73defcb4-7dce-4fb3-a2a3-a6690ef719cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8734519 Apr 15 18:57:05.299566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47352) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:05.415272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Attempting to bind port d8d804cc-178d-4a63-9ef3-c3269c2eae55 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:57:05.415694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Attempting to bind port d8d804cc-178d-4a63-9ef3-c3269c2eae55 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:57:05.416109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Attempting to bind port d8d804cc-178d-4a63-9ef3-c3269c2eae55 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:57:05.426530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:57:05.427049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:57:05.427383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.427822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:57:05.428339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Bound port: d8d804cc-178d-4a63-9ef3-c3269c2eae55, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:57:05.428757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.603911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] For port d8d804cc-178d-4a63-9ef3-c3269c2eae55, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:57:05.623408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] For port d8d804cc-178d-4a63-9ef3-c3269c2eae55, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d8d804cc-178d-4a63-9ef3-c3269c2eae55,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:57:05.627342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:05.646231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f695edbe-5b09-4ab8-abeb-5e58a52a8f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:05.858840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-b449048a-6728-443b-8ed0-024a0031e6b5', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:57:05.859888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:06.078345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Pushing event updated for resources: {'Port': ['ID=d8d804cc-178d-4a63-9ef3-c3269c2eae55,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:06.081624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:06.163862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:06.164514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:06.303416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Allocated IP 172.20.0.2 (b449048a-6728-443b-8ed0-024a0031e6b5/3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b/094a718f-2679-4bc3-9266-2fafe5cc1ed0) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:57:06.344573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:06.456304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:06.790394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:06.832230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Transition to ACTIVE for port object 094a718f-2679-4bc3-9266-2fafe5cc1ed0 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:06.862179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Transition to ACTIVE for port object 094a718f-2679-4bc3-9266-2fafe5cc1ed0 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:06.872598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:06.891409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3e59b60e-18a1-4613-8707-e96f097d1f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:06.934473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.1 (b449048a-6728-443b-8ed0-024a0031e6b5/3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b/f2fb5f99-0e69-4200-913c-81537fb8af77) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:57:07.028799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:07.048479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232607f8-6b43-49a9-a37b-6b18961a6f66 None None] The sync data for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv is: [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:03Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:57:07.050856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Pushing event updated for resources: {'Port': ['ID=094a718f-2679-4bc3-9266-2fafe5cc1ed0,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:07.056044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:07.096673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Network b449048a-6728-443b-8ed0-024a0031e6b5 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:07.098012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:07.100333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:57:07.110482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.127286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object f2fb5f99-0e69-4200-913c-81537fb8af77 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:07.151418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.168016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68c65677-101a-4759-b4ed-ec90d267462f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:07.196854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Attempting to bind port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:57:07.197266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Attempting to bind port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:57:07.197679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Attempting to bind port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 on network b449048a-6728-443b-8ed0-024a0031e6b5 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:57:07.203818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:57:07.204229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Checking segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:57:07.205737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.205737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Bound using segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:57:07.205737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Bound port: 094a718f-2679-4bc3-9266-2fafe5cc1ed0, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:57:07.206273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.300463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] For port 094a718f-2679-4bc3-9266-2fafe5cc1ed0, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:57:07.304037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] For port 094a718f-2679-4bc3-9266-2fafe5cc1ed0, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=094a718f-2679-4bc3-9266-2fafe5cc1ed0,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:57:07.306829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:07.306973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.311711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:07.322600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:07.365454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:07.366655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:07.369095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:57:07.457792 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.614959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.678323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Pushing event updated for resources: {'Port': ['ID=094a718f-2679-4bc3-9266-2fafe5cc1ed0,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:07.684967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d8d804cc-178d-4a63-9ef3-c3269c2eae55 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:07.719060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:07.795432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d8d804cc-178d-4a63-9ef3-c3269c2eae55 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:07.801811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d8d804cc-178d-4a63-9ef3-c3269c2eae55 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:07.802272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.945127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.965033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port d8d804cc-178d-4a63-9ef3-c3269c2eae55, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d8d804cc-178d-4a63-9ef3-c3269c2eae55,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:07.968153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:07.970681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:08.047749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=d8d804cc-178d-4a63-9ef3-c3269c2eae55,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:08.051032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:08.126297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:08.131479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:08.165239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b6a04d5-6262-46dc-a0a0-99b24cf57180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:08.262700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:08.278608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:08.284305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:08.409943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:08.411070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:08.604834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f9a25386-f566-42c0-b587-f2b32ac197d3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:57:08.798787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:57:08.812819 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/f9a25386-f566-42c0-b587-f2b32ac197d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5121365 Apr 15 18:57:08.997921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f605f00-7bb8-4f35-b241-3105406abe3d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717414622&fields=id&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 267 time: 0.0449095 Apr 15 18:57:09.088400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c665a19-d736-49d1-a633-91618e5f8ea5 None None] Network b449048a-6728-443b-8ed0-024a0031e6b5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:57:09.228389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-38b767e5-e87e-4362-ae42-a0c173f5fa8a None None] Provisioning for port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:09.481965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-3a8fcb55-d777-46cf-afcb-28b0e9a4fe1d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:09.483575 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-3a8fcb55-d777-46cf-afcb-28b0e9a4fe1d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 796 time: 0.4783003 Apr 15 18:57:09.501455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-c0667a38-d07b-431f-8704-ad2dd2cf3675 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/quotas/f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 375 time: 0.0114627 Apr 15 18:57:09.597899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-93f848f7-faab-418e-be5a-7c1eea560041 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:57:09.607232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ed681eaf-878c-4645-a182-456b523fb0df None None] Provisioning for port f2fb5f99-0e69-4200-913c-81537fb8af77 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:09.612854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ed681eaf-878c-4645-a182-456b523fb0df None None] Provisioning complete for port f2fb5f99-0e69-4200-913c-81537fb8af77 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:09.613799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ed681eaf-878c-4645-a182-456b523fb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:09.619720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-93f848f7-faab-418e-be5a-7c1eea560041 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:57:09.621311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-93f848f7-faab-418e-be5a-7c1eea560041 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135116 Apr 15 18:57:09.682921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ed681eaf-878c-4645-a182-456b523fb0df None None] Port f2fb5f99-0e69-4200-913c-81537fb8af77 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:57:09.776451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d8d804cc-178d-4a63-9ef3-c3269c2eae55 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:09.815558 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-95797824-ddbb-4213-af59-7d02cc156ddd service neutron] 10.222.0.32 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753371 Apr 15 18:57:09.849066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0b301e15-3a0d-4751-919b-09f526bcdd41 None None] Provisioning complete for port f2fb5f99-0e69-4200-913c-81537fb8af77 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:09.850098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0b301e15-3a0d-4751-919b-09f526bcdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:09.888812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Sync routers for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:57:09.901491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:09.903138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:09.909968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0b301e15-3a0d-4751-919b-09f526bcdd41 None None] Port f2fb5f99-0e69-4200-913c-81537fb8af77 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:57:09.928057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d8d804cc-178d-4a63-9ef3-c3269c2eae55 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:09.928484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:09.972061 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-7aa62d07-90fc-4f86-b441-7fb29fd243e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515348 Apr 15 18:57:10.065334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1107a282-8c6f-4360-bf00-a98301b2db43 None None] Provisioning complete for port f2fb5f99-0e69-4200-913c-81537fb8af77 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:10.065761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1107a282-8c6f-4360-bf00-a98301b2db43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:10.097682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 094a718f-2679-4bc3-9266-2fafe5cc1ed0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:10.110409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:10.169271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1107a282-8c6f-4360-bf00-a98301b2db43 None None] Port f2fb5f99-0e69-4200-913c-81537fb8af77 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:57:10.207491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bfa22265-0016-44ed-b11c-659e721476d4 req-465ca1c8-4071-4ed8-8e16-e981e5b38283 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 210 time: 0.0574546 Apr 15 18:57:10.211476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:10.217809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:10.218281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:10.349546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:10.389617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 094a718f-2679-4bc3-9266-2fafe5cc1ed0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=094a718f-2679-4bc3-9266-2fafe5cc1ed0,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:10.393295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:10.395311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:10.468018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=094a718f-2679-4bc3-9266-2fafe5cc1ed0,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:10.471614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:10.484930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 2, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:10.489015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Checking router: f9a25386-f566-42c0-b587-f2b32ac197d3 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:57:10.489425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Updating router f9a25386-f566-42c0-b587-f2b32ac197d3 port f2fb5f99-0e69-4200-913c-81537fb8af77 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:57:10.549358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.080563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.093446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Transition to ACTIVE for port object f2fb5f99-0e69-4200-913c-81537fb8af77 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:11.099645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.113423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:11.251660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:11.261585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.261999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.262387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.262760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.263135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.263508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.263877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.264246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.264617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.264980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.265345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.265706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:57:11.280737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:11.282759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-08089081-2a85-4635-a349-1f95112b7f35 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:11.283534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-08089081-2a85-4635-a349-1f95112b7f35 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:57:11.301505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-08089081-2a85-4635-a349-1f95112b7f35 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:57:11.302799 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-08089081-2a85-4635-a349-1f95112b7f35 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 796 time: 0.1872609 Apr 15 18:57:11.414568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-c5bd77a8-4ac1-4a22-b95e-1ffea521b0d1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:57:11.433473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-c5bd77a8-4ac1-4a22-b95e-1ffea521b0d1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:57:11.435312 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-c5bd77a8-4ac1-4a22-b95e-1ffea521b0d1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 8071 time: 0.1234689 Apr 15 18:57:11.446233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'port': {'device_id': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'admin_state_up': True, 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'security_groups': ['4ce62050-6154-4bd5-a0fd-9964d6873bb5']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:11.457176 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f2fd916-7b62-439e-b48c-f935d455b0e0 req-ae3a1a83-d50b-4fe2-8423-e72729e98422 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 210 time: 0.0680778 Apr 15 18:57:11.488336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Attempting to bind port f2fb5f99-0e69-4200-913c-81537fb8af77 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:57:11.488757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Attempting to bind port f2fb5f99-0e69-4200-913c-81537fb8af77 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:57:11.489172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Attempting to bind port f2fb5f99-0e69-4200-913c-81537fb8af77 on network b449048a-6728-443b-8ed0-024a0031e6b5 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:57:11.495298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:57:11.495761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Checking segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:57:11.496211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.496653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Bound using segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:57:11.497171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Bound port: f2fb5f99-0e69-4200-913c-81537fb8af77, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:57:11.497590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.596923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] For port f2fb5f99-0e69-4200-913c-81537fb8af77, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:57:11.600830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] For port f2fb5f99-0e69-4200-913c-81537fb8af77, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f2fb5f99-0e69-4200-913c-81537fb8af77,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:57:11.605696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.607962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:11.624193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:11.625311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98257e78-fe43-4076-be18-187f963e4309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:11.633831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:57:11.637393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 094a718f-2679-4bc3-9266-2fafe5cc1ed0 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:11.640640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.721147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:11.721769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:11.778398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Pushing event updated for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:11.783640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:11.837325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:11.838050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:11.840121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.7 (b449048a-6728-443b-8ed0-024a0031e6b5/3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b/70dc32b7-ef12-4f09-836c-3cea684cf1a2) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:57:12.046034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:12.073373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:12.090964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 70dc32b7-ef12-4f09-836c-3cea684cf1a2 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:12.114840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:12.133301 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-827203e5-cd7a-4971-b5bc-9a37ef69603c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:12.274980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:12.278115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:12.332813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:12.334007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:12.336312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:57:12.379411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-8db39975-80f0-4549-8317-ccc290416278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:11Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:12.383877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db39975-80f0-4549-8317-ccc290416278 None None] The sync data for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv is: [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:11Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:57:12.405201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:12.405941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:12.444308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0031552 Apr 15 18:57:12.458998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Request body: {'port': {'device_id': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:12.620653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:12.646686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-597d9be1-c5df-4f55-b2a8-f1286cc95b02 None None] Provisioning for port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:12.653594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-597d9be1-c5df-4f55-b2a8-f1286cc95b02 None None] Provisioning complete for port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:12.654289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-597d9be1-c5df-4f55-b2a8-f1286cc95b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:12.673879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae68ea1-e9d7-472d-a5f6-64c80ff1f5e3 req-96744ff7-c50d-424d-bc21-071ebd145a4b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:12.675925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ae68ea1-e9d7-472d-a5f6-64c80ff1f5e3 req-96744ff7-c50d-424d-bc21-071ebd145a4b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 931 time: 0.1051998 Apr 15 18:57:12.720242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-597d9be1-c5df-4f55-b2a8-f1286cc95b02 None None] Port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:57:12.741334 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ae68ea1-e9d7-472d-a5f6-64c80ff1f5e3 req-998d52dd-e08c-41a7-9eb1-67bb5e7c5db3 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583887 Apr 15 18:57:13.023047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dc32b7-ef12-4f09-836c-3cea684cf1a2 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:57:13.033521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.049788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Transition to ACTIVE for port object 70dc32b7-ef12-4f09-836c-3cea684cf1a2 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:57:13.052824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.073295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1564215b-7db2-4e31-814b-22a1c75cf7a6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:13.211909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Pushing event updated for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:13.224770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:13.440033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Attempting to bind port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:57:13.440411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Attempting to bind port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:57:13.440775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Attempting to bind port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 on network b449048a-6728-443b-8ed0-024a0031e6b5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:57:13.446117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 on network b449048a-6728-443b-8ed0-024a0031e6b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:57:13.446461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Attempting to bind port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 on network b449048a-6728-443b-8ed0-024a0031e6b5 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:57:13.452280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:57:13.452650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Checking segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:57:13.453067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Bound using segment: {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:57:13.453536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Bound port: 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b03ac37-92de-47fd-9b05-ce4e0320f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:57:13.453941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.553635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:57:13.556676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:57:13.560722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.574642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:13.641179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f2fb5f99-0e69-4200-913c-81537fb8af77 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:13.712668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port f2fb5f99-0e69-4200-913c-81537fb8af77 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:13.717826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f2fb5f99-0e69-4200-913c-81537fb8af77 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:13.718405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.724976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Pushing event updated for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:13.731404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:13.769880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:13.770589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.772089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] 10.222.0.49 "PUT /v2.0/ports/70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 1093 time: 1.3181314 Apr 15 18:57:13.772738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:57:13.868314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'status': 'completed', 'code': 200} Apr 15 18:57:13.870201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.909369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port f2fb5f99-0e69-4200-913c-81537fb8af77, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f2fb5f99-0e69-4200-913c-81537fb8af77,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:13.915478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:13.918971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:13.988527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d80956-5ca7-4d50-9a4d-99b8476f5207 req-51622898-334d-49de-a8d4-8ea5fcdc135a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:13.997065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9d80956-5ca7-4d50-9a4d-99b8476f5207 req-51622898-334d-49de-a8d4-8ea5fcdc135a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 943 time: 0.1082220 Apr 15 18:57:14.006075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:14.010468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:14.049768 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b9d80956-5ca7-4d50-9a4d-99b8476f5207 req-43c8fc5e-b37d-492f-96fc-8c292d12ede2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513885 Apr 15 18:57:14.222731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-a6f8ddbc-42c5-470c-b0a0-c38753b91107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:14.224336 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-a6f8ddbc-42c5-470c-b0a0-c38753b91107 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1096 time: 0.3991065 Apr 15 18:57:14.297160 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-38b39699-a0ca-440d-979e-4496b74768d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0653729 Apr 15 18:57:14.366653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-ad0ed42b-a697-42e0-a67f-331dfa6e9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:14.368166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-ad0ed42b-a697-42e0-a67f-331dfa6e9f80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0656111 Apr 15 18:57:14.448284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-0c620914-2b85-47f9-8fe3-ec6aa839484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:14.450466 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-0c620914-2b85-47f9-8fe3-ec6aa839484e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754416 Apr 15 18:57:14.588756 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-1a147772-e7dc-489e-ae19-9355295dc385 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321042 Apr 15 18:57:14.728311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6bd9a479-fd28-4f0b-b514-045630c88047 req-1ef2f050-dd82-44df-825c-af13b2d457c6 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326787 Apr 15 18:57:14.854448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-80e773f3-acd7-4ea8-a645-f8bf13e7dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:14.856522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-80e773f3-acd7-4ea8-a645-f8bf13e7dae8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1096 time: 0.0823262 Apr 15 18:57:14.890937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:14.999222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-807f98dc-d544-44bb-86c8-c9e24adb8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:15.000803 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-807f98dc-d544-44bb-86c8-c9e24adb8c80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1381080 Apr 15 18:57:15.073531 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-bd76a51f-b226-4272-a5a7-415cb7652251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0652654 Apr 15 18:57:15.146801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-3b20bd59-38ae-46b7-a91d-3cc0841ee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:15.148375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-3b20bd59-38ae-46b7-a91d-3cc0841ee473 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0684016 Apr 15 18:57:15.235550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-e7026965-1dcd-455a-9a17-90a39ae5ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:15.237174 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-e7026965-1dcd-455a-9a17-90a39ae5ef4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812485 Apr 15 18:57:15.257212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a79aa-e656-44f1-b8cb-16c014e57209 req-1c28a8cd-efa1-4c45-a05d-ce2e305509a2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:15.258844 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-647a79aa-e656-44f1-b8cb-16c014e57209 req-1c28a8cd-efa1-4c45-a05d-ce2e305509a2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 943 time: 0.0927064 Apr 15 18:57:15.307267 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-647a79aa-e656-44f1-b8cb-16c014e57209 req-0ddd4523-aa1e-45b3-801c-29b349151e23 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Apr 15 18:57:15.380804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-04743e28-a876-4c15-b2d5-ea71d821d332 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356146 Apr 15 18:57:15.522718 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3940dbaa-3475-440e-a4e1-4bf4f2a9f62a req-cd192ff4-260f-4055-9881-3165bade1d4e service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345274 Apr 15 18:57:15.622552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f2fb5f99-0e69-4200-913c-81537fb8af77 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:15.693723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port f2fb5f99-0e69-4200-913c-81537fb8af77 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:15.694179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:16.409467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 70dc32b7-ef12-4f09-836c-3cea684cf1a2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:57:16.510660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48ffbc-6012-4cac-a02c-08871910dbff req-a28596b5-c761-4dcc-8b4f-39e43771e1cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:16.512367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b48ffbc-6012-4cac-a02c-08871910dbff req-a28596b5-c761-4dcc-8b4f-39e43771e1cc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 943 time: 0.0896866 Apr 15 18:57:16.551466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:16.561116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b48ffbc-6012-4cac-a02c-08871910dbff req-31425639-0e71-4485-b27b-3074ebbd2923 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Apr 15 18:57:16.565212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'port_id': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'mac_address': 'fa:16:3e:53:93:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:57:16.623296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:16.643244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dc32b7-ef12-4f09-836c-3cea684cf1a2 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:57:16.659224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:16.662012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:16.663799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddd7435d-4ed5-4393-a874-4374d2d777bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:16.731989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:16.735666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:16.869383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['70dc32b7-ef12-4f09-836c-3cea684cf1a2'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:57:17.492566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:57:17.769225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad487f-099a-4558-9b38-fafda7660ef1 req-feb1c59e-e2da-4e21-848d-bd39a90ed034 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:17.770851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dfad487f-099a-4558-9b38-fafda7660ef1 req-feb1c59e-e2da-4e21-848d-bd39a90ed034 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 944 time: 0.0933352 Apr 15 18:57:17.820305 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dfad487f-099a-4558-9b38-fafda7660ef1 req-e05808e6-ebea-4551-9be4-57dd4b3f1505 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Apr 15 18:57:18.424752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 70dc32b7-ef12-4f09-836c-3cea684cf1a2 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:57:18.498273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:57:18.503348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:57:18.503816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:18.629305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:18.657341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:57:18.668227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:57:18.671162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:18.673093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bf4cbc41-2e44-4e67-8cba-8707ad3f3e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:18.705039 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'code': 200} Apr 15 18:57:18.746797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:18.749904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:18.941441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f36991-25ac-49a7-9c45-77190b7d58f9 req-dc773ae1-83d8-4dd9-a2f1-f9e8ad003e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:18.943017 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0f36991-25ac-49a7-9c45-77190b7d58f9 req-dc773ae1-83d8-4dd9-a2f1-f9e8ad003e3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0778315 Apr 15 18:57:18.990652 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c0f36991-25ac-49a7-9c45-77190b7d58f9 req-4f1150ed-749d-49a0-9709-dc9af32b3b10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Apr 15 18:57:19.029939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192115d-a760-4243-b437-91629ff3cc31 req-90f9abe4-a7b9-4512-baa1-446b3cfb1865 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:19.031525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0192115d-a760-4243-b437-91629ff3cc31 req-90f9abe4-a7b9-4512-baa1-446b3cfb1865 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0944023 Apr 15 18:57:19.078681 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0192115d-a760-4243-b437-91629ff3cc31 req-6c5d551d-bfb1-4a08-84b5-4b57ed09db4b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408518 Apr 15 18:57:20.280691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce684a-905d-44e0-8a9e-6f0dcd2717f8 req-b87580b1-d59b-45e5-8b05-a5dc880cc9f7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:20.282326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02ce684a-905d-44e0-8a9e-6f0dcd2717f8 req-b87580b1-d59b-45e5-8b05-a5dc880cc9f7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0891321 Apr 15 18:57:20.333552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-02ce684a-905d-44e0-8a9e-6f0dcd2717f8 req-10ab3e1b-3077-4b13-ba2b-b462483d899f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447602 Apr 15 18:57:20.531852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b20cd7-3c32-4132-97d8-9e85a9546fee req-0d071ca9-7030-4f94-8ee5-f53058830290 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:20.533440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32b20cd7-3c32-4132-97d8-9e85a9546fee req-0d071ca9-7030-4f94-8ee5-f53058830290 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0890760 Apr 15 18:57:20.580781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-32b20cd7-3c32-4132-97d8-9e85a9546fee req-112f8c78-b545-41bc-9932-8bd2151d46ca tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410898 Apr 15 18:57:20.605589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47404) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:20.728848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39b833-35ed-4da1-a05d-3b18864e4b36 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:20.730507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-eb39b833-35ed-4da1-a05d-3b18864e4b36 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1093 time: 0.1237748 Apr 15 18:57:20.733591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47410) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:20.739280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:57:20.746077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:57:20.750139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:floatingip and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:57:20.753155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:57:20.759227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:57:20.769318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:20.917378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:21.057484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.45 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/108b87b3-e17f-47dc-af51-0028f0d4c0ab) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:57:21.212217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:21.242142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:21.257140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-029956fc-f5ce-431e-ba50-f56c208215c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:21.394306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=108b87b3-e17f-47dc-af51-0028f0d4c0ab,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:21.407405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:21.448062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:57:21.449743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:57:21.451944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:57:21.877208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:21.957152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:22.173106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:22.176523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:22.191457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:57:22.323426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=108b87b3-e17f-47dc-af51-0028f0d4c0ab,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:57:22.328483 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:57:22.430001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:22.608084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 850acb61-0f94-43cf-a0d8-a1690708e059 associated. External IP: 172.26.7.45, port: 70dc32b7-ef12-4f09-836c-3cea684cf1a2. Apr 15 18:57:23.253801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f9a25386-f566-42c0-b587-f2b32ac197d3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:57:23.441570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:57:23.451950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Sync routers for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:57:23.461702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:23.462397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:23.466056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:23.529505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7946537 Apr 15 18:57:23.530203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:57:23.586380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'status': 'completed', 'code': 200} Apr 15 18:57:23.655245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:23.694355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-0bdaedaa-352b-4690-beb4-6891f11c4a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:23.695996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-0bdaedaa-352b-4690-beb4-6891f11c4a03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0848351 Apr 15 18:57:23.732750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88eaa7-b109-4c03-b594-042338347238 req-f4ac3db4-0941-49e5-a8da-215167f2f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:23.741264 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eb88eaa7-b109-4c03-b594-042338347238 req-f4ac3db4-0941-49e5-a8da-215167f2f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.1031344 Apr 15 18:57:23.793425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-eb88eaa7-b109-4c03-b594-042338347238 req-a0a92f46-d07c-4e13-ae70-cb40a3d13853 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511243 Apr 15 18:57:23.811174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47418) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:23.859049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-aba71aa6-f8fe-475e-83ca-d124c2a2665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:23.860667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-aba71aa6-f8fe-475e-83ca-d124c2a2665b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1586795 Apr 15 18:57:23.938459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dbb04e5e-6ce4-48da-8a1e-18b4f0945f9a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 200 len: 990 time: 0.1248250 Apr 15 18:57:23.976429 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-9af246db-61fa-49ab-924c-a4ba2455eb99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 998 time: 0.1096945 Apr 15 18:57:24.034018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '850acb61-0f94-43cf-a0d8-a1690708e059', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'port_id': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'mac_address': 'fa:16:3e:53:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:57:21Z', 'updated_at': '2021-04-15T18:57:21Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:24.038190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Checking router: f9a25386-f566-42c0-b587-f2b32ac197d3 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:57:24.045426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-32350c12-5d59-4e1c-9514-401dc6da2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:24.047012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-32350c12-5d59-4e1c-9514-401dc6da2ada service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0647414 Apr 15 18:57:24.047881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:57:24.048546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:56:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:24.137535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-f8e627b1-1384-49fe-8312-db18fef129f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:24.139279 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-f8e627b1-1384-49fe-8312-db18fef129f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864916 Apr 15 18:57:24.289765 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-1e9aa4ff-6c0b-4833-8dce-1d1e51e7b02b service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442735 Apr 15 18:57:24.366930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6860c3a6-30b6-4190-ba03-cae966c29420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:24.425554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:57:24.431095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a480658e-0be4-4a9c-b3a5-8c103c7581e9 req-c5edbc74-1d22-44c9-994f-bf880f62107b service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354980 Apr 15 18:57:24.552408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-01cefc3b-c20b-4291-b339-e8638642275d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756414 Apr 15 18:57:24.705420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-0c54c956-fea1-41fe-9f70-3b9fcb928cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:24.706969 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-0c54c956-fea1-41fe-9f70-3b9fcb928cca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0803819 Apr 15 18:57:24.799606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '850acb61-0f94-43cf-a0d8-a1690708e059', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'port_id': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'mac_address': 'fa:16:3e:53:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:57:21Z', 'updated_at': '2021-04-15T18:57:21Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:57:24.803834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c3bee-822b-46e4-afcc-3a92172bdf04 None None] The sync data for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv is: [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '850acb61-0f94-43cf-a0d8-a1690708e059', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.45', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'port_id': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'mac_address': 'fa:16:3e:53:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:57:21Z', 'updated_at': '2021-04-15T18:57:21Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:57:24.865909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-dd317eb4-1d60-4c93-b53d-70c9d1f72bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:24.867495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-dd317eb4-1d60-4c93-b53d-70c9d1f72bf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1410196 Apr 15 18:57:24.941420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47422) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:24.976578 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-c0cdf990-430b-4312-976a-86a21138672c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 998 time: 0.1030426 Apr 15 18:57:25.050704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-a35fabd3-a50c-4821-985f-42a53a17bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:25.052323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-a35fabd3-a50c-4821-985f-42a53a17bf86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0701170 Apr 15 18:57:25.061060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-099d8a81-c4e3-4e00-83b8-7bdc702f743d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 200 len: 990 time: 0.1182406 Apr 15 18:57:25.103354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79763e-e7ae-493f-a4e4-41bf79a140c5 None None] New status for floating IP 850acb61-0f94-43cf-a0d8-a1690708e059: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:57:25.144170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-f53537f1-f967-47d2-8f0a-08e21707cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:25.145824 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-f53537f1-f967-47d2-8f0a-08e21707cac9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873275 Apr 15 18:57:25.290593 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-93f007b3-2cc0-4b03-939b-df4e2a09cc77 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386821 Apr 15 18:57:25.437178 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-aa4e32db-ea38-4ffc-9d5d-3f048a603906 req-4f2d9db2-a568-48c0-9075-f236bd46bdb6 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398737 Apr 15 18:57:26.064249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47426) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:57:26.179490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-162a9dee-d3d1-4f2e-b669-adca1fe69a4d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 200 len: 992 time: 0.1139457 Apr 15 18:57:27.067371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf2ef-03a7-4b7d-9bef-021b44b8cdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:27.281553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:27.797794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:28.588251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:44.891157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:51.035072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2990bdc-8dcb-4555-a89d-ec735a0290bf req-82e93b1b-2b7d-4a7d-b98c-05c937e5a514 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:51.036702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2990bdc-8dcb-4555-a89d-ec735a0290bf req-82e93b1b-2b7d-4a7d-b98c-05c937e5a514 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0901690 Apr 15 18:57:51.084433 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2990bdc-8dcb-4555-a89d-ec735a0290bf req-283f2827-a0c8-472d-bf2e-018e9fa80032 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413496 Apr 15 18:57:52.293243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4ace-b1b8-4edb-b2a9-6fa56589f084 req-aa766c88-7c72-4a8d-89fe-2d41501ea752 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:52.294888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1fb4ace-b1b8-4edb-b2a9-6fa56589f084 req-aa766c88-7c72-4a8d-89fe-2d41501ea752 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0956099 Apr 15 18:57:52.344108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c1fb4ace-b1b8-4edb-b2a9-6fa56589f084 req-8789f73e-1a8d-498f-8951-f324f5faa1fc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Apr 15 18:57:53.542340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5f7f-e625-4c72-a92c-8f959f0241c4 req-0bcdd4e4-86a1-4435-8ab3-b23ac697effd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:53.543933 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a2b5f7f-e625-4c72-a92c-8f959f0241c4 req-0bcdd4e4-86a1-4435-8ab3-b23ac697effd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0879197 Apr 15 18:57:53.595646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4a2b5f7f-e625-4c72-a92c-8f959f0241c4 req-0f84942d-7ec7-437b-b46b-b9aba03c8bdc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449526 Apr 15 18:57:54.280010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-feb439b2-80a9-46e7-89a7-53902f7a4a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:54.491786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:57:54.797434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0f516-db6a-417e-b9de-59b77b0951e9 req-bba0f22a-6de5-4ae2-8fae-27c02dc8d3e6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:54.799088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4dd0f516-db6a-417e-b9de-59b77b0951e9 req-bba0f22a-6de5-4ae2-8fae-27c02dc8d3e6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0901000 Apr 15 18:57:54.846457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4dd0f516-db6a-417e-b9de-59b77b0951e9 req-599306ee-a6ec-4e3f-9a3c-04b53d89ded0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411828 Apr 15 18:57:56.053266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38460a66-46f8-49a9-b2ba-3ceaee354103 req-f77b9ade-143a-4159-8193-b81fb080b845 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:56.054884 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38460a66-46f8-49a9-b2ba-3ceaee354103 req-f77b9ade-143a-4159-8193-b81fb080b845 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0926065 Apr 15 18:57:56.102951 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-38460a66-46f8-49a9-b2ba-3ceaee354103 req-4c9d4c06-342f-427b-bd4f-2676834175dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Apr 15 18:57:57.068539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6a415b3a-7f54-47bb-8ddc-467f8e7d724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:57.285203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:57.305508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b13a-e69b-4db5-bdd6-5856ac312277 req-546175f8-df5e-43ad-9fd8-24dc98bb56d8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:57.307155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f724b13a-e69b-4db5-bdd6-5856ac312277 req-546175f8-df5e-43ad-9fd8-24dc98bb56d8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0927584 Apr 15 18:57:57.356025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f724b13a-e69b-4db5-bdd6-5856ac312277 req-a3fa07d7-35b2-4b1c-b9a9-d0ec202d4869 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417144 Apr 15 18:57:57.800477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:58.562332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f343-9281-46af-8c2c-777544cbde75 req-5e8bf38d-1ce2-4dff-ba03-039a1704a409 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:58.564012 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ac9f343-9281-46af-8c2c-777544cbde75 req-5e8bf38d-1ce2-4dff-ba03-039a1704a409 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0933266 Apr 15 18:57:58.591542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:57:58.614358 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6ac9f343-9281-46af-8c2c-777544cbde75 req-1c8e0457-d6ec-4289-acaa-0e36054d7d70 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Apr 15 18:57:59.815477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef947f-39e8-429b-ab98-c8857a35d98e req-1a9bb974-c366-4612-bc91-a0edd55edae1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:57:59.817137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4ef947f-39e8-429b-ab98-c8857a35d98e req-1a9bb974-c366-4612-bc91-a0edd55edae1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0899239 Apr 15 18:57:59.869792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c4ef947f-39e8-429b-ab98-c8857a35d98e req-bcfd9eb5-c0a8-4491-9261-9c68d2d2325e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Apr 15 18:58:01.068650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aaec9-9945-4228-966a-3dcd80c5405a req-c893bad3-8865-4e97-8e9f-34b5d2eb0ee1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:01.070194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd7aaec9-9945-4228-966a-3dcd80c5405a req-c893bad3-8865-4e97-8e9f-34b5d2eb0ee1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0875556 Apr 15 18:58:01.117914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bd7aaec9-9945-4228-966a-3dcd80c5405a req-7bb533a3-732b-4dc2-ae44-106f4a0d5d7d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Apr 15 18:58:02.326101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf62d89-6b92-4b63-9f80-7a344a1dcf6e req-47a0daed-1d6b-438c-baaa-aaf0a50b1d81 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:02.328320 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-adf62d89-6b92-4b63-9f80-7a344a1dcf6e req-47a0daed-1d6b-438c-baaa-aaf0a50b1d81 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0959468 Apr 15 18:58:02.376209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-adf62d89-6b92-4b63-9f80-7a344a1dcf6e req-ddd3666f-5dba-47b3-a6e7-e08fd14b7843 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Apr 15 18:58:02.400421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47462) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:02.514259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4ed91045-8ca1-4340-980e-d40dc9351c2e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 200 len: 992 time: 0.1125226 Apr 15 18:58:03.991253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5ba14-1cff-4874-b38a-481b6629cb4f req-19c26d4f-e04f-4d9f-a105-62d8cfdc49d2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:03.992896 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-adf5ba14-1cff-4874-b38a-481b6629cb4f req-19c26d4f-e04f-4d9f-a105-62d8cfdc49d2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0916290 Apr 15 18:58:04.027232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-194248fb-7ce3-46cd-b615-7898642834a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:04.028838 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-194248fb-7ce3-46cd-b615-7898642834a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0835414 Apr 15 18:58:04.041858 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-adf5ba14-1cff-4874-b38a-481b6629cb4f req-9d902131-e1b1-4cde-8c12-dc5a0aa8385c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Apr 15 18:58:04.171083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-294df64f-c348-4637-857c-1c5606c07684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:04.172646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-294df64f-c348-4637-857c-1c5606c07684 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1371908 Apr 15 18:58:04.280043 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-0ec7f9ec-fcbb-468a-9ff1-ae43edc9bf4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1005507 Apr 15 18:58:04.352010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-c98372a4-b9e6-44fa-89fb-eebbb241c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:04.353537 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-c98372a4-b9e6-44fa-89fb-eebbb241c198 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0673454 Apr 15 18:58:04.433790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-59b43b0c-8d65-4c68-9e42-d59b4bacc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:04.435382 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-59b43b0c-8d65-4c68-9e42-d59b4bacc52a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752003 Apr 15 18:58:04.574949 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-3a401762-a0fb-4683-9b87-0c64138511a9 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329255 Apr 15 18:58:04.715440 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3287c65-e612-4d93-ad1b-a1901bf6ce50 req-f4b1f37c-6f13-42fe-9f46-aa5b09685766 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339226 Apr 15 18:58:05.254538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a88fc2-64ef-41aa-ad62-6c7b6b392356 req-cc722e07-388d-4fc5-b32d-c3a8554de66b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:05.256129 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75a88fc2-64ef-41aa-ad62-6c7b6b392356 req-cc722e07-388d-4fc5-b32d-c3a8554de66b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0934782 Apr 15 18:58:05.305477 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-75a88fc2-64ef-41aa-ad62-6c7b6b392356 req-2eb55f52-2060-4417-92a3-8492ff85ba4a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Apr 15 18:58:06.506152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e3b-3bd0-4c0a-82f5-2188799476f0 req-661977d1-4854-4f9a-bacd-3a60a7cf67d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:06.507749 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7e77e3b-3bd0-4c0a-82f5-2188799476f0 req-661977d1-4854-4f9a-bacd-3a60a7cf67d7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.0886610 Apr 15 18:58:06.555074 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7e77e3b-3bd0-4c0a-82f5-2188799476f0 req-5ad59347-e1f7-4667-a913-e3720312aa8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411997 Apr 15 18:58:06.580304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47482) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:06.692673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6834b1af-2883-4e8c-8e19-ed74923518fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 200 len: 992 time: 0.1110468 Apr 15 18:58:14.906366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:24.282611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf349-1f17-4c0b-b9e9-76c7165b7db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:24.564083 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-5ebcef04-2310-4447-a278-61769e47465e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823174 Apr 15 18:58:24.711562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c589-552b-4e58-89af-95fa43e2e223 req-6ab72db5-3a71-4db2-a867-ac02a8ab9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:24.713146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-6ab72db5-3a71-4db2-a867-ac02a8ab9ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0783749 Apr 15 18:58:24.868934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c589-552b-4e58-89af-95fa43e2e223 req-d82161d0-4b3b-4cfe-9aa4-bdc011265d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:24.870513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-d82161d0-4b3b-4cfe-9aa4-bdc011265d23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1382058 Apr 15 18:58:24.981189 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-4932f003-f308-45dc-b708-207076fb8603 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1035340 Apr 15 18:58:25.049455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c589-552b-4e58-89af-95fa43e2e223 req-326520af-a790-4595-9a0a-9109b5ca97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:25.051004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-326520af-a790-4595-9a0a-9109b5ca97cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0629814 Apr 15 18:58:25.139631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857c589-552b-4e58-89af-95fa43e2e223 req-42fc2f62-e37b-4e02-9c74-f14a23633bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:25.141197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-42fc2f62-e37b-4e02-9c74-f14a23633bec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838249 Apr 15 18:58:25.567314 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-dea671e4-cbdc-47e3-b85f-056f41c2f594 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194446 Apr 15 18:58:25.709242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6857c589-552b-4e58-89af-95fa43e2e223 req-8b4d58f1-3d7d-4810-b0ce-5bc24d434331 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354501 Apr 15 18:58:27.069986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6059fbea-226d-45ee-a94b-0833e3b5c495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:27.284985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:27.802977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:28.593362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:31.491801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:58:35.101723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47494) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:35.322486 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 108b87b3-e17f-47dc-af51-0028f0d4c0ab {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:58:35.322873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:35.499699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:35.500076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:35.630677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 108b87b3-e17f-47dc-af51-0028f0d4c0ab owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:58:35.787969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:35.803682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2fc6d7b9-bcda-4e76-ad21-74e0f5eda0f9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:35.898876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=108b87b3-e17f-47dc-af51-0028f0d4c0ab,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:35.912433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.912866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.913295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.913716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.914183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.914604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.915017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.915428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.915838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.916248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.916659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.917068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:35.920900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:36.082625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:36.082934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP 850acb61-0f94-43cf-a0d8-a1690708e059 disassociated (deleted). External IP: 172.26.7.45, port: 70dc32b7-ef12-4f09-836c-3cea684cf1a2. Apr 15 18:58:36.738168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f9a25386-f566-42c0-b587-f2b32ac197d3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:58:36.928513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:58:36.938902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Sync routers for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:58:36.946228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:36.949422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:36.950144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:37.009658 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/floatingips/850acb61-0f94-43cf-a0d8-a1690708e059 HTTP/1.1" status: 204 len: 168 time: 1.9066992 Apr 15 18:58:37.010322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:58:37.059277 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'status': 'completed', 'code': 200} Apr 15 18:58:37.150603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:37.159020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-3d593d9d-4b7e-4a38-9396-6f6adb15cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:37.160637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-3d593d9d-4b7e-4a38-9396-6f6adb15cb18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 1098 time: 0.0791721 Apr 15 18:58:37.312634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-b5e91ffa-9a45-4310-b9c2-65fec97f97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:37.314349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-b5e91ffa-9a45-4310-b9c2-65fec97f97b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 200 len: 897 time: 0.1474750 Apr 15 18:58:37.398166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-c8d3cd62-ce5e-4b10-9cbc-82802059db1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 200 len: 217 time: 0.0761507 Apr 15 18:58:37.462245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d568f-d684-46fa-bc81-dbcb142f176b req-bc50d9bd-4c4d-4611-b9c0-87de0e953f13 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:37.463021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bf2d568f-d684-46fa-bc81-dbcb142f176b req-bc50d9bd-4c4d-4611-b9c0-87de0e953f13 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:58:37.469989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-17d02da1-0cd8-4e99-aaad-1a6ee8b83267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:37.471569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-17d02da1-0cd8-4e99-aaad-1a6ee8b83267 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 200 len: 835 time: 0.0665441 Apr 15 18:58:37.479845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-bf2d568f-d684-46fa-bc81-dbcb142f176b req-bc50d9bd-4c4d-4611-b9c0-87de0e953f13 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:58:37.481145 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf2d568f-d684-46fa-bc81-dbcb142f176b req-bc50d9bd-4c4d-4611-b9c0-87de0e953f13 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.1585171 Apr 15 18:58:37.496345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:37.500569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Checking router: f9a25386-f566-42c0-b587-f2b32ac197d3 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:58:37.509471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:37.510156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:37.532520 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf2d568f-d684-46fa-bc81-dbcb142f176b req-de0d8c33-04e9-44ca-880e-e634676b0c80 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Apr 15 18:58:37.569004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-3a2bbe74-01bb-44a2-bab0-ab058040f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:37.570633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-3a2bbe74-01bb-44a2-bab0-ab058040f002 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b449048a-6728-443b-8ed0-024a0031e6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921428 Apr 15 18:58:37.698963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:37.714436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-c734ebf4-bf17-48d8-b98d-5c8914af2625 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362591 Apr 15 18:58:37.858301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d3d2001-c30d-4c7e-aef9-25a7a64a03b3 req-eca93057-ebff-4492-8c36-9a7172c537b2 service neutron] 10.222.0.49 "GET /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358430 Apr 15 18:58:38.027162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:38.031353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff49a-25af-41c9-8039-24d66189d064 None None] The sync data for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv is: [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'f2fb5f99-0e69-4200-913c-81537fb8af77', 'name': '', 'network_id': 'b449048a-6728-443b-8ed0-024a0031e6b5', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:d3:79:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:06Z', 'updated_at': '2021-04-15T18:57:13Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': '3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:58:38.404475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae63974-b1a0-4812-af33-821b4bb2333e None None] New status for floating IP 850acb61-0f94-43cf-a0d8-a1690708e059: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:58:38.787491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc55485-d23a-4575-a86d-0903a79ed78f req-ebe850a4-11ba-4a25-a59c-196f28a6ad0d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:38.789146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8dc55485-d23a-4575-a86d-0903a79ed78f req-ebe850a4-11ba-4a25-a59c-196f28a6ad0d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.1384087 Apr 15 18:58:38.834552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be70b2-2834-42f0-b200-8d5c2066865c req-3f7f124d-88ed-4efd-ad0a-f9e132020306 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:38.835315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-03be70b2-2834-42f0-b200-8d5c2066865c req-3f7f124d-88ed-4efd-ad0a-f9e132020306 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:58:38.837481 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8dc55485-d23a-4575-a86d-0903a79ed78f req-52dd7768-1772-478a-9a11-89e0a2378ad6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=4ce62050-6154-4bd5-a0fd-9964d6873bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Apr 15 18:58:38.848510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-03be70b2-2834-42f0-b200-8d5c2066865c req-3f7f124d-88ed-4efd-ad0a-f9e132020306 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:58:38.849764 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-03be70b2-2834-42f0-b200-8d5c2066865c req-3f7f124d-88ed-4efd-ad0a-f9e132020306 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 945 time: 0.1020420 Apr 15 18:58:38.925955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:58:38.926496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:39.184321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 70dc32b7-ef12-4f09-836c-3cea684cf1a2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=70dc32b7-ef12-4f09-836c-3cea684cf1a2,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:39.184638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:39.319469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 70dc32b7-ef12-4f09-836c-3cea684cf1a2 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:58:39.468520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:39.483526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-76a36f70-70f7-471b-94aa-3905a7ade2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:39.580962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=70dc32b7-ef12-4f09-836c-3cea684cf1a2,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:39.598557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.598990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.599415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.599835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.600254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.600669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.601082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.601498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.601932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.602346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.602759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.603165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:39.608041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:39.745426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] No DVR routers for this DVR port 70dc32b7-ef12-4f09-836c-3cea684cf1a2 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:58:39.748182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:39.752892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'name': 'network-vif-deleted', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:58:39.767793 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-03be70b2-2834-42f0-b200-8d5c2066865c req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "DELETE /v2.0/ports/70dc32b7-ef12-4f09-836c-3cea684cf1a2 HTTP/1.1" status: 204 len: 173 time: 0.9128890 Apr 15 18:58:39.805004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ddfbcf8-d050-4e43-8f9b-3ec2091724db', 'name': 'network-vif-deleted', 'tag': '70dc32b7-ef12-4f09-836c-3cea684cf1a2', 'status': 'completed', 'code': 200} Apr 15 18:58:40.016225 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9f0c3e3b-e4e5-4e71-a130-262ac55576b1 req-f3d68b21-327a-47ee-be1f-a4ebe27aadd7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ddfbcf8-d050-4e43-8f9b-3ec2091724db HTTP/1.1" status: 200 len: 210 time: 0.0504944 Apr 15 18:58:41.116582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47516) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:41.699561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:42.081135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port f2fb5f99-0e69-4200-913c-81537fb8af77 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:58:42.081526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:42.282652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port f2fb5f99-0e69-4200-913c-81537fb8af77, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=f2fb5f99-0e69-4200-913c-81537fb8af77,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:42.283280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:42.413936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for f2fb5f99-0e69-4200-913c-81537fb8af77 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:58:42.599588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:42.615284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:42.711155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=f2fb5f99-0e69-4200-913c-81537fb8af77,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:42.714995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:42.845802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 70dc32b7-ef12-4f09-836c-3cea684cf1a2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:58:42.882692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 70dc32b7-ef12-4f09-836c-3cea684cf1a2 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:58:42.883092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 70dc32b7-ef12-4f09-836c-3cea684cf1a2 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:58:43.066857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:43.869975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router f9a25386-f566-42c0-b587-f2b32ac197d3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:58:44.059344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:58:44.075853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/f9a25386-f566-42c0-b587-f2b32ac197d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9553740 Apr 15 18:58:44.076068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Sync routers for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:58:44.076166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:44.085114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:44.085785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:44.153203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting subnet 3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:58:44.156392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:44.216140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:44.311978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:44.457077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:44.606928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:44.623026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90fc5a15-f8f7-4177-8299-b4ccc2756f90 tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:44.710809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Subnet': ['ID=3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:44.725832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:44.762393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:44.768107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:58:42Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:44.769369 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f4785df6-4c82-4863-9631-f6f16a1bdaf2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/subnets/3e89a1fc-8f28-4cdb-a1e2-08b86db1c96b HTTP/1.1" status: 204 len: 168 time: 0.6922231 Apr 15 18:58:44.772074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47524) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:44.773077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d056c-b5f5-4883-a4bb-85b37f922233 None None] Network b449048a-6728-443b-8ed0-024a0031e6b5 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:58:44.839520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Checking router: f9a25386-f566-42c0-b587-f2b32ac197d3 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:58:44.870108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Routers {'f9a25386-f566-42c0-b587-f2b32ac197d3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:44.870812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['f9a25386-f566-42c0-b587-f2b32ac197d3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:44.968146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.097771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.161595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.170070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port d8d804cc-178d-4a63-9ef3-c3269c2eae55 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:58:45.170456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.177597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] Set router f9a25386-f566-42c0-b587-f2b32ac197d3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:45.361436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port d8d804cc-178d-4a63-9ef3-c3269c2eae55, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d8d804cc-178d-4a63-9ef3-c3269c2eae55,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:45.361889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.371206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] DHCP port deletion for b449048a-6728-443b-8ed0-024a0031e6b5 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 18:58:45.383097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Deleting port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:58:45.383527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.492955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for d8d804cc-178d-4a63-9ef3-c3269c2eae55 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:58:45.674378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.681578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 094a718f-2679-4bc3-9266-2fafe5cc1ed0 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:58:45.690951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2409c5eb-e925-43a6-a15b-8a319dcb8e5e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:45.737231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] For port 094a718f-2679-4bc3-9266-2fafe5cc1ed0, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=094a718f-2679-4bc3-9266-2fafe5cc1ed0,segment=NetworkSegment(0b03ac37-92de-47fd-9b05-ce4e0320f1c3),segment_id=0b03ac37-92de-47fd-9b05-ce4e0320f1c3)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:45.737689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.786862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=d8d804cc-178d-4a63-9ef3-c3269c2eae55,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:45.789607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:45.895406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Calling delete_port for 094a718f-2679-4bc3-9266-2fafe5cc1ed0 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:58:45.954655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:58:42Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:45.958305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:45.992743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafd254-bab8-42ef-8fd5-eea79203768d None None] The sync data for ids ['f9a25386-f566-42c0-b587-f2b32ac197d3'] in dv-neutron-786478-1-hyperv is: [{'id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2084455313', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:57:01Z', 'updated_at': '2021-04-15T18:58:42Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': 'd8d804cc-178d-4a63-9ef3-c3269c2eae55', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a25386-f566-42c0-b587-f2b32ac197d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:57:02Z', 'updated_at': '2021-04-15T18:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:58:46.037253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.052658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.073654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65523b8e-a044-47a4-b535-188946884e9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:46.151172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.153517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.177284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.177894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Fanout notify agent at l3_agent the message router_deleted on router f9a25386-f566-42c0-b587-f2b32ac197d3 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 18:58:46.189119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Pushing event deleted for resources: {'Port': ['ID=094a718f-2679-4bc3-9266-2fafe5cc1ed0,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:46.195325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.196539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3c3eb0d7-1637-4c23-8198-0c27f7225a83 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/routers/f9a25386-f566-42c0-b587-f2b32ac197d3 HTTP/1.1" status: 204 len: 168 time: 1.4234655 Apr 15 18:58:46.199397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:46.202247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.202645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.203032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.203412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.203786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.204166 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.204540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.204996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.205266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.205635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.206031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.206404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:46.243724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:46.279470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] No DVR routers for this DVR port 094a718f-2679-4bc3-9266-2fafe5cc1ed0 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:58:46.325674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.523427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.647319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b449048a-6728-443b-8ed0-024a0031e6b5']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:46.663732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b03ac37-92de-47fd-9b05-ce4e0320f1c3') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:46.664002 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b03ac37-92de-47fd-9b05-ce4e0320f1c3') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:46.676535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.695286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:46.702399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 18:58:46.878271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:58:46.887100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.063961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network b449048a-6728-443b-8ed0-024a0031e6b5 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 18:58:47.089018 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 18:58:47.166990 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.170455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5dff739c-655e-42a9-8b4d-f3ae188d7b45 tempest-PortsTestJSON-1268693742 tempest-PortsTestJSON-1268693742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:47.192084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.485724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Network': ['ID=b449048a-6728-443b-8ed0-024a0031e6b5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:47.491186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:47.496670 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-2b282928-d856-48cd-8471-9e9afb86f2c6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/networks/b449048a-6728-443b-8ed0-024a0031e6b5 HTTP/1.1" status: 204 len: 168 time: 1.2961125 Apr 15 18:58:47.500092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47532) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:47.570691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.601267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.655311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.660650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f8651938-a88f-42e1-84fb-a2a6e5162549 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:47.671102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d8d804cc-178d-4a63-9ef3-c3269c2eae55 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:58:47.681157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce62050-6154-4bd5-a0fd-9964d6873bb5,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:47.683983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:47.691150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:47.692368 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/security-groups/4ce62050-6154-4bd5-a0fd-9964d6873bb5 HTTP/1.1" status: 204 len: 168 time: 0.1912458 Apr 15 18:58:47.718362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d8d804cc-178d-4a63-9ef3-c3269c2eae55 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:58:47.718757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d8d804cc-178d-4a63-9ef3-c3269c2eae55 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:58:47.719222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f2fb5f99-0e69-4200-913c-81537fb8af77 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:58:47.759149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: f2fb5f99-0e69-4200-913c-81537fb8af77 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:58:47.759630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device f2fb5f99-0e69-4200-913c-81537fb8af77 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:58:47.974733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47540) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:47.980643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241377529', 'description': 'tempest-secgroup-smoke-241377529 description', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:47.987789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:47.992139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:47.995168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.001232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.010852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.031844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.035881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.038782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.044734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.121147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.124918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.130434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5745441-a670-49d0-936e-30e107c77e09 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.175154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5066a-d434-4647-adbd-3603189f60f7,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.178138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.178903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.180210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3d9266d4-114f-4919-b79e-275fa827a3ea tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2043831 Apr 15 18:58:48.183272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.188788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.195583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.199679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.203420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.209482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.226372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.288139 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.290557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.292411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b7754e04-2c32-45ae-aa75-d2fb5c5f65c7 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.315244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b933d7c-ae08-4c52-be15-8a04314dcf2c,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.317724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.323861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.325141 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0d528f03-ab8c-4aea-9e53-0fc3b06b6fb4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408687 Apr 15 18:58:48.328626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.334413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.340637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.345481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.348488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.354511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.369884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.435869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.438732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.440704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0226f566-257a-4186-a487-af0598dffa73 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.464627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a847116c-cb76-4e35-8525-ff7342580328,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.467493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.473887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.475152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9aac5436-bd27-4a74-8c36-9c318686c501 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455214 Apr 15 18:58:48.477971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47552) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.483455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.489578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.493596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.496569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.503104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.519171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.582782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.585169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.587061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dedf4331-15e5-41f3-a789-ca7e617f6c34 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.610093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dccfd9-0442-452c-9084-8e3e8cce3fd0,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.612582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.619027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.620278 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-04baaf02-4197-4abf-a294-6ba144510acd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413212 Apr 15 18:58:48.623152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47556) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.629143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.635228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.639249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.642735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.648659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.664114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.731033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.733653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.735570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5bc4eaa5-5f7e-4f8d-880b-364a3f0e8f83 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.759276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ad414-5e2c-4e5a-9013-f38e3efe84c5,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.761826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.768832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.770187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c457e5f5-8052-4832-8d2e-fe0ccafb04f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454742 Apr 15 18:58:48.773073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.779689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.786289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.790362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.793366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.799452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.812289 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:58:48.819033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.886312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.888764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.896152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90eb386c-c33d-4e6e-9cb3-cd51cf803cc7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:48.914778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9461a2eb-55ff-4571-a0fb-6f83df754659,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:48.916995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:48.923794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:48.925076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502259 Apr 15 18:58:48.927995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47564) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:48.933472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'security_group_rule': {'security_group_id': 'acd5066a-d434-4647-adbd-3603189f60f7', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:48.940398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:48.944459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:security_group_rule and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:48.947467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:48.953516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:48.962614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Project f35a40061d8f4041a33bc9d4e8bf53a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 18:58:48.969594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.036532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.038983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.047052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7afe8da2-2eb9-4d55-8a58-97e3a5da9e6f tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:49.066303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093d3424-fac0-4f36-a4db-fa86c17e1ccb,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:49.070835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:49.074564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.075814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dba6dd88-cb30-4584-a2f0-25df7ca73acc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468267 Apr 15 18:58:49.078808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:49.084839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'network': {'name': 'tempest-network-smoke--2071036223', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'port_security_enabled': True}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:49.090173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:49.094700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:network and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:49.097769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:49.103762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:49.113438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:58:49.119420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.148398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 18:58:49.157092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.157561 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Added segment 3ec45efe-b9c3-4367-b537-7d4927e45dc5 of type vlan for network dff96765-782b-4b61-bbe5-4c6fc4725f1c Apr 15 18:58:49.187756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.216107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.222964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:49.223618 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.228944 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f06addc-f134-423d-889f-4d2a8db30ed3 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:49.334758 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2548478 Apr 15 18:58:49.337799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47572) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:49.340992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Network': ['ID=dff96765-782b-4b61-bbe5-4c6fc4725f1c,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:49.344539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-100ee85e-0efa-40a0-8bc4-8e9591be070d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:49.345512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'admin_state_up': True, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:49.352351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 18:58:49.354251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:49.358952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:router and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:49.361984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:49.368075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:49.378149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.379212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.393669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.678993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:49.993602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:50.024950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:50.165676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.133 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/5416d0f9-b9b0-4117-9d4f-1e60549c6676) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:58:50.317631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:50.347634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:50.362694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22b470cb-d85d-4f57-b204-7cc492227acc tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:50.494086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=5416d0f9-b9b0-4117-9d4f-1e60549c6676,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:50.498611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:50.550524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:58:50.551726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:50.553913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:58:51.286897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:51.647293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:51.864934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router b6f093b6-e5a7-4632-be29-21558f46f7eb is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 18:58:52.058869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:58:52.068604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Sync routers for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:58:52.079223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:52.079912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:52.085364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:52.086702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7477298 Apr 15 18:58:52.089901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47576) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:52.136211 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8db6c31e-e096-45cb-8f34-14aa4fd7e4c1 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f35a40061d8f4041a33bc9d4e8bf53a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447586 Apr 15 18:58:52.138801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47580) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:52.272180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:52.278201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0f0c1-b580-4e96-a760-62f90171e418 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:52.279864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22e0f0c1-b580-4e96-a760-62f90171e418 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394811 Apr 15 18:58:52.282916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47584) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:52.326624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-972594b2-e881-4e1a-91f0-9fb8d087516a tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=080481ab-a21a-42fd-8ead-cf607e771e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424838 Apr 15 18:58:52.329773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47588) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:52.336269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-393588995', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:52.453429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:52.457473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:subnet and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:58:52.460419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:58:52.466506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:52.477724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:58:52.484039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:52.570677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:50Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:52.574779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Checking router: b6f093b6-e5a7-4632-be29-21558f46f7eb for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:58:52.575181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Updating router b6f093b6-e5a7-4632-be29-21558f46f7eb port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:58:52.635208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:52.929049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:52.944146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f453fe3-1502-481b-8b8c-a79c8951eebf tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:52.984130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:52.996160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Transition to ACTIVE for port object 5416d0f9-b9b0-4117-9d4f-1e60549c6676 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:53.002343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.018056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0503bc7d-5ad3-4054-847f-7264c460a070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:53.073731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Subnet': ['ID=df094112-fcc7-4a62-a63f-3641accc30c8,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:53.086503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:53.148003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Checking segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:58:53.148402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network hostable DHCP agents. Network: dff96765-782b-4b61-bbe5-4c6fc4725f1c, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 18:58:53.162957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Pushing event updated for resources: {'Port': ['ID=5416d0f9-b9b0-4117-9d4f-1e60549c6676,revision_number=2']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:53.169001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 18:58:53.177009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.177296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, dff96765-782b-4b61-bbe5-4c6fc4725f1c) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:53.177411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.177761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.178162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.178535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.178908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.179274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.179640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.180007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.180374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.180738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.181098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:58:53.189528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577d389-a1d8-412f-a06f-60ee384221e4 None None] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:58:53.200208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:53.200880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.212864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:53.224377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ff22dc09-cbfc-4de3-afa5-d3f47b68b0c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8932815 Apr 15 18:58:53.227069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47592) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:58:53.235382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Attempting to bind port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:58:53.235804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Attempting to bind port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:58:53.236219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Attempting to bind port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:58:53.242037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:58:53.242460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:58:53.242910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.243348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:58:53.243862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Bound port: 5416d0f9-b9b0-4117-9d4f-1e60549c6676, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:58:53.244280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.327253 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] For port 5416d0f9-b9b0-4117-9d4f-1e60549c6676, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:58:53.330976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] For port 5416d0f9-b9b0-4117-9d4f-1e60549c6676, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5416d0f9-b9b0-4117-9d4f-1e60549c6676,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:58:53.335081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.351627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:53.508239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Pushing event updated for resources: {'Port': ['ID=5416d0f9-b9b0-4117-9d4f-1e60549c6676,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:53.512777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:53.554409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:53.555078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:53.605013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 18:58:53.606497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:53.747943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:53.788938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Allocated IP 172.20.0.2 (dff96765-782b-4b61-bbe5-4c6fc4725f1c/df094112-fcc7-4a62-a63f-3641accc30c8/38eb0c9f-1662-4b39-93b4-6fcae0e62646) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:58:53.994328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.021632 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.036101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Transition to ACTIVE for port object 38eb0c9f-1662-4b39-93b4-6fcae0e62646 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:54.058390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Transition to ACTIVE for port object 38eb0c9f-1662-4b39-93b4-6fcae0e62646 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:54.063870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.146053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7323a7dd-a184-4a6b-92a4-99eb0e4caf7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:54.223863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:50Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:54.228578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7bd2e-2fe1-42bb-b53f-9f7f902cb310 None None] The sync data for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:50Z', 'revision_number': 3, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:58:54.249901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Pushing event updated for resources: {'Port': ['ID=38eb0c9f-1662-4b39-93b4-6fcae0e62646,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:54.255065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:54.298412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e4eecb29-2788-44c3-9f0e-f0f619443b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.304945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:58:54.306329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:54.308830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:58:54.411076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Attempting to bind port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:58:54.411695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Attempting to bind port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:58:54.411885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Attempting to bind port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 on network dff96765-782b-4b61-bbe5-4c6fc4725f1c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:58:54.418091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:58:54.418516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Checking segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:58:54.418969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.419408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Bound using segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:58:54.419930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Bound port: 38eb0c9f-1662-4b39-93b4-6fcae0e62646, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:58:54.420411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.525498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] For port 38eb0c9f-1662-4b39-93b4-6fcae0e62646, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:58:54.529571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] For port 38eb0c9f-1662-4b39-93b4-6fcae0e62646, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=38eb0c9f-1662-4b39-93b4-6fcae0e62646,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:58:54.533055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.549008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cbafc5b9-fca3-4e79-9706-8a51a71196df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:54.719713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Pushing event updated for resources: {'Port': ['ID=38eb0c9f-1662-4b39-93b4-6fcae0e62646,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:54.725237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:54.755584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.1 (dff96765-782b-4b61-bbe5-4c6fc4725f1c/df094112-fcc7-4a62-a63f-3641accc30c8/8adbceaf-f575-40f7-b075-9028dec64a9b) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:58:54.941702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:54.958818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 8adbceaf-f575-40f7-b075-9028dec64a9b will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:54.983635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.003939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4b61e8e-9a89-433f-9e71-06fdc7366390 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:55.164293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:55.177973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:55.221268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:58:55.222509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:55.224962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:58:55.286813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.406598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.722587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5416d0f9-b9b0-4117-9d4f-1e60549c6676 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:58:55.802558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:58:55.809883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:55.810325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.851859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.856176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.892142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4392042-9d1b-4824-89bc-750c1b507814 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:55.947492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.968476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 5416d0f9-b9b0-4117-9d4f-1e60549c6676, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5416d0f9-b9b0-4117-9d4f-1e60549c6676,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:55.971348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:55.972357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 38eb0c9f-1662-4b39-93b4-6fcae0e62646 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:58:55.988819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:55.994499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.004331 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:56.012706 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:56.103910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=5416d0f9-b9b0-4117-9d4f-1e60549c6676,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:56.107427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:56.115440 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:58:56.126823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4dfdc-9787-4015-8bef-67aab50f48a6 None None] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:58:56.152832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:58:56.154009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:56.222162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Provisioning for port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:58:56.240046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Provisioning complete for port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:56.240476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.352849 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router b6f093b6-e5a7-4632-be29-21558f46f7eb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:58:56.473668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.524937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] For port 38eb0c9f-1662-4b39-93b4-6fcae0e62646, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=38eb0c9f-1662-4b39-93b4-6fcae0e62646,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:58:56.530880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.533469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:56.547264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:58:56.560735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/b6f093b6-e5a7-4632-be29-21558f46f7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3324988 Apr 15 18:58:56.608678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Pushing event updated for resources: {'Port': ['ID=38eb0c9f-1662-4b39-93b4-6fcae0e62646,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:56.614737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:56.753931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-369be971-abd8-48f9-a0a8-490610e85936 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:58:56.771359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-369be971-abd8-48f9-a0a8-490610e85936 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:58:56.772709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-369be971-abd8-48f9-a0a8-490610e85936 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241377529&fields=id&tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 267 time: 0.0701492 Apr 15 18:58:56.782177 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Provisioning for port 8adbceaf-f575-40f7-b075-9028dec64a9b completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:58:56.787929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Provisioning complete for port 8adbceaf-f575-40f7-b075-9028dec64a9b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:56.788355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.863622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Port 8adbceaf-f575-40f7-b075-9028dec64a9b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:58:56.877509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Provisioning complete for port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:56.877963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b9bf707c-2825-4b91-8fc5-b6c3187a98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:56.957049 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-480b8952-d9e5-4d46-8ed2-41d6d908462a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:56.957921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-480b8952-d9e5-4d46-8ed2-41d6d908462a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:58:56.978660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-480b8952-d9e5-4d46-8ed2-41d6d908462a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:58:56.984886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Sync routers for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:58:56.986398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-480b8952-d9e5-4d46-8ed2-41d6d908462a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 797 time: 0.2050302 Apr 15 18:58:56.998936 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-07819fd1-0eeb-41f8-865f-e004a115a3c5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/quotas/f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 375 time: 0.0113094 Apr 15 18:58:57.015661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:57.016364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:57.098352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-3a46fe0d-9e53-48f3-b08c-ac28db896e43 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:58:57.113306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-3a46fe0d-9e53-48f3-b08c-ac28db896e43 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:58:57.114760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-3a46fe0d-9e53-48f3-b08c-ac28db896e43 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088085 Apr 15 18:58:57.176671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-818c6553-b434-447d-94e2-fcf3def3a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:57.230107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:57.314515 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-8ab3a0d2-8377-4901-bc03-220a506551be service neutron] 10.222.0.32 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856983 Apr 15 18:58:57.326357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:57.381878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4ed1af67-391f-430b-9ae4-5306244d5940 None None] Provisioning complete for port 8adbceaf-f575-40f7-b075-9028dec64a9b triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:57.382297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4ed1af67-391f-430b-9ae4-5306244d5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:57.466085 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-9972bdf5-4022-4eff-a2ce-d7d9f17a004a service neutron] 10.222.0.32 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435876 Apr 15 18:58:57.640620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1af67-391f-430b-9ae4-5306244d5940 None None] Port 8adbceaf-f575-40f7-b075-9028dec64a9b cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:58:57.705030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-29e8ec0d-3f6b-4bd1-b63d-ef563604df7f req-956de8f6-051b-4a37-993d-b93d98146b3c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 210 time: 0.0582392 Apr 15 18:58:57.714329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5416d0f9-b9b0-4117-9d4f-1e60549c6676 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:58:57.839908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:57.891781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:57.892214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:57.978105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 2, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:57.985423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Checking router: b6f093b6-e5a7-4632-be29-21558f46f7eb for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:58:57.985836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Updating router b6f093b6-e5a7-4632-be29-21558f46f7eb port 8adbceaf-f575-40f7-b075-9028dec64a9b binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 18:58:58.096955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:58.110472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 38eb0c9f-1662-4b39-93b4-6fcae0e62646 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:58:58.300226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:58:58.300521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:58.646569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:58.661072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:58.674726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Transition to ACTIVE for port object 8adbceaf-f575-40f7-b075-9028dec64a9b will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:58.683675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:58.706108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:58.848436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-d89b0196-8b64-4599-9153-4043cd81a2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:58.851480 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-d89b0196-8b64-4599-9153-4043cd81a2dc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 797 time: 0.2216704 Apr 15 18:58:58.859379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Pushing event updated for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:58.872029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:58.915524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a819c8ac-8728-48ec-a896-eb1a8573beb9 req-f665e807-7414-46ef-80de-b33c57a718fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 210 time: 0.0516920 Apr 15 18:58:58.957415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-69e1bf49-c1f1-4c1d-9ab5-ca244f3bae23 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3 HTTP/1.1" status: 200 len: 8071 time: 0.0967059 Apr 15 18:58:58.976287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'port': {'device_id': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'admin_state_up': True, 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'security_groups': ['acd5066a-d434-4647-adbd-3603189f60f7']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:58:59.103551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Attempting to bind port 8adbceaf-f575-40f7-b075-9028dec64a9b on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:58:59.103880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Attempting to bind port 8adbceaf-f575-40f7-b075-9028dec64a9b by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:58:59.104298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Attempting to bind port 8adbceaf-f575-40f7-b075-9028dec64a9b on network dff96765-782b-4b61-bbe5-4c6fc4725f1c {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:58:59.110237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:58:59.110666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Checking segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:58:59.111121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.111567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Bound using segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:58:59.112088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Bound port: 8adbceaf-f575-40f7-b075-9028dec64a9b, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:58:59.112513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.132951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:58:59.143462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:58:59.152112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Made reservation on behalf of f35a40061d8f4041a33bc9d4e8bf53a3 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 18:58:59.158272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.220082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] For port 8adbceaf-f575-40f7-b075-9028dec64a9b, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:58:59.223346 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] For port 8adbceaf-f575-40f7-b075-9028dec64a9b, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8adbceaf-f575-40f7-b075-9028dec64a9b,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:58:59.226842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.242641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-78081b2f-9687-4ebb-915f-9b842c46440a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:59.324513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.20.0.4 (dff96765-782b-4b61-bbe5-4c6fc4725f1c/df094112-fcc7-4a62-a63f-3641accc30c8/3db00f42-204b-4960-a06b-26e152911d09) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:58:59.392838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Pushing event updated for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:59.396126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:59.439948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:58:59.440605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:58:59.536949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.554857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Transition to ACTIVE for port object 3db00f42-204b-4960-a06b-26e152911d09 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:58:59.582271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.600964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-048e7999-11e6-4f4e-ab19-681d9d443f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:58:59.646365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:58:59.746474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:58:59.759014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:58:59.801606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:58:59.802752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:58:59.805019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:58:59.880687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:58:59.881373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:58:59.907733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-7d4a31cd-0c7f-4524-a3dd-c85a3d82777f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362226 Apr 15 18:58:59.921726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Request body: {'port': {'device_id': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:59:00.001985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:58:59Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:00.006303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7424e48-f91f-4d2a-a534-75ca711c1182 None None] The sync data for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:58:59Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:59:00.038280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b163128e-1c59-40a7-b7fc-798052c956ec None None] Provisioning for port 3db00f42-204b-4960-a06b-26e152911d09 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:59:00.059222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:00.069149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-b163128e-1c59-40a7-b7fc-798052c956ec None None] Provisioning complete for port 3db00f42-204b-4960-a06b-26e152911d09 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:59:00.069964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b163128e-1c59-40a7-b7fc-798052c956ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:00.151419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b163128e-1c59-40a7-b7fc-798052c956ec None None] Port 3db00f42-204b-4960-a06b-26e152911d09 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 18:59:00.171816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8b7f2-4dc2-44fc-b947-87687dca35ad req-e8e52e52-8a0a-4d05-a544-a5f3b4a596e8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:00.173508 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10b8b7f2-4dc2-44fc-b947-87687dca35ad req-e8e52e52-8a0a-4d05-a544-a5f3b4a596e8 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 931 time: 0.1278250 Apr 15 18:59:00.234072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10b8b7f2-4dc2-44fc-b947-87687dca35ad req-c0c74bef-64e3-41cf-9122-f6bf833da03b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540879 Apr 15 18:59:00.480897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db00f42-204b-4960-a06b-26e152911d09 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:59:00.489564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:00.506389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Transition to ACTIVE for port object 3db00f42-204b-4960-a06b-26e152911d09 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 18:59:00.509097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:00.525534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-98b66a80-9ecf-4b58-8e21-9cb9905f6aa0 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:00.662231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Pushing event updated for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:00.675580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:00.897658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Attempting to bind port 3db00f42-204b-4960-a06b-26e152911d09 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 18:59:00.898141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Attempting to bind port 3db00f42-204b-4960-a06b-26e152911d09 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 18:59:00.898424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Attempting to bind port 3db00f42-204b-4960-a06b-26e152911d09 on network dff96765-782b-4b61-bbe5-4c6fc4725f1c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:59:00.903316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Port 3db00f42-204b-4960-a06b-26e152911d09 on network dff96765-782b-4b61-bbe5-4c6fc4725f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 18:59:00.903712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Attempting to bind port 3db00f42-204b-4960-a06b-26e152911d09 on network dff96765-782b-4b61-bbe5-4c6fc4725f1c {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 18:59:00.909192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 18:59:00.909556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Checking segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 18:59:00.909996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Bound using segment: {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 18:59:00.910457 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Bound port: 3db00f42-204b-4960-a06b-26e152911d09, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec45efe-b9c3-4367-b537-7d4927e45dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 18:59:00.910835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:01.009921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 18:59:01.013147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3db00f42-204b-4960-a06b-26e152911d09,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 18:59:01.018027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:01.034505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d32c4a2d-8625-474c-b842-55e78fef76fd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:01.443110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a618db-06bf-4778-a1e7-e88a863c7428 req-546b328e-5867-4757-857b-d6dbd24e1345 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:01.444662 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-25a618db-06bf-4778-a1e7-e88a863c7428 req-546b328e-5867-4757-857b-d6dbd24e1345 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 943 time: 0.0914485 Apr 15 18:59:01.476090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Pushing event updated for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:01.481438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:01.494904 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-25a618db-06bf-4778-a1e7-e88a863c7428 req-310b52c4-45c4-4d94-a6db-19ef868d0fc9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435731 Apr 15 18:59:01.522086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:01.522695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:01.524146 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] 10.222.0.49 "PUT /v2.0/ports/3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 1093 time: 1.6087644 Apr 15 18:59:01.524725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:59:01.609960 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09', 'status': 'completed', 'code': 200} Apr 15 18:59:01.650692 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-b59cecf5-2d79-4aea-a7c2-35721f0b4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:01.652256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-b59cecf5-2d79-4aea-a7c2-35721f0b4bac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0875788 Apr 15 18:59:01.720220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8adbceaf-f575-40f7-b075-9028dec64a9b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:59:01.734703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-e4c3e51d-2636-4df2-b0da-8a881ccdf124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 217 time: 0.0754788 Apr 15 18:59:01.812821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-6723be7f-9ecc-4434-8b91-4392cf78df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:01.814454 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-6723be7f-9ecc-4434-8b91-4392cf78df8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0735431 Apr 15 18:59:01.903393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-3e422ad8-1836-4a3c-800e-dbc27d0a2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:01.905065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-3e422ad8-1836-4a3c-800e-dbc27d0a2d77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838377 Apr 15 18:59:01.980812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 8adbceaf-f575-40f7-b075-9028dec64a9b completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:59:01.986840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8adbceaf-f575-40f7-b075-9028dec64a9b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:59:01.987264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:02.049903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-c3c87be9-3b21-4759-946a-b7f4f0206fb5 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384683 Apr 15 18:59:02.111452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:02.145004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 8adbceaf-f575-40f7-b075-9028dec64a9b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8adbceaf-f575-40f7-b075-9028dec64a9b,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:02.147930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:02.150916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:02.194168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c00c47a9-54d8-48dc-848b-54b5673591f8 req-ddf34c7c-20d8-4c51-afc5-078dc29cb41b service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377449 Apr 15 18:59:02.224600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:02.227740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:02.320232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-3af981a0-8d59-48c0-bdaa-33ba0f58e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:02.321822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-3af981a0-8d59-48c0-bdaa-33ba0f58e196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1096 time: 0.0821555 Apr 15 18:59:02.461482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-60ce53cc-d75f-4978-b42f-9431d9b1f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:02.463065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-60ce53cc-d75f-4978-b42f-9431d9b1f61e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 898 time: 0.1341507 Apr 15 18:59:02.535641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-fac12c6b-c543-475d-8e9d-29b8221212f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 217 time: 0.0647359 Apr 15 18:59:02.608913 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-bda2c3e2-6dd9-4d6d-a0a9-f71dd6f854fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:02.610557 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-bda2c3e2-6dd9-4d6d-a0a9-f71dd6f854fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0681067 Apr 15 18:59:02.694341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-c851c22b-87b8-44b9-aa0b-3feea66094f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:02.696028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-c851c22b-87b8-44b9-aa0b-3feea66094f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788190 Apr 15 18:59:02.705650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5858-9af2-4c13-ae26-2c11d73d9701 req-3c379f6f-edae-4469-b604-7fdc98f162a1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:02.707304 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b7b5858-9af2-4c13-ae26-2c11d73d9701 req-3c379f6f-edae-4469-b604-7fdc98f162a1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 943 time: 0.0947647 Apr 15 18:59:02.757396 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2b7b5858-9af2-4c13-ae26-2c11d73d9701 req-fdbc4c59-121d-47c3-9684-190a1e8907ac tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Apr 15 18:59:02.851065 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-a414abd7-353c-4c26-8e87-5bd4a2b74d13 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448228 Apr 15 18:59:02.991663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bc6c51a5-ceac-4880-9ecc-d130f17a529d req-7b594606-4576-4f21-8d82-61efd6a50649 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336391 Apr 15 18:59:03.681803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8adbceaf-f575-40f7-b075-9028dec64a9b up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:59:03.753668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 8adbceaf-f575-40f7-b075-9028dec64a9b triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:59:03.754119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:03.962069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08263737-e999-46f8-b693-ef829e32bd20 req-c3e39de0-11bc-49f7-a809-ae7f6254324b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:03.963668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08263737-e999-46f8-b693-ef829e32bd20 req-c3e39de0-11bc-49f7-a809-ae7f6254324b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 943 time: 0.0891888 Apr 15 18:59:04.011298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-08263737-e999-46f8-b693-ef829e32bd20 req-5778d87d-bc41-4f85-953f-474f2b66c3fe tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Apr 15 18:59:04.907095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3db00f42-204b-4960-a06b-26e152911d09 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 18:59:05.048794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3db00f42-204b-4960-a06b-26e152911d09,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:05.062743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '3db00f42-204b-4960-a06b-26e152911d09', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'port_id': '3db00f42-204b-4960-a06b-26e152911d09', 'mac_address': 'fa:16:3e:9b:9a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 18:59:05.125683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:05.143410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db00f42-204b-4960-a06b-26e152911d09 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 18:59:05.159718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3db00f42-204b-4960-a06b-26e152911d09,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:05.164394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:05.166292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:05.217819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac158f4-3d50-4d35-946b-b83cfa540c40 req-ab5acf90-1654-421b-8407-00bfb1aa6a31 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:05.219510 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ac158f4-3d50-4d35-946b-b83cfa540c40 req-ab5acf90-1654-421b-8407-00bfb1aa6a31 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 944 time: 0.0946374 Apr 15 18:59:05.238363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:05.241729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:05.269070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ac158f4-3d50-4d35-946b-b83cfa540c40 req-dca57931-7068-4f6f-9ebc-395fdec966d9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Apr 15 18:59:05.367549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['3db00f42-204b-4960-a06b-26e152911d09'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 18:59:06.474835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855db388-505d-4c00-a790-3a756579ed82 req-c5d2426b-daba-48aa-b338-d4c356bf1ec6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:06.476425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-855db388-505d-4c00-a790-3a756579ed82 req-c5d2426b-daba-48aa-b338-d4c356bf1ec6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 944 time: 0.0922451 Apr 15 18:59:06.523614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-855db388-505d-4c00-a790-3a756579ed82 req-32be78d0-d843-4734-a7a2-207d0afb0bfd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Apr 15 18:59:06.910889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3db00f42-204b-4960-a06b-26e152911d09 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 18:59:06.983897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 3db00f42-204b-4960-a06b-26e152911d09 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 18:59:06.988701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 3db00f42-204b-4960-a06b-26e152911d09 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 18:59:06.989125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:07.111534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:07.139036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db00f42-204b-4960-a06b-26e152911d09'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:59:07.149899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3db00f42-204b-4960-a06b-26e152911d09,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:07.152749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:07.154701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6d9b8dbc-96e2-44f4-b4a7-94c0032f584f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:07.187351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db00f42-204b-4960-a06b-26e152911d09', 'code': 200} Apr 15 18:59:07.227411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:07.230526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:07.425360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71d092-1a29-429c-b34c-120aee8ce093 req-68cfecb5-a793-49a7-8774-36b1f64322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:07.426891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d71d092-1a29-429c-b34c-120aee8ce093 req-68cfecb5-a793-49a7-8774-36b1f64322dd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1098 time: 0.0816476 Apr 15 18:59:07.469661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d71d092-1a29-429c-b34c-120aee8ce093 req-bd13ad35-b68d-417f-aea2-4f9d4dbde873 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364103 Apr 15 18:59:07.725137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114cb32-9b3d-4adb-bdb5-05df034a1c56 req-65faa6e7-7953-4e89-8ff9-41a72f8b311e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:07.726789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8114cb32-9b3d-4adb-bdb5-05df034a1c56 req-65faa6e7-7953-4e89-8ff9-41a72f8b311e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0906405 Apr 15 18:59:07.775953 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8114cb32-9b3d-4adb-bdb5-05df034a1c56 req-6874704c-7b93-4a06-a88f-21854c33c591 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 Apr 15 18:59:08.491451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:59:08.982276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d2f09-dbb5-44be-a57b-3b3c6cd3a072 req-4a8e8d37-9eef-4a4e-b366-a02a43c02190 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:08.983906 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ee1d2f09-dbb5-44be-a57b-3b3c6cd3a072 req-4a8e8d37-9eef-4a4e-b366-a02a43c02190 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0923991 Apr 15 18:59:09.031940 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ee1d2f09-dbb5-44be-a57b-3b3c6cd3a072 req-f4c6a8dc-a173-494f-b34a-42b336f95451 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Apr 15 18:59:09.232661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e6f7-a846-4415-b525-b0e5cf85bcec req-47a9d7aa-c764-4c30-8620-94116c613de4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:09.234321 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8be9e6f7-a846-4415-b525-b0e5cf85bcec req-47a9d7aa-c764-4c30-8620-94116c613de4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0911407 Apr 15 18:59:09.281663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8be9e6f7-a846-4415-b525-b0e5cf85bcec req-e8412747-15ba-4f35-a06c-fec847d8361e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409958 Apr 15 18:59:09.305266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47648) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:09.380983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c303c-44d2-4701-be4a-7c133dc00c90 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:09.382608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-243c303c-44d2-4701-be4a-7c133dc00c90 tempest-TestNetworkAdvancedServerOps-405949884 tempest-TestNetworkAdvancedServerOps-405949884-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1093 time: 0.0762947 Apr 15 18:59:09.385468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47652) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:09.391408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '3db00f42-204b-4960-a06b-26e152911d09', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 18:59:09.397656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 18:59:09.401660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Usage tracker for resource:floatingip and tenant:f35a40061d8f4041a33bc9d4e8bf53a3 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 18:59:09.404623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 18:59:09.411183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 18:59:09.420549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:09.562323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:09.703748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Allocated IP 172.26.7.35 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/9e5a973a-71a7-4040-9e44-3f3081131673) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 18:59:09.863090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:09.892277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:09.907755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:10.044468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=9e5a973a-71a7-4040-9e44-3f3081131673,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:10.047772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:10.099939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 18:59:10.101077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 18:59:10.103365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 18:59:10.519903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:10.596305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:10.813470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:10.817005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:10.832318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-89bfd806-7db0-44a9-a6d0-02464755a665 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:10.974898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event updated for resources: {'Port': ['ID=9e5a973a-71a7-4040-9e44-3f3081131673,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:10.979960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:11.069418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:11.520378 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP fe7e1524-a7ff-46a3-8668-1388b03cf476 associated. External IP: 172.26.7.35, port: 3db00f42-204b-4960-a06b-26e152911d09. Apr 15 18:59:11.894086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router b6f093b6-e5a7-4632-be29-21558f46f7eb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:59:12.081630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:59:12.091081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Sync routers for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:59:12.101432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:12.102125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:12.106678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:12.172070 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7829537 Apr 15 18:59:12.172070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:59:12.228438 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09', 'status': 'completed', 'code': 200} Apr 15 18:59:12.297372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:59:12.337746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-d6f7400c-a234-4800-b702-2cf657fee237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:12.339346 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-d6f7400c-a234-4800-b702-2cf657fee237 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1098 time: 0.0804749 Apr 15 18:59:12.366299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770350b8-8b47-4b10-aac1-49ebef7d2196 req-3288fc07-feb6-45a1-825f-7f48d584f334 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:12.368060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-770350b8-8b47-4b10-aac1-49ebef7d2196 req-3288fc07-feb6-45a1-825f-7f48d584f334 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0911517 Apr 15 18:59:12.419425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-770350b8-8b47-4b10-aac1-49ebef7d2196 req-f0d223fa-c449-4e31-bb98-af5a979d0b50 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Apr 15 18:59:12.446772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47660) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:12.485591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-d8a487d8-6559-44f1-b71e-c0134cd13653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:12.487235 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-d8a487d8-6559-44f1-b71e-c0134cd13653 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 898 time: 0.1407781 Apr 15 18:59:12.564778 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b4e91644-e1ed-447c-b43b-7a8df307d7da tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 200 len: 990 time: 0.1154382 Apr 15 18:59:12.600256 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-65578d3c-dfa7-4aae-87f9-38a250b836ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 998 time: 0.1069720 Apr 15 18:59:12.667720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'fe7e1524-a7ff-46a3-8668-1388b03cf476', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'port_id': '3db00f42-204b-4960-a06b-26e152911d09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'mac_address': 'fa:16:3e:9b:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:59:10Z', 'updated_at': '2021-04-15T18:59:10Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:12.668028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-0f7c934c-7939-4d50-a618-a150a2d4c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:12.669556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-0f7c934c-7939-4d50-a618-a150a2d4c187 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0640392 Apr 15 18:59:12.671852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Checking router: b6f093b6-e5a7-4632-be29-21558f46f7eb for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:59:12.680665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:12.681307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:58:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:12.760568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-966485a5-c0fe-4a9d-8570-dc896eeeb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:12.762247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-966485a5-c0fe-4a9d-8570-dc896eeeb4d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863426 Apr 15 18:59:12.866960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:59:12.908316 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-15b9244b-f107-42a4-a578-9ecc0770cf1b service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390283 Apr 15 18:59:13.051640 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa93738d-3505-4c3d-a3f4-9c9f531fbdd8 req-04b8735b-e6b2-4811-8a14-77c0f9d05e71 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376534 Apr 15 18:59:13.230078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'fe7e1524-a7ff-46a3-8668-1388b03cf476', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'port_id': '3db00f42-204b-4960-a06b-26e152911d09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'mac_address': 'fa:16:3e:9b:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:59:10Z', 'updated_at': '2021-04-15T18:59:10Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:13.234738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d25e65-cc57-4587-a30c-9532778c20f2 None None] The sync data for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'fe7e1524-a7ff-46a3-8668-1388b03cf476', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'floating_ip_address': '172.26.7.35', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'port_id': '3db00f42-204b-4960-a06b-26e152911d09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'mac_address': 'fa:16:3e:9b:9a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T18:59:10Z', 'updated_at': '2021-04-15T18:59:10Z', 'revision_number': 0, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:59:13.541755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eab10a-9134-43d8-baf6-2e73342c38d3 None None] New status for floating IP fe7e1524-a7ff-46a3-8668-1388b03cf476: ACTIVE {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:59:13.566970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47664) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:13.683876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0eb115c1-88e7-4d19-8ac5-9ef0b005d76c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 200 len: 990 time: 0.1143665 Apr 15 18:59:14.686766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47668) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:14.803813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-be697af4-a069-4f10-90b6-3da4307ebaf1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 200 len: 992 time: 0.1157336 Apr 15 18:59:14.922723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:24.279667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be4fda05-30a7-41f0-b9cd-9ff5f001c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:26.565502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-056e4408-51ca-4fe8-b78c-66eb2288e038 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770545 Apr 15 18:59:26.718461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-8ab2082e-5e72-4256-b81a-05469eaf5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:26.720019 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-8ab2082e-5e72-4256-b81a-05469eaf5ca2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1098 time: 0.0776043 Apr 15 18:59:26.878261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-e3589bed-2aa6-4e14-93bc-d1a83bb4ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:26.879774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-e3589bed-2aa6-4e14-93bc-d1a83bb4ac53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 898 time: 0.1409659 Apr 15 18:59:26.990359 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-e49c2df3-9bff-499d-9359-8e0d4d6573f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 1000 time: 0.1038094 Apr 15 18:59:27.062391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-9a091fb9-4279-4d8a-be27-2bfb58b10a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:27.063962 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-9a091fb9-4279-4d8a-be27-2bfb58b10a93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0674047 Apr 15 18:59:27.067606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4000a0ee-5f34-42e9-b37c-82e3e2ada47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:27.147441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-0497926f-80ce-422b-adba-fc87bd4f6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:27.148972 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-0497926f-80ce-422b-adba-fc87bd4f6020 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779064 Apr 15 18:59:27.290699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:27.291350 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-669fb880-e10f-47ee-9bfe-1ecac0a1c656 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356912 Apr 15 18:59:27.433021 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef5707e5-7deb-4478-869d-e7fe328491bf req-169e7c78-5e04-48ab-b0d6-e8bca7a73c9d service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345501 Apr 15 18:59:27.812189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:28.599189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:44.374382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbff81-5122-4239-882c-412fa179e826 req-e3a54a04-b95d-4bc8-a69c-2b7d6e795978 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:44.375915 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6cbbff81-5122-4239-882c-412fa179e826 req-e3a54a04-b95d-4bc8-a69c-2b7d6e795978 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0928438 Apr 15 18:59:44.425125 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6cbbff81-5122-4239-882c-412fa179e826 req-4940e8c5-561d-40c4-9a1e-ffe5bb9f8a8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Apr 15 18:59:44.951089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:45.490775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 18:59:45.629747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ba60e-5b3f-471f-a850-9612a7e4bc73 req-cb02baa7-e549-4bd9-9d6f-746ca184ca12 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:45.631371 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836ba60e-5b3f-471f-a850-9612a7e4bc73 req-cb02baa7-e549-4bd9-9d6f-746ca184ca12 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0883014 Apr 15 18:59:45.679161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-836ba60e-5b3f-471f-a850-9612a7e4bc73 req-3737af35-5106-4d6f-a1bc-73f7e165e9f1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Apr 15 18:59:45.703538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47692) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:45.820292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3eb77960-62c3-48e6-87c3-f56bd066ab30 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 200 len: 992 time: 0.1154838 Apr 15 18:59:47.296465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed10c40-90f4-4d0c-96ba-d8243e2018d0 req-5fb3c9ff-1406-423b-afc9-91462292f23c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:47.298148 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ed10c40-90f4-4d0c-96ba-d8243e2018d0 req-5fb3c9ff-1406-423b-afc9-91462292f23c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0951746 Apr 15 18:59:47.305872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-2db8aa91-6f6f-4b6e-9010-81cba7cbf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:47.307503 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-2db8aa91-6f6f-4b6e-9010-81cba7cbf55d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1098 time: 0.0841553 Apr 15 18:59:47.348605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ed10c40-90f4-4d0c-96ba-d8243e2018d0 req-7ba55d35-ef68-451d-833a-92680bbef4d1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Apr 15 18:59:47.450544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-2fc478fe-ea4d-462f-bab6-cae53822ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:47.452123 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-2fc478fe-ea4d-462f-bab6-cae53822ddf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 898 time: 0.1384742 Apr 15 18:59:47.556850 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-df1b7a41-51dd-4126-af47-2af7eebc144e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 1000 time: 0.0985618 Apr 15 18:59:47.627169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-822ba11e-7307-4f21-a194-193d2be3fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:47.628604 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-822ba11e-7307-4f21-a194-193d2be3fa72 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0658145 Apr 15 18:59:47.708854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-6f0ef690-c090-40c7-9e24-a2d2cb9918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:47.710448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-6f0ef690-c090-40c7-9e24-a2d2cb9918ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757034 Apr 15 18:59:47.854956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-9aaac45f-9373-4e77-86f5-97e0800abc1b service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379299 Apr 15 18:59:47.994888 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cb14e330-67e5-4628-9bb1-50f8cb73a904 req-00864e27-e878-42e9-8b3a-1189c34eee61 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341074 Apr 15 18:59:48.548611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f41e-7385-47be-8a8c-d5922c54f216 req-5ca8339a-9f43-4dc0-a041-603d01f3e994 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:48.550203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b9f41e-7385-47be-8a8c-d5922c54f216 req-5ca8339a-9f43-4dc0-a041-603d01f3e994 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0877309 Apr 15 18:59:48.596774 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-27b9f41e-7385-47be-8a8c-d5922c54f216 req-c4355133-f6c7-4d20-a871-41841aab7870 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404000 Apr 15 18:59:49.803138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c6a14-32f9-43d5-89be-92c661d3c6a1 req-44c61b57-5fd8-4ec1-8a35-049694e7f887 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:49.804760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e31c6a14-32f9-43d5-89be-92c661d3c6a1 req-44c61b57-5fd8-4ec1-8a35-049694e7f887 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0945468 Apr 15 18:59:49.853449 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e31c6a14-32f9-43d5-89be-92c661d3c6a1 req-d0570991-7b23-49b2-9e8a-968a5dcaf0f6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Apr 15 18:59:49.879345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47706) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:49.992111 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-cbc22e5b-0609-49d2-99fa-520f6119e76e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 200 len: 992 time: 0.1115589 Apr 15 18:59:50.261167 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47714) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:50.762771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 9e5a973a-71a7-4040-9e44-3f3081131673 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:59:50.763153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:50.945525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:50.946161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:51.077507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 9e5a973a-71a7-4040-9e44-3f3081131673 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:59:51.231180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:51.246345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c2019601-76b7-496c-b1ea-4498437cc99e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:51.338335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=9e5a973a-71a7-4040-9e44-3f3081131673,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:51.354022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.354456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.354882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.355297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.355712 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.356126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.356535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.356947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.357351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.357761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.358193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.358599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:51.364004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:51.516109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:51.516484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Floating IP fe7e1524-a7ff-46a3-8668-1388b03cf476 disassociated (deleted). External IP: 172.26.7.35, port: 3db00f42-204b-4960-a06b-26e152911d09. Apr 15 18:59:51.886787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router b6f093b6-e5a7-4632-be29-21558f46f7eb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:59:52.078255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:59:52.090446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Sync routers for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:59:52.096103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:52.100767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:52.101434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:52.155151 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/floatingips/fe7e1524-a7ff-46a3-8668-1388b03cf476 HTTP/1.1" status: 204 len: 168 time: 1.8928115 Apr 15 18:59:52.156144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:59:52.207030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'tag': '3db00f42-204b-4960-a06b-26e152911d09', 'status': 'completed', 'code': 200} Apr 15 18:59:52.298909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:59:52.312010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-3b929d0d-ecc8-41e8-a13f-9c91f0a47e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:52.313659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-3b929d0d-ecc8-41e8-a13f-9c91f0a47e97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 1098 time: 0.0844150 Apr 15 18:59:52.461600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-6158014d-50a6-4721-857a-ff0562f297ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:52.463231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-6158014d-50a6-4721-857a-ff0562f297ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 200 len: 898 time: 0.1432276 Apr 15 18:59:52.541721 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-56e017a6-85fb-492f-a40e-cdd62a2e5e0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 200 len: 217 time: 0.0697112 Apr 15 18:59:52.568639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94818d31-68eb-482f-b7aa-1ca9baf9b75c req-a2b0052a-7aaa-43bb-8576-63ac5b296edc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:52.570338 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94818d31-68eb-482f-b7aa-1ca9baf9b75c req-a2b0052a-7aaa-43bb-8576-63ac5b296edc tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.0917892 Apr 15 18:59:52.614682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-e51f0635-d33e-4c13-9479-169934045b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:52.616324 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-e51f0635-d33e-4c13-9479-169934045b43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 200 len: 834 time: 0.0672343 Apr 15 18:59:52.624060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-94818d31-68eb-482f-b7aa-1ca9baf9b75c req-85a1b396-e7c9-4794-8298-72849650e7b7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464003 Apr 15 18:59:52.634079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:52.638212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Checking router: b6f093b6-e5a7-4632-be29-21558f46f7eb for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:59:52.650947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:52.651603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:52.703905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-0082a0d4-5cb7-4de1-8383-cc71ca715b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:52.706161 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-0082a0d4-5cb7-4de1-8383-cc71ca715b81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff96765-782b-4b61-bbe5-4c6fc4725f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824547 Apr 15 18:59:52.861535 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-90f0c6d1-2769-4cd3-9267-ba24ae3755f1 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470900 Apr 15 18:59:53.002185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:59:53.005587 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d5701d3-5036-4831-81ba-524ed5eebce5 req-8b502cd8-9be9-440a-9d78-a2d27c310f93 service neutron] 10.222.0.49 "GET /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375422 Apr 15 18:59:53.329323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:53.333469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82688433-60fa-425d-a7dd-69c055b4f3d3 None None] The sync data for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '8adbceaf-f575-40f7-b075-9028dec64a9b', 'name': '', 'network_id': 'dff96765-782b-4b61-bbe5-4c6fc4725f1c', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'mac_address': 'fa:16:3e:a3:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:54Z', 'updated_at': '2021-04-15T18:59:02Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'subnets': [{'id': 'df094112-fcc7-4a62-a63f-3641accc30c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 18:59:53.696969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b64d7b-2e1b-497f-a039-79078252ee5b None None] New status for floating IP fe7e1524-a7ff-46a3-8668-1388b03cf476: DOWN {{(pid=86083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 18:59:53.867482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804bf4d-0aff-45c1-ba2e-17582b6f9d95 req-2c299602-e9e8-4a8d-a20e-8dc8c641771f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:53.869027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2804bf4d-0aff-45c1-ba2e-17582b6f9d95 req-2c299602-e9e8-4a8d-a20e-8dc8c641771f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.1253204 Apr 15 18:59:53.918357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2804bf4d-0aff-45c1-ba2e-17582b6f9d95 req-ecccbb9a-c490-46e2-b003-a14ae390e978 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/security-groups?id=acd5066a-d434-4647-adbd-3603189f60f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Apr 15 18:59:53.987013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83015805-f357-4add-92c0-c6bff1aefe03 req-84127a2a-dbb0-4461-bb3f-d9bb06e97c42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 18:59:53.987781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-83015805-f357-4add-92c0-c6bff1aefe03 req-84127a2a-dbb0-4461-bb3f-d9bb06e97c42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Synchronizing usage tracker for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 18:59:54.002807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-83015805-f357-4add-92c0-c6bff1aefe03 req-84127a2a-dbb0-4461-bb3f-d9bb06e97c42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Unset dirty status for tenant:f35a40061d8f4041a33bc9d4e8bf53a3 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 18:59:54.004037 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83015805-f357-4add-92c0-c6bff1aefe03 req-84127a2a-dbb0-4461-bb3f-d9bb06e97c42 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 945 time: 0.1032565 Apr 15 18:59:54.084343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 3db00f42-204b-4960-a06b-26e152911d09 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:59:54.084733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:54.281459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f144cc15-b3ce-4c99-888e-04f20651eb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:54.347543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 3db00f42-204b-4960-a06b-26e152911d09, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3db00f42-204b-4960-a06b-26e152911d09,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:54.348105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:54.482896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 3db00f42-204b-4960-a06b-26e152911d09 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:59:54.631535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:54.651426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-88b9fb3f-6a62-42b5-923d-2c6cee9d2dde tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:54.741116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=3db00f42-204b-4960-a06b-26e152911d09,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:54.751094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:54.894088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] No DVR routers for this DVR port 3db00f42-204b-4960-a06b-26e152911d09 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 18:59:54.896448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:54.899159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'name': 'network-vif-deleted', 'tag': '3db00f42-204b-4960-a06b-26e152911d09'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 18:59:54.916232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-83015805-f357-4add-92c0-c6bff1aefe03 req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.49 "DELETE /v2.0/ports/3db00f42-204b-4960-a06b-26e152911d09 HTTP/1.1" status: 204 len: 173 time: 0.9072161 Apr 15 18:59:54.951375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cdc41c-ead2-4312-ba44-37a97fc0cbe2', 'name': 'network-vif-deleted', 'tag': '3db00f42-204b-4960-a06b-26e152911d09', 'status': 'completed', 'code': 200} Apr 15 18:59:55.088944 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c7d87f27-9d77-4371-a668-2cd87df3ab46 req-3ea1763d-aeda-428a-b8ed-a614253a76b5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1cdc41c-ead2-4312-ba44-37a97fc0cbe2 HTTP/1.1" status: 200 len: 210 time: 0.0514047 Apr 15 18:59:56.190977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47732) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:57.061057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.069171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41a89d2e-de87-411c-91bd-362e3bdd08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.124783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3db00f42-204b-4960-a06b-26e152911d09 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 18:59:57.164794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 3db00f42-204b-4960-a06b-26e152911d09 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 18:59:57.165190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 3db00f42-204b-4960-a06b-26e152911d09 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 18:59:57.293064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.441543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 8adbceaf-f575-40f7-b075-9028dec64a9b {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 18:59:57.441865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.635273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 8adbceaf-f575-40f7-b075-9028dec64a9b, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=8adbceaf-f575-40f7-b075-9028dec64a9b,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 18:59:57.635664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.767313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 8adbceaf-f575-40f7-b075-9028dec64a9b owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 18:59:57.814873 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.958092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:57.975491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:58.073323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=8adbceaf-f575-40f7-b075-9028dec64a9b,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:58.077226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:58.446684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:58.603104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:58.962583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Router b6f093b6-e5a7-4632-be29-21558f46f7eb has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 18:59:59.157129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 18:59:59.166394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Sync routers for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 18:59:59.170386 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "PUT /v2.0/routers/b6f093b6-e5a7-4632-be29-21558f46f7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9782546 Apr 15 18:59:59.173879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47736) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:59.176950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:59.177620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:59.252008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting subnet df094112-fcc7-4a62-a63f-3641accc30c8 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 18:59:59.256071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:59.314258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:59.365946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 18:59:59.405016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:59.672514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:59:57Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:59.677589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Checking router: b6f093b6-e5a7-4632-be29-21558f46f7eb for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 18:59:59.687127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Routers {'b6f093b6-e5a7-4632-be29-21558f46f7eb'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 18:59:59.687936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['b6f093b6-e5a7-4632-be29-21558f46f7eb'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 18:59:59.698926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:59.718811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d662e3c9-7270-4a97-bbcc-d75c6938b31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 18:59:59.801507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Subnet': ['ID=df094112-fcc7-4a62-a63f-3641accc30c8,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 18:59:59.828910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.829893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.830324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.830749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.831170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.831584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.831993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.832401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.832811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.833219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.833663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.834094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 18:59:59.838809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 18:59:59.871707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 18:59:59.877647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d4119-6974-4727-9582-ace1ef03c832 None None] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 18:59:59.878150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-92380067-dc6b-44e1-8d54-df37bd085ab7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/subnets/df094112-fcc7-4a62-a63f-3641accc30c8 HTTP/1.1" status: 204 len: 168 time: 0.7031100 Apr 15 18:59:59.880852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47740) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 18:59:59.881106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] Set router b6f093b6-e5a7-4632-be29-21558f46f7eb gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:00.077367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.138630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] DHCP port deletion for dff96765-782b-4b61-bbe5-4c6fc4725f1c request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:00:00.143928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Deleting port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:00:00.144355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.192133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:59:57Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:00.196370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d89e48-a0f3-4388-9c0a-ba4ab0559381 None None] The sync data for ids ['b6f093b6-e5a7-4632-be29-21558f46f7eb'] in dv-neutron-786478-1-hyperv is: [{'id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-119868198', 'tenant_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T18:58:49Z', 'updated_at': '2021-04-15T18:59:57Z', 'revision_number': 5, 'project_id': 'f35a40061d8f4041a33bc9d4e8bf53a3', 'gw_port': {'id': '5416d0f9-b9b0-4117-9d4f-1e60549c6676', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ca:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f093b6-e5a7-4632-be29-21558f46f7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T18:58:50Z', 'updated_at': '2021-04-15T18:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:00.391664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] For port 38eb0c9f-1662-4b39-93b4-6fcae0e62646, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=38eb0c9f-1662-4b39-93b4-6fcae0e62646,segment=NetworkSegment(3ec45efe-b9c3-4367-b537-7d4927e45dc5),segment_id=3ec45efe-b9c3-4367-b537-7d4927e45dc5)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:00.392025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.567334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.576145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Deleting port 5416d0f9-b9b0-4117-9d4f-1e60549c6676 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:00:00.576536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.704917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Calling delete_port for 38eb0c9f-1662-4b39-93b4-6fcae0e62646 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:00:00.765464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] For port 5416d0f9-b9b0-4117-9d4f-1e60549c6676, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5416d0f9-b9b0-4117-9d4f-1e60549c6676,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:00.765881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.783620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999'] for port, after_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:00.799575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:00.900941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Pushing event deleted for resources: {'Port': ['ID=38eb0c9f-1662-4b39-93b4-6fcae0e62646,revision_number=None']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:00.904293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Calling delete_port for 5416d0f9-b9b0-4117-9d4f-1e60549c6676 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:00:00.915035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.915417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.915790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.916162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.916530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.916899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.917268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.917630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.918031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.918397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.918759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.919118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:00.924963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:00.949908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] No DVR routers for this DVR port 38eb0c9f-1662-4b39-93b4-6fcae0e62646 on host dv-neutron-786478-1-hyperv {{(pid=86083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:00:01.081164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.096994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c1bb9f9-b027-47dd-990c-10f67de6d9fa tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:01.188985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Port': ['ID=5416d0f9-b9b0-4117-9d4f-1e60549c6676,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:01.195549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:01.357145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.540441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.542721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.563184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.564275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Fanout notify agent at l3_agent the message router_deleted on router b6f093b6-e5a7-4632-be29-21558f46f7eb {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:00:01.580821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.582835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/routers/b6f093b6-e5a7-4632-be29-21558f46f7eb HTTP/1.1" status: 204 len: 168 time: 1.7001681 Apr 15 19:00:01.584968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47744) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:01.714773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:01.817584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8adbceaf-f575-40f7-b075-9028dec64a9b no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:00:01.857085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 8adbceaf-f575-40f7-b075-9028dec64a9b {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:00:01.857485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 8adbceaf-f575-40f7-b075-9028dec64a9b not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:00:01.858008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 38eb0c9f-1662-4b39-93b4-6fcae0e62646 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:00:01.897515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 38eb0c9f-1662-4b39-93b4-6fcae0e62646 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:00:01.898017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 38eb0c9f-1662-4b39-93b4-6fcae0e62646 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:00:01.932319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.055244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff96765-782b-4b61-bbe5-4c6fc4725f1c']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:02.068453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec45efe-b9c3-4367-b537-7d4927e45dc5') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:02.068796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec45efe-b9c3-4367-b537-7d4927e45dc5') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:02.080626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.095503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.101737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:00:02.283970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:00:02.292093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.469482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Network dff96765-782b-4b61-bbe5-4c6fc4725f1c has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:00:02.494266 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:00:02.576640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.580234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d54aad5-3d1f-4538-8309-dba6b5c03c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:02.598787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.607985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'Network': ['ID=dff96765-782b-4b61-bbe5-4c6fc4725f1c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:02.611911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:02.616275 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/networks/dff96765-782b-4b61-bbe5-4c6fc4725f1c HTTP/1.1" status: 204 len: 168 time: 1.0302918 Apr 15 19:00:02.619090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47748) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:02.694330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.726700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.779857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.785897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b6866816-d164-4527-b14d-e9b8a06fd994 tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:02.801298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5066a-d434-4647-adbd-3603189f60f7,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:02.804141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:02.810657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:02.811880 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] 10.222.0.32 "DELETE /v2.0/security-groups/acd5066a-d434-4647-adbd-3603189f60f7 HTTP/1.1" status: 204 len: 168 time: 0.1918044 Apr 15 19:00:03.129295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47758) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:03.286478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0369fda5-990b-4b18-90d0-25846837b73e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f35a40061d8f4041a33bc9d4e8bf53a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556878 Apr 15 19:00:03.289983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47764) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:03.350758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.378269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.426467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.431410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b8e2b89f-97dc-4f3b-a287-eb0d1ac44240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:03.447461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc15ce9-6f7a-43b6-95b5-f41aaeebcefd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:03.450705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:03.452949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.454687 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ac257faa-21f9-455b-b333-0cba1084636c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edc15ce9-6f7a-43b6-95b5-f41aaeebcefd HTTP/1.1" status: 204 len: 168 time: 0.1636524 Apr 15 19:00:03.674499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5416d0f9-b9b0-4117-9d4f-1e60549c6676 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:00:03.711993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 5416d0f9-b9b0-4117-9d4f-1e60549c6676 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:00:03.712391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5416d0f9-b9b0-4117-9d4f-1e60549c6676 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:00:03.736215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47772) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:03.756531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.771931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:03.776015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:54045f5087d94979af44cdc713755e7c is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:03.779008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:03.785654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:03.873832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.876320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:03.885184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7166afe9-d5bb-458b-a705-0f1e548a5686 tempest-TagsExtTest-863395302 tempest-TagsExtTest-863395302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:03.927478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54045f5087d94979af44cdc713755e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900458 Apr 15 19:00:03.929293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90c08e0-5d35-4fb0-80c4-8193ec8101b4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:03.930298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47776) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:03.932600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9a975567-38e8-44b3-a962-da3c6c9b4bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:03.995276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:04.022460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:04.066332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:04.071286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d3fb9cb-2b39-4d40-a003-5d6fcb9e709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:04.081964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90c08e0-5d35-4fb0-80c4-8193ec8101b4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:04.086865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:04.088747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:04.089985 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c90c08e0-5d35-4fb0-80c4-8193ec8101b4 HTTP/1.1" status: 204 len: 168 time: 0.1586137 Apr 15 19:00:04.849436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47800) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:04.960096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-488309907-network', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:04.965396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:04.969735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Usage tracker for resource:network and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:04.972760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:04.983711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:04.992883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Made reservation on behalf of 9d805f81dd3b4cd8a6e6339d1cf7f66f for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:00:04.997610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.011114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.026305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:05.030330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:05.033280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:05.039319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:05.124047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.127450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.131684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-999495e0-e6d9-4b6b-90fb-70ad74ad2088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:05.156355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:00:05.169542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28e72a-7d9c-4393-bceb-b06c98c29ddd,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:05.174481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:05.175484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.175874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Added segment a2a88694-f7eb-4cc8-870d-e53c1f71c3a9 of type vlan for network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e Apr 15 19:00:05.207492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.237099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.238242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:05.238903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.244127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-90588597-809c-4fce-ad8a-a0b61de58d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:05.356416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:05.359922 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5093462 Apr 15 19:00:05.361542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:05.363590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47806) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:05.369611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Request body: {'subnet': {'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-488309907-subnet', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:05.371020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:00:05.375089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:05.379442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Usage tracker for resource:subnet and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:05.382524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:05.388603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:05.398155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Made reservation on behalf of 9d805f81dd3b4cd8a6e6339d1cf7f66f for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:00:05.402934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.813188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:05.828326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-44552658-e4c0-408e-b5bc-e8d6067df03d tempest-RoutersTest-1846531291 tempest-RoutersTest-1846531291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:05.953187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc7705e-74ce-4860-a1dd-e2b5f56f8388,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:05.965558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:06.026581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Checking segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:06.026979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Network hostable DHCP agents. Network: a5581c5c-2763-4b50-ae87-b9d49a2c1b4e, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:00:06.045237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:00:06.053553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a5581c5c-2763-4b50-ae87-b9d49a2c1b4e) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:06.062880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fa438-9354-4862-af46-b99ecfb18fc8 None None] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:00:06.065788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:06.066469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.085872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-24fd0319-3389-4fcf-9387-eaf7807ae819 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7212236 Apr 15 19:00:06.088664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47810) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:06.094402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:06.099307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:06.103332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Usage tracker for resource:router and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:06.106847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:06.112906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:06.121832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.123347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.138996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.291532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:00:06.292448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.430482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.452725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Allocated IP 172.20.0.2 (a5581c5c-2763-4b50-ae87-b9d49a2c1b4e/ecc7705e-74ce-4860-a1dd-e2b5f56f8388/da79db79-8f7a-40d5-a5f2-05208972240f) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:06.670702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.682446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Transition to ACTIVE for port object da79db79-8f7a-40d5-a5f2-05208972240f will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:06.702258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Transition to ACTIVE for port object da79db79-8f7a-40d5-a5f2-05208972240f will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:06.706296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.722034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e6f5769-6224-4582-b857-3578b2a9d4d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:06.762156 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.794923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:06.859169 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Pushing event updated for resources: {'Port': ['ID=da79db79-8f7a-40d5-a5f2-05208972240f,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:06.872109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:06.913399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:06.914610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:06.916838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:06.944885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Allocated IP 172.26.7.205 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/91319b74-9c34-498d-a547-1256b7741434) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:07.013219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Attempting to bind port da79db79-8f7a-40d5-a5f2-05208972240f on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:07.013770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Attempting to bind port da79db79-8f7a-40d5-a5f2-05208972240f by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:07.014058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Attempting to bind port da79db79-8f7a-40d5-a5f2-05208972240f on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:07.019758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:07.020175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Checking segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:07.020626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:07.021064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Bound using segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:07.021582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Bound port: da79db79-8f7a-40d5-a5f2-05208972240f, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:07.022033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:07.105086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:07.117351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] For port da79db79-8f7a-40d5-a5f2-05208972240f, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:07.120505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] For port da79db79-8f7a-40d5-a5f2-05208972240f, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da79db79-8f7a-40d5-a5f2-05208972240f,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:07.124063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:07.135798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:07.139036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4d42699d-a30a-41dd-8e6d-f404dccf146c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:07.151682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-68f32d3d-a65d-45d2-9504-5fb456998003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:07.293723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Pushing event updated for resources: {'Port': ['ID=da79db79-8f7a-40d5-a5f2-05208972240f,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:07.298733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:07.585687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Pushing event updated for resources: {'Port': ['ID=91319b74-9c34-498d-a547-1256b7741434,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:07.590521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:07.650714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:07.652118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:07.654442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:07.777969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da79db79-8f7a-40d5-a5f2-05208972240f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:07.854599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port da79db79-8f7a-40d5-a5f2-05208972240f completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:08.104413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:08.469148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:08.695475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Router 587825da-6110-48f8-b162-c29e988ed5bd is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:00:08.703597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f0137-fea3-4519-a514-98520407f9e1 None None] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:00:08.795382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Provisioning for port da79db79-8f7a-40d5-a5f2-05208972240f completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:08.805875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Provisioning complete for port da79db79-8f7a-40d5-a5f2-05208972240f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:08.806290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:08.887372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:00:08.914034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:08.915372 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8257174 Apr 15 19:00:08.918265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47814) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:08.927304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:00:08.952204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:08.952791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:09.395612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:09.462073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:09.582279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] For port da79db79-8f7a-40d5-a5f2-05208972240f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da79db79-8f7a-40d5-a5f2-05208972240f,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:09.601475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:09.606522 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:09.651916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:09.768091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Pushing event updated for resources: {'Port': ['ID=da79db79-8f7a-40d5-a5f2-05208972240f,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:09.773979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:09.855781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:07Z', 'revision_number': 3, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:09.859960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:00:09.860982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Updating router 587825da-6110-48f8-b162-c29e988ed5bd port 91319b74-9c34-498d-a547-1256b7741434 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:00:09.891926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Allocated IP 172.20.0.1 (a5581c5c-2763-4b50-ae87-b9d49a2c1b4e/ecc7705e-74ce-4860-a1dd-e2b5f56f8388/0317e830-3030-4ba0-aefd-0a9526768b79) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:09.920748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:09.970982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-bef28823-3fd9-4139-827a-35934163b090 None None] Provisioning complete for port da79db79-8f7a-40d5-a5f2-05208972240f triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:09.971399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bef28823-3fd9-4139-827a-35934163b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.052489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.068796 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Transition to ACTIVE for port object 0317e830-3030-4ba0-aefd-0a9526768b79 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:10.092345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.108259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3ecfdc00-da77-4f1f-a9f6-6c4b36bf70d4 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:10.398776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.412510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Transition to ACTIVE for port object 91319b74-9c34-498d-a547-1256b7741434 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:10.418772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.438206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:10.540005 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Pushing event updated for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:10.552650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:10.572127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Pushing event updated for resources: {'Port': ['ID=91319b74-9c34-498d-a547-1256b7741434,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:10.576603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:10.595391 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:10.596531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:10.598820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:10.640388 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Attempting to bind port 91319b74-9c34-498d-a547-1256b7741434 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:10.640819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Attempting to bind port 91319b74-9c34-498d-a547-1256b7741434 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:10.641244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Attempting to bind port 91319b74-9c34-498d-a547-1256b7741434 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:10.647820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:10.648256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:10.648715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.649163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:10.649698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Bound port: 91319b74-9c34-498d-a547-1256b7741434, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:10.650153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.656057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.742099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] For port 91319b74-9c34-498d-a547-1256b7741434, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:10.746183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] For port 91319b74-9c34-498d-a547-1256b7741434, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91319b74-9c34-498d-a547-1256b7741434,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:10.755635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.778916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:10.784127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.903218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c24cb59a-b39c-4ba8-95ad-67f03806cf47 None None] Provisioning for port 0317e830-3030-4ba0-aefd-0a9526768b79 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:10.927302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c24cb59a-b39c-4ba8-95ad-67f03806cf47 None None] Provisioning complete for port 0317e830-3030-4ba0-aefd-0a9526768b79 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:10.927725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c24cb59a-b39c-4ba8-95ad-67f03806cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:10.981922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Pushing event updated for resources: {'Port': ['ID=91319b74-9c34-498d-a547-1256b7741434,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:10.988848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:11.022123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c24cb59a-b39c-4ba8-95ad-67f03806cf47 None None] Port 0317e830-3030-4ba0-aefd-0a9526768b79 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:00:11.027817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:11.032595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:11.046464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:11.047079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:11.062336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:11.148000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Pushing event updated for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:11.150780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:11.167614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:11.239380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:11.295413 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:11.296637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:11.512392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:00:11.665375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-67b9c92d-82bf-430b-b98f-f590356337df None None] Provisioning complete for port 0317e830-3030-4ba0-aefd-0a9526768b79 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:11.665969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-67b9c92d-82bf-430b-b98f-f590356337df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:11.713482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:00:11.724797 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e23db85e-e4d1-4ac4-9d00-4008de16076e admin admin] 10.222.0.32 "PUT /v2.0/routers/587825da-6110-48f8-b162-c29e988ed5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8052545 Apr 15 19:00:11.745223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da79db79-8f7a-40d5-a5f2-05208972240f up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:11.811340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-67b9c92d-82bf-430b-b98f-f590356337df None None] Port 0317e830-3030-4ba0-aefd-0a9526768b79 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:00:11.898158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port da79db79-8f7a-40d5-a5f2-05208972240f triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:11.898586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:11.964264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 2, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:11.972864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1085dacb-f202-45cf-a091-69fce1c52285 None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 2, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:12.377771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47832) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:12.389159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2045423698-network', 'tenant_id': 'd4122cb585264ea397e078e66efea127'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:12.397020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:12.402511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Usage tracker for resource:network and tenant:d4122cb585264ea397e078e66efea127 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:12.405246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:12.411436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:12.426697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Made reservation on behalf of d4122cb585264ea397e078e66efea127 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:00:12.431965 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.446380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.462606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:12.467055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Usage tracker for resource:security_group_rule and tenant:d4122cb585264ea397e078e66efea127 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:12.470250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:12.477146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:12.569204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.572221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.576754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4ec95f3-9dac-4ef7-badb-f46992658d99 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:12.610674 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:00:12.620126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d922daea-0c71-4c4b-a983-b4c2413a87d6,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:12.624163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:12.627477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.627881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Added segment ffee13ef-0783-4dff-8f00-86287f0fef1a of type vlan for network b24d15a1-5955-4938-87ad-0a081cb82644 Apr 15 19:00:12.658721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.690460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.691671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:12.692444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:12.697066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-42ffd626-7c6e-4170-8753-6de98f0b6a55 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:12.817256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Pushing event updated for resources: {'Network': ['ID=b24d15a1-5955-4938-87ad-0a081cb82644,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:12.822016 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4391003 Apr 15 19:00:12.822016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9033c1be-50da-4f0c-9f74-a87eb01d1027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:12.825808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47836) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:12.831606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network b24d15a1-5955-4938-87ad-0a081cb82644 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:00:12.833019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Request body: {'subnet': {'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2045423698-subnet', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:12.838746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:12.843297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Usage tracker for resource:subnet and tenant:d4122cb585264ea397e078e66efea127 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:12.846558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:12.853017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:12.864977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Made reservation on behalf of d4122cb585264ea397e078e66efea127 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:00:12.870160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.294339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.309730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9abbe2b8-d292-4653-a0f4-e51cd7629d3c tempest-NetworksTestDHCPv6-2110740846 tempest-NetworksTestDHCPv6-2110740846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:13.446936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1648b130-e69b-4445-83d8-5ed176375451,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:13.452407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:13.512603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Checking segment: {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:13.512973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Network hostable DHCP agents. Network: b24d15a1-5955-4938-87ad-0a081cb82644, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:00:13.531255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Network b24d15a1-5955-4938-87ad-0a081cb82644 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:00:13.539986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, b24d15a1-5955-4938-87ad-0a081cb82644) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:13.549885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a87225-4ecc-44d1-b7d8-2cda3d34bc91 None None] Network b24d15a1-5955-4938-87ad-0a081cb82644 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:00:13.552326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:13.552979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.571937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f45a2f25-e4c7-4feb-9bb2-a8100f4596db admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7449093 Apr 15 19:00:13.574750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47840) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:13.580353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:13.585462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:13.589528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Usage tracker for resource:router and tenant:d4122cb585264ea397e078e66efea127 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:13.593425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:13.600027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:13.608928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.610051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.625296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.776947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91319b74-9c34-498d-a547-1256b7741434 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:13.817643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-b24d15a1-5955-4938-87ad-0a081cb82644', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:00:13.818576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.918111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:13.925326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 91319b74-9c34-498d-a547-1256b7741434 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:13.936356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 91319b74-9c34-498d-a547-1256b7741434 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:13.936775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.103258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Allocated IP 172.20.0.2 (b24d15a1-5955-4938-87ad-0a081cb82644/1648b130-e69b-4445-83d8-5ed176375451/5bad6324-5fd9-421e-a3e2-11d61e37add4) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:14.156656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.236246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 91319b74-9c34-498d-a547-1256b7741434, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91319b74-9c34-498d-a547-1256b7741434,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:14.241553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.245371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:14.248931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.281809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.356904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=91319b74-9c34-498d-a547-1256b7741434,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:14.393140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:14.427262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.427894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Allocated IP 172.26.7.49 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/43959986-5276-4120-a487-9fde6e0c06f4) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:14.438769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Transition to ACTIVE for port object 5bad6324-5fd9-421e-a3e2-11d61e37add4 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:14.458771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Transition to ACTIVE for port object 5bad6324-5fd9-421e-a3e2-11d61e37add4 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:14.463836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.479468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5e561060-e192-4402-b57e-b9bbbab8a2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:14.594622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.616401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Pushing event updated for resources: {'Port': ['ID=5bad6324-5fd9-421e-a3e2-11d61e37add4,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:14.627134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.629727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:14.673887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Network b24d15a1-5955-4938-87ad-0a081cb82644 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:14.675174 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:14.677563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:14.781173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Attempting to bind port 5bad6324-5fd9-421e-a3e2-11d61e37add4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:14.781601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Attempting to bind port 5bad6324-5fd9-421e-a3e2-11d61e37add4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:14.782092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Attempting to bind port 5bad6324-5fd9-421e-a3e2-11d61e37add4 on network b24d15a1-5955-4938-87ad-0a081cb82644 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:14.788914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:14.789345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Checking segment: {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:14.790051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.790266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Bound using segment: {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:14.790808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Bound port: 5bad6324-5fd9-421e-a3e2-11d61e37add4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:14.791232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.896982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] For port 5bad6324-5fd9-421e-a3e2-11d61e37add4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:14.900543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] For port 5bad6324-5fd9-421e-a3e2-11d61e37add4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5bad6324-5fd9-421e-a3e2-11d61e37add4,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:14.907305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:14.921140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:14.939270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-35a1860f-822d-460d-8d95-b33d4443e78e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:15.056429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:15.077659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Pushing event updated for resources: {'Port': ['ID=43959986-5276-4120-a487-9fde6e0c06f4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:15.082403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:15.088218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Pushing event updated for resources: {'Port': ['ID=5bad6324-5fd9-421e-a3e2-11d61e37add4,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:15.094006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:15.136677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:15.137908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:15.140039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:15.217828 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:00:15.229697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:15.230477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:15.439603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:15.613363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:15.780300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 2, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:15.790216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:00:15.790629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Updating router 587825da-6110-48f8-b162-c29e988ed5bd port 0317e830-3030-4ba0-aefd-0a9526768b79 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:00:15.846392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91319b74-9c34-498d-a547-1256b7741434 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:15.855567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:15.922304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 91319b74-9c34-498d-a547-1256b7741434 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:15.922826 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.002976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.055764 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5bad6324-5fd9-421e-a3e2-11d61e37add4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:16.128799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 5bad6324-5fd9-421e-a3e2-11d61e37add4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:16.234472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:00:16.237786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.250554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Transition to ACTIVE for port object 0317e830-3030-4ba0-aefd-0a9526768b79 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:16.257427 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.271330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e4295e93-5413-44d8-b9c8-06e8c97f870a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:16.441599 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:00:16.451070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Sync routers for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:00:16.462640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:16.463107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:16.469473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.473525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8951061 Apr 15 19:00:16.473909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47844) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:16.536912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af37db-00d4-4769-9e90-93cc8da2221f None None] Network b24d15a1-5955-4938-87ad-0a081cb82644 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:00:16.577741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Pushing event updated for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:16.597387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.597773 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.598173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.598541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.598907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.599271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.599635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.600007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.600358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.600714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.601073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.601428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:00:16.607577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:16.834598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Attempting to bind port 0317e830-3030-4ba0-aefd-0a9526768b79 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:16.835080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Attempting to bind port 0317e830-3030-4ba0-aefd-0a9526768b79 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:16.835384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Attempting to bind port 0317e830-3030-4ba0-aefd-0a9526768b79 on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:16.841957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:16.842329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Checking segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:16.842771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.843199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Bound using segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:16.843713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Bound port: 0317e830-3030-4ba0-aefd-0a9526768b79, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:16.844126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.898349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Provisioning for port 5bad6324-5fd9-421e-a3e2-11d61e37add4 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:16.917410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Provisioning complete for port 5bad6324-5fd9-421e-a3e2-11d61e37add4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:16.917410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:16.949904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] For port 0317e830-3030-4ba0-aefd-0a9526768b79, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:16.952607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] For port 0317e830-3030-4ba0-aefd-0a9526768b79, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0317e830-3030-4ba0-aefd-0a9526768b79,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:16.956377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:17.047284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:17.063532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d623d15f-7eb1-4c82-b7da-e1077ec55e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:17.170571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Pushing event updated for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:17.175120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:17.179544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:17.180207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:17.283877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:17.404476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:17.427604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:17.516042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Allocated IP 172.20.0.1 (b24d15a1-5955-4938-87ad-0a081cb82644/1648b130-e69b-4445-83d8-5ed176375451/d99f05ff-de7b-4104-876c-7af3c4bb8760) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:17.529303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] For port 5bad6324-5fd9-421e-a3e2-11d61e37add4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5bad6324-5fd9-421e-a3e2-11d61e37add4,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:17.541352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:17.545874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:17.637925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Pushing event updated for resources: {'Port': ['ID=5bad6324-5fd9-421e-a3e2-11d61e37add4,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:17.642194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7e5f70d8-a980-4255-8c2d-99cd24e01166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:17.659719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:15Z', 'revision_number': 3, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:17.670493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Checking router: bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:00:17.670894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Updating router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 port 43959986-5276-4120-a487-9fde6e0c06f4 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:00:17.756868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:17.852237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:16Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:17.864235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a567fb-bdf1-4840-aaa5-a51c6a646cca None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:16Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:17.912945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0317e830-3030-4ba0-aefd-0a9526768b79 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:18.023983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-64a5f5c6-8983-4341-9c0f-545090a32b6b None None] Provisioning complete for port 5bad6324-5fd9-421e-a3e2-11d61e37add4 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:18.024389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a5f5c6-8983-4341-9c0f-545090a32b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.035068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.053882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Transition to ACTIVE for port object d99f05ff-de7b-4104-876c-7af3c4bb8760 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:18.081039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.099800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-96ab0ea8-e671-46ee-b239-09da94f39e6c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:18.158885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 0317e830-3030-4ba0-aefd-0a9526768b79 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:18.172837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0317e830-3030-4ba0-aefd-0a9526768b79 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:18.173272 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.244298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Pushing event updated for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:18.257723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:18.303658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Network b24d15a1-5955-4938-87ad-0a081cb82644 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:18.305003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:18.307445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:18.369405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.491670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.503344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.521580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.546902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Transition to ACTIVE for port object 43959986-5276-4120-a487-9fde6e0c06f4 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:18.553172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 0317e830-3030-4ba0-aefd-0a9526768b79, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0317e830-3030-4ba0-aefd-0a9526768b79,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:18.555033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.570970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:18.601281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.602245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5bad6324-5fd9-421e-a3e2-11d61e37add4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:18.753132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.756966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.770536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Pushing event updated for resources: {'Port': ['ID=43959986-5276-4120-a487-9fde6e0c06f4,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:18.777268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9b3fa74c-6b0b-492e-9365-2582158f93c8 None None] Provisioning for port d99f05ff-de7b-4104-876c-7af3c4bb8760 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:18.781124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:18.785410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-23613a40-1df8-47d3-bfbe-3668b806c433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:18.788527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0336fa7-6c39-4f13-bc04-3a6e98ad36d6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:18.847629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9b3fa74c-6b0b-492e-9365-2582158f93c8 None None] Provisioning complete for port d99f05ff-de7b-4104-876c-7af3c4bb8760 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:18.848045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa74c-6b0b-492e-9365-2582158f93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.874470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:18.890215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Pushing event updated for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:18.893310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:18.954688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fa74c-6b0b-492e-9365-2582158f93c8 None None] Port d99f05ff-de7b-4104-876c-7af3c4bb8760 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:00:18.956052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 5bad6324-5fd9-421e-a3e2-11d61e37add4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:18.956465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.032399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Network b24d15a1-5955-4938-87ad-0a081cb82644 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:19.033652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:19.204332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:19.223389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:19.235197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Attempting to bind port 43959986-5276-4120-a487-9fde6e0c06f4 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:19.235613 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Attempting to bind port 43959986-5276-4120-a487-9fde6e0c06f4 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:19.236020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Attempting to bind port 43959986-5276-4120-a487-9fde6e0c06f4 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:19.247566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:19.247774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:00:19.247988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:19.248429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.248861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:19.249370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Bound port: 43959986-5276-4120-a487-9fde6e0c06f4, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:19.249789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.371899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-ae97d3e1-e5fe-40a3-943b-7e4676a1699e None None] Provisioning complete for port d99f05ff-de7b-4104-876c-7af3c4bb8760 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:19.372228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ae97d3e1-e5fe-40a3-943b-7e4676a1699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.432584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] For port 43959986-5276-4120-a487-9fde6e0c06f4, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:19.446609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:00:19.453305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] For port 43959986-5276-4120-a487-9fde6e0c06f4, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43959986-5276-4120-a487-9fde6e0c06f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:19.454979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-ae97d3e1-e5fe-40a3-943b-7e4676a1699e None None] Port d99f05ff-de7b-4104-876c-7af3c4bb8760 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:00:19.465206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] 10.222.0.32 "PUT /v2.0/routers/bd9ca6ca-7f93-4dfe-aa27-db49f2479f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822717 Apr 15 19:00:19.466118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.476941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0cd265b8-2c15-4897-af59-9dcbf3e56109 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:19.626631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Pushing event updated for resources: {'Port': ['ID=43959986-5276-4120-a487-9fde6e0c06f4,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:19.631180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:19.671862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:19.672627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:19.753230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0317e830-3030-4ba0-aefd-0a9526768b79 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:19.932986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 0317e830-3030-4ba0-aefd-0a9526768b79 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:19.933566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:19.974869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:20.065235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47854) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.071406 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094748165', 'description': 'tempest-secgroup-smoke-2094748165 description', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.078016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.082670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.085682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.092053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.102582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.124089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.128205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.131255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.137295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.212159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.215080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.221646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c6f4889d-fab1-49f8-9673-377df935c024 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:20.262278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d0914-84b7-49fb-8524-c35391a97f78,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:20.265357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:20.267348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.271921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0c03951a-1785-4f8b-b241-f644ea2c0671 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2022433 Apr 15 19:00:20.272262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47858) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.277803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.284430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.288514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.291638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.299878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.316026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.380066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'd99f05ff-de7b-4104-876c-7af3c4bb8760', 'name': '', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'mac_address': 'fa:16:3e:96:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:17Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 2, 'project_id': 'd4122cb585264ea397e078e66efea127', 'subnets': [{'id': '1648b130-e69b-4445-83d8-5ed176375451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:20.383081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.384515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af07a18-afd4-47ad-a937-46e8d27026c7 None None] The sync data for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv is: [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'd99f05ff-de7b-4104-876c-7af3c4bb8760', 'name': '', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'mac_address': 'fa:16:3e:96:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:17Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 2, 'project_id': 'd4122cb585264ea397e078e66efea127', 'subnets': [{'id': '1648b130-e69b-4445-83d8-5ed176375451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:20.386417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.393808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-edc62d6f-6b4a-470b-b609-ac9dd9fc9960 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:20.414623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdd48a8-6d5e-431d-bf62-d84cc40fc958,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:20.417283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:20.423683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.424963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f38f37f4-271e-41b7-95ff-8f6f36228970 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520352 Apr 15 19:00:20.427994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47862) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.433465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.440318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.444356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.447468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.453603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.471660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.536038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.538778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.540699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb4a3e5-d43f-48a8-ae26-54633ff9fb8e tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:20.564405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35385001-75b7-4e96-a6ed-09278a33da76,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:20.566896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:20.572877 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.574187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-65f9fdcf-62cb-4000-8468-1545046b3c74 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451612 Apr 15 19:00:20.577101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 47866) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.583154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.589480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.593926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.596953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.603061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.622780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.688776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.693236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.695114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2723b612-ea0a-4b39-8bdf-fe4fcac4bc3c tempest-SecGroupIPv6Test-1319799242 tempest-SecGroupIPv6Test-1319799242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:20.726484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58010459-395f-4a7a-87fd-877c8b62f62d,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:20.729273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:20.737214 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.740168 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4f7bc1cd-5b7e-463e-9995-0cc8a27d59f9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620805 Apr 15 19:00:20.743184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47870) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.751607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.767120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.771414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.774645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.780726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.806489 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.880199 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.882922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.885001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2ff3ffda-e9d0-40ca-8877-5972550f482d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:20.909173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd898c84-f1d4-4344-99ed-1eab7a022090,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:20.911893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:20.918774 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:20.920139 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4fbd42c6-12d6-4984-9a05-0447ab4bf992 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1758275 Apr 15 19:00:20.923526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47874) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:20.929386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:20.936233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:20.941180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:20.944419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:20.950684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:20.964595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Project 9d805f81dd3b4cd8a6e6339d1cf7f66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:00:20.972338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.050283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.052970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.054982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2eb70219-67a6-4286-8240-1f61a030ac7a tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:21.077515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf7e9ca-7f75-434e-99c1-ea4e03a30ab8,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:21.082019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:21.089208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.090559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8d43bf30-3596-4bf7-906f-48356fc76446 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1659205 Apr 15 19:00:21.093696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47878) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:21.099922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': 'c74d0914-84b7-49fb-8524-c35391a97f78', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:21.106819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:21.111672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:21.125098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:21.132765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:21.142672 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Project 9d805f81dd3b4cd8a6e6339d1cf7f66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:00:21.150058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.227516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.231337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.233540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-54c75ce4-73e0-4df7-8b92-2a4105053880 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:21.256728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae082b7-262a-42a0-a092-02018db4f299,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:21.261231 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:21.268581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.269928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-27bdb9e5-dd35-4063-9765-31d1748ba0bf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1746228 Apr 15 19:00:21.510596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e70685fe-46f0-4cb8-9670-0550e2c0825e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:00:21.527945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e70685fe-46f0-4cb8-9670-0550e2c0825e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:00:21.529247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e70685fe-46f0-4cb8-9670-0550e2c0825e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094748165&fields=id&tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 267 time: 0.0626101 Apr 15 19:00:21.696401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-04c663ae-ccf3-4d59-8a9f-c8f6d30f9c4b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:21.696401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-04c663ae-ccf3-4d59-8a9f-c8f6d30f9c4b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:network {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:00:21.713553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-04c663ae-ccf3-4d59-8a9f-c8f6d30f9c4b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:network {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:00:21.715058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-04c663ae-ccf3-4d59-8a9f-c8f6d30f9c4b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 808 time: 0.1769936 Apr 15 19:00:21.732903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-cb350583-4342-4072-89e7-4e853e7f50c1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/quotas/9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 375 time: 0.0107553 Apr 15 19:00:21.766696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43959986-5276-4120-a487-9fde6e0c06f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:21.837513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-8b488417-ba98-4983-ad07-0d1eef5ef89f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:00:21.843077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 43959986-5276-4120-a487-9fde6e0c06f4 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:21.848111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43959986-5276-4120-a487-9fde6e0c06f4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:21.848538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:21.854397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-8b488417-ba98-4983-ad07-0d1eef5ef89f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:00:21.855791 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-8b488417-ba98-4983-ad07-0d1eef5ef89f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167159 Apr 15 19:00:21.984235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:22.001648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 43959986-5276-4120-a487-9fde6e0c06f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43959986-5276-4120-a487-9fde6e0c06f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:22.004598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:22.006554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:22.076143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=43959986-5276-4120-a487-9fde6e0c06f4,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:22.080149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:22.120081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-7f43aaad-d24f-4917-a432-d753da9c8b1e service neutron] 10.222.0.32 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515409 Apr 15 19:00:22.263093 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e3fa350f-cb0b-4208-a7d1-a9cf4eaddbfa service neutron] 10.222.0.32 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353793 Apr 15 19:00:22.460369 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-41422b32-2455-47df-b176-2deb98b8e578 req-c74ca6af-8c72-43be-996a-563cdbaddc54 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 210 time: 0.0506539 Apr 15 19:00:22.491025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:00:23.457342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Sync routers for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:00:23.467425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:23.468096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:23.646763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ec14a4dd-900e-469c-ad4e-67c5268e4faa req-121881c8-6620-4bad-b2bd-e4f7c62f57d1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 210 time: 0.0619931 Apr 15 19:00:23.684911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:23.722407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-5cb7429c-c2e0-4972-b01a-b82810de2382 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:23.724155 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-5cb7429c-c2e0-4972-b01a-b82810de2382 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 808 time: 0.1843510 Apr 15 19:00:23.775550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43959986-5276-4120-a487-9fde6e0c06f4 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:23.816994 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-1df6e6b7-59a3-477c-ad5d-e5b5590f84ef tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 8073 time: 0.0819077 Apr 15 19:00:23.831968 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'port': {'device_id': 'e471da94-e045-44d3-923e-827957528d95', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'admin_state_up': True, 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'security_groups': ['c74d0914-84b7-49fb-8524-c35391a97f78']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:23.876003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 43959986-5276-4120-a487-9fde6e0c06f4 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:23.876443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:23.982592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:23.993056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:24.002280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Made reservation on behalf of 9d805f81dd3b4cd8a6e6339d1cf7f66f for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:00:24.008398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.052308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'd99f05ff-de7b-4104-876c-7af3c4bb8760', 'name': '', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'mac_address': 'fa:16:3e:96:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:17Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 2, 'project_id': 'd4122cb585264ea397e078e66efea127', 'subnets': [{'id': '1648b130-e69b-4445-83d8-5ed176375451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:24.056691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Checking router: bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:00:24.057094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Updating router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 port d99f05ff-de7b-4104-876c-7af3c4bb8760 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:00:24.117448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.183695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Allocated IP 172.20.0.8 (a5581c5c-2763-4b50-ae87-b9d49a2c1b4e/ecc7705e-74ce-4860-a1dd-e2b5f56f8388/13d24729-b802-4c5d-9b3a-e5f5302c38f7) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:24.285215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce49b84e-0699-4fc6-9c0b-08750a022ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.384510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.401140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Transition to ACTIVE for port object 13d24729-b802-4c5d-9b3a-e5f5302c38f7 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:24.425245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.440437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7546fbb-d937-4ecd-b1a9-f061c6dfbd88 tempest-ServerActionsTestJSON-337052100 tempest-ServerActionsTestJSON-337052100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:24.481715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.494684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Transition to ACTIVE for port object d99f05ff-de7b-4104-876c-7af3c4bb8760 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:24.500751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:24.516665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f5b4bc55-ea16-4581-93b2-0d53d8f1bd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:24.653092 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee13eb7-7daa-4753-91f3-1e7a52c42887 None None] Pushing event updated for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:24.657750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bee13eb7-7daa-4753-91f3-1e7a52c42887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:24.875951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf199d1-d919-4fcb-9ed1-36f2f596af43 req-60efd07f-781d-4ccd-ba17-e1242872ce62 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:24.878408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdf199d1-d919-4fcb-9ed1-36f2f596af43 req-60efd07f-781d-4ccd-ba17-e1242872ce62 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 931 time: 0.1039782 Apr 15 19:00:24.940187 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bdf199d1-d919-4fcb-9ed1-36f2f596af43 req-f11fb53e-cad5-411b-ab60-d29a33fd5770 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548742 Apr 15 19:00:24.941356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:24.946291 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:25.003627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:25.004867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:25.007245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:25.073655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Attempting to bind port d99f05ff-de7b-4104-876c-7af3c4bb8760 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:25.074100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Attempting to bind port d99f05ff-de7b-4104-876c-7af3c4bb8760 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:25.074505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Attempting to bind port d99f05ff-de7b-4104-876c-7af3c4bb8760 on network b24d15a1-5955-4938-87ad-0a081cb82644 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:25.075996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:25.076700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.081215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 18, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:25.081638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Checking segment: {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:25.082106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.083074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Bound using segment: {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:25.083603 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Bound port: d99f05ff-de7b-4104-876c-7af3c4bb8760, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffee13ef-0783-4dff-8f00-86287f0fef1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:25.084023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.105210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2780595 Apr 15 19:00:25.116939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-9f7c231a-b069-4d12-9983-cd4bca835c88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:00:25.118108 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-9f7c231a-b069-4d12-9983-cd4bca835c88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058649 Apr 15 19:00:25.182839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Request body: {'port': {'device_id': 'e471da94-e045-44d3-923e-827957528d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:25.184650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] For port d99f05ff-de7b-4104-876c-7af3c4bb8760, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:25.188128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] For port d99f05ff-de7b-4104-876c-7af3c4bb8760, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d99f05ff-de7b-4104-876c-7af3c4bb8760,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:25.192080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.208602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d2eeca5a-c805-4126-ba6f-ce266fe88f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:25.242535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e839e172-8f25-43cc-86a7-0fd3643feed5 None None] Provisioning for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:25.247685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e839e172-8f25-43cc-86a7-0fd3643feed5 None None] Provisioning complete for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:25.248201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e839e172-8f25-43cc-86a7-0fd3643feed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.307762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-e839e172-8f25-43cc-86a7-0fd3643feed5 None None] Port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:00:25.316451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.361754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee13eb7-7daa-4753-91f3-1e7a52c42887 None None] Pushing event updated for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:25.366865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bee13eb7-7daa-4753-91f3-1e7a52c42887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:25.405584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:25.406330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T18:59:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:25.602830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:25.699508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:00:25.708009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.725339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Transition to ACTIVE for port object 13d24729-b802-4c5d-9b3a-e5f5302c38f7 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:00:25.738280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.784386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d99f05ff-de7b-4104-876c-7af3c4bb8760 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:25.814246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-57421bc2-33d0-4beb-a738-8d28c98bb82b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:25.855148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port d99f05ff-de7b-4104-876c-7af3c4bb8760 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:25.860082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d99f05ff-de7b-4104-876c-7af3c4bb8760 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:25.860510 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:25.913051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:25.918211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:25.938584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'd99f05ff-de7b-4104-876c-7af3c4bb8760', 'name': '', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'mac_address': 'fa:16:3e:96:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:17Z', 'updated_at': '2021-04-15T19:00:25Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'subnets': [{'id': '1648b130-e69b-4445-83d8-5ed176375451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:25.942930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e85de-e62c-4767-8983-8288d6f10098 None None] The sync data for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv is: [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': 'd99f05ff-de7b-4104-876c-7af3c4bb8760', 'name': '', 'network_id': 'b24d15a1-5955-4938-87ad-0a081cb82644', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'mac_address': 'fa:16:3e:96:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '1648b130-e69b-4445-83d8-5ed176375451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:17Z', 'updated_at': '2021-04-15T19:00:25Z', 'revision_number': 4, 'project_id': 'd4122cb585264ea397e078e66efea127', 'subnets': [{'id': '1648b130-e69b-4445-83d8-5ed176375451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:25.993952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:26.053044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port d99f05ff-de7b-4104-876c-7af3c4bb8760, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d99f05ff-de7b-4104-876c-7af3c4bb8760,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:26.066407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:26.072730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:26.173956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:26.175842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Attempting to bind port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:00:26.176335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Attempting to bind port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:00:26.176816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Attempting to bind port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:26.185279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:00:26.185656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Attempting to bind port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:00:26.186180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:26.192094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:00:26.192475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Checking segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:00:26.192906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Bound using segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:00:26.193415 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Bound port: 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:00:26.193768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:26.252545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef86674-e198-4212-bf44-6ada82b41db3 req-95ebc462-b55b-4ac5-9466-15e28efd3285 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:26.260900 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ef86674-e198-4212-bf44-6ada82b41db3 req-95ebc462-b55b-4ac5-9466-15e28efd3285 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.1394889 Apr 15 19:00:26.304963 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:00:26.307678 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7ef86674-e198-4212-bf44-6ada82b41db3 req-e1a03d4c-309d-4c05-a35f-eb849fd1aaa3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Apr 15 19:00:26.308654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:00:26.312054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:26.326114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d86bc2ae-7bd9-47a6-a4d1-ad44e7b447b9 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:26.483327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:26.487971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:26.522041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:26.522724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:26.524207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] 10.222.0.49 "PUT /v2.0/ports/13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 1093 time: 1.3998210 Apr 15 19:00:26.524777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:00:26.644443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'status': 'completed', 'code': 200} Apr 15 19:00:26.656884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-6edac938-6428-4884-881d-9d4e453886a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:26.659490 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-6edac938-6428-4884-881d-9d4e453886a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1096 time: 0.1003804 Apr 15 19:00:26.733937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-96f070a5-8571-4a9e-81f5-09ee3eaf5636 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 217 time: 0.0676022 Apr 15 19:00:26.808775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-9bb4eaa3-31ff-4aa8-8211-b574af9970c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:26.810406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-9bb4eaa3-31ff-4aa8-8211-b574af9970c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0697517 Apr 15 19:00:26.893484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-467669b5-6d9c-488c-b54f-609d0dd40358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:26.895122 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-467669b5-6d9c-488c-b54f-609d0dd40358 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783567 Apr 15 19:00:27.040308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-eb1bd965-c46c-4d5e-9b45-4a147dc142d0 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385512 Apr 15 19:00:27.070683 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-813536cc-2a71-4c66-8cdf-3713dbd86dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:27.181029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-029bc1fb-d4df-4775-82cb-1a49c28146da req-218d0492-60cf-4192-bbcc-bd38658e9143 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346154 Apr 15 19:00:27.295164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:27.296153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-fe12cf9f-3ba6-4639-9d08-0a93f74c17da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:27.297817 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-fe12cf9f-3ba6-4639-9d08-0a93f74c17da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1096 time: 0.0779550 Apr 15 19:00:27.440845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-446b6e39-be4c-4183-b717-d6b0769e00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:27.442460 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-446b6e39-be4c-4183-b717-d6b0769e00bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1370113 Apr 15 19:00:27.510042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb95e9-14b2-4800-9a57-c8f922692575 req-c81067ab-a6b9-4c62-9ed5-ca36ac4803b1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:27.511687 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-05cb95e9-14b2-4800-9a57-c8f922692575 req-c81067ab-a6b9-4c62-9ed5-ca36ac4803b1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0899279 Apr 15 19:00:27.518606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-1e41d508-f678-4ca7-9722-0891ef859a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 217 time: 0.0696292 Apr 15 19:00:27.564762 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-05cb95e9-14b2-4800-9a57-c8f922692575 req-835bb0e0-0129-48cc-ae17-b4cc7db8d474 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Apr 15 19:00:27.591132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-69314cf7-bd22-4aaf-ae38-a84aa77b2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:27.592704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-69314cf7-bd22-4aaf-ae38-a84aa77b2623 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0677121 Apr 15 19:00:27.673988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-7505f3ac-4abc-4f2f-9200-6d4dbd70c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:27.675556 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-7505f3ac-4abc-4f2f-9200-6d4dbd70c9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754104 Apr 15 19:00:27.755472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d99f05ff-de7b-4104-876c-7af3c4bb8760 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:27.819038 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-d6fa6fd4-bad7-44a5-beaf-ed0e0d63c1d2 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367972 Apr 15 19:00:27.833034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:27.846597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port d99f05ff-de7b-4104-876c-7af3c4bb8760 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:27.847012 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:27.964375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-bf47be07-f157-4ff2-896b-c4b80c1018ca req-e0b2e8a4-a5ba-4c16-95df-2f22e8f43b21 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384790 Apr 15 19:00:28.605620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:28.772126 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2ad8-5e35-4329-b4e5-f93fb3dc5b08 req-0b0e5887-0eeb-443f-821b-1ccc50bb28fc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:28.773770 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-317e2ad8-5e35-4329-b4e5-f93fb3dc5b08 req-0b0e5887-0eeb-443f-821b-1ccc50bb28fc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0938532 Apr 15 19:00:28.826163 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-317e2ad8-5e35-4329-b4e5-f93fb3dc5b08 req-2b9ef354-19dd-4238-afd0-32b0a412b1da tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Apr 15 19:00:29.248612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:00:29.388742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:29.403046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:00:29.464454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:29.481829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:00:29.497333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:29.501143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:29.503442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37647b79-0c1c-4d83-96fc-5d86148ff429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:29.571653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:29.574791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:29.705244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['13d24729-b802-4c5d-9b3a-e5f5302c38f7'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:00:30.030894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db63c8-7b9a-447d-825f-51d369ce93f4 req-7cbf723c-f508-44e7-96a6-a0641f981524 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:30.032495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-24db63c8-7b9a-447d-825f-51d369ce93f4 req-7cbf723c-f508-44e7-96a6-a0641f981524 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 944 time: 0.0900459 Apr 15 19:00:30.084683 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-24db63c8-7b9a-447d-825f-51d369ce93f4 req-363e7aa7-4777-49f7-b0ad-84f244ef6f34 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453146 Apr 15 19:00:31.272396 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:00:31.290342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43119155-5a46-4e32-9164-fa725711c8e3 req-cf918c33-ef1e-473f-8d4a-02b25b78d0c5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:31.291956 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43119155-5a46-4e32-9164-fa725711c8e3 req-cf918c33-ef1e-473f-8d4a-02b25b78d0c5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 944 time: 0.0905588 Apr 15 19:00:31.341417 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-43119155-5a46-4e32-9164-fa725711c8e3 req-797a786a-d19d-474a-b0d7-7d25bcba58ba tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Apr 15 19:00:31.346356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:00:31.351616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:00:31.352045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:31.659444 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:31.687351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:00:31.697548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:00:31.700468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:31.702463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:31.774309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:31.777701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:31.802185 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'code': 200} Apr 15 19:00:32.035124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e697bc-2e7c-4156-b2ec-b526aef89200 req-68d306b0-5e70-4519-84d0-ef1f139ca653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:32.036703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93e697bc-2e7c-4156-b2ec-b526aef89200 req-68d306b0-5e70-4519-84d0-ef1f139ca653 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1098 time: 0.0783083 Apr 15 19:00:32.082167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-93e697bc-2e7c-4156-b2ec-b526aef89200 req-dc89eefe-e728-4df8-b3ed-0d7e3ff3d071 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Apr 15 19:00:32.543868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68742b-a4e3-4b3b-ad6b-4dc4805d96bf req-80f11c90-84e5-4868-8311-8e5035f18b4e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:32.545458 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3e68742b-a4e3-4b3b-ad6b-4dc4805d96bf req-80f11c90-84e5-4868-8311-8e5035f18b4e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0921726 Apr 15 19:00:32.593285 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3e68742b-a4e3-4b3b-ad6b-4dc4805d96bf req-0147c903-ed3f-4d63-a5b4-3adb5604657e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Apr 15 19:00:33.793079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc8c2c-c30b-4988-885d-7c0e1f94d836 req-61b0351e-493c-4751-9cfc-a69fdcc6d0b9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:33.794700 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72fc8c2c-c30b-4988-885d-7c0e1f94d836 req-61b0351e-493c-4751-9cfc-a69fdcc6d0b9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0889659 Apr 15 19:00:33.842814 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-72fc8c2c-c30b-4988-885d-7c0e1f94d836 req-6a894a62-c384-4a0b-b52d-17a493d61dc8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Apr 15 19:00:34.045591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fa7a1-8479-4977-89ae-4c0051e5be51 req-38dcf206-6d49-4eb3-b324-2bfdc8bcd946 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:34.047224 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa5fa7a1-8479-4977-89ae-4c0051e5be51 req-38dcf206-6d49-4eb3-b324-2bfdc8bcd946 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0943074 Apr 15 19:00:34.097004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa5fa7a1-8479-4977-89ae-4c0051e5be51 req-da14316a-d398-4b94-8a14-7d4df51814d1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Apr 15 19:00:34.121163 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47944) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:34.243136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3247e87-808b-43a8-9915-3ea37ec95a47 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:34.243910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3247e87-808b-43a8-9915-3ea37ec95a47 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] Synchronizing usage tracker for tenant:d4122cb585264ea397e078e66efea127 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:00:34.259700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e3247e87-808b-43a8-9915-3ea37ec95a47 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] Unset dirty status for tenant:d4122cb585264ea397e078e66efea127 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:00:34.260948 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e3247e87-808b-43a8-9915-3ea37ec95a47 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1093 time: 0.1383903 Apr 15 19:00:34.264135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 47950) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:00:34.269720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:00:34.276039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:00:34.280024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:floatingip and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:00:34.282957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:00:34.288952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:00:34.299178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:34.442041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:34.586752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Allocated IP 172.26.7.47 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/8100c01b-965f-490e-8c51-79d971fe02d3) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:00:34.740853 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:34.770279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:34.785995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0625e4d-bc74-41ef-91c5-afb12dd275d5 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:34.918365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=8100c01b-965f-490e-8c51-79d971fe02d3,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:34.922915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:34.978386 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:00:34.979524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:00:34.981926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:00:35.676116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:35.753836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:35.969786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:35.973328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:35.988234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6a06e05d-a28c-4d9e-8672-2e0a8fe09d70 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:00:36.127182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=8100c01b-965f-490e-8c51-79d971fe02d3,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:00:36.139652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:00:36.233061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:36.416574 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Floating IP f14414e3-8eee-404e-9819-42fe7f69e25b associated. External IP: 172.26.7.47, port: 13d24729-b802-4c5d-9b3a-e5f5302c38f7. Apr 15 19:00:36.815193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:00:37.008590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:00:37.019433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:00:37.029312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:37.030016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:00:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:37.035151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:37.095278 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8299248 Apr 15 19:00:37.095906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:00:37.143748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'status': 'completed', 'code': 200} Apr 15 19:00:37.227958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:37.244969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278906e9-bd47-4ab5-9611-295c07907a1f req-1eee3985-5555-4e25-a226-18a4e2ab1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:37.246703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-1eee3985-5555-4e25-a226-18a4e2ab1654 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1098 time: 0.0799744 Apr 15 19:00:37.389284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278906e9-bd47-4ab5-9611-295c07907a1f req-77b8f43f-287e-4ac9-b15a-e1dab9beedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:37.390851 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-77b8f43f-287e-4ac9-b15a-e1dab9beedc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1377945 Apr 15 19:00:37.501049 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-37b2d03a-0f79-40a1-b7b4-8d564583528e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 998 time: 0.1040809 Apr 15 19:00:37.568754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278906e9-bd47-4ab5-9611-295c07907a1f req-4cf18422-754e-4844-aa56-4830b0a98e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:37.570351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-4cf18422-754e-4844-aa56-4830b0a98e08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0635066 Apr 15 19:00:37.597954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'f14414e3-8eee-404e-9819-42fe7f69e25b', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.47', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471da94-e045-44d3-923e-827957528d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:00:35Z', 'updated_at': '2021-04-15T19:00:35Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:37.602131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:00:37.611565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:00:37.612218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:00:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:37.654540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278906e9-bd47-4ab5-9611-295c07907a1f req-503a2074-5ca4-426c-8c59-0d73af6f0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:00:37.656109 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-503a2074-5ca4-426c-8c59-0d73af6f0818 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797300 Apr 15 19:00:37.801377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-0ae3e724-c396-49f9-ac00-f3910a683d0f service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383898 Apr 15 19:00:37.806006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:00:37.945595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-278906e9-bd47-4ab5-9611-295c07907a1f req-74850e4b-af65-4a7b-9526-8af3d067f0bc service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385121 Apr 15 19:00:38.170598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'f14414e3-8eee-404e-9819-42fe7f69e25b', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.47', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471da94-e045-44d3-923e-827957528d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:00:35Z', 'updated_at': '2021-04-15T19:00:35Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:00:38.174779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c916c-9160-4337-aaed-f958f2190841 None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': 'f14414e3-8eee-404e-9819-42fe7f69e25b', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.47', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471da94-e045-44d3-923e-827957528d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:00:35Z', 'updated_at': '2021-04-15T19:00:35Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:00:38.424032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082dff3a-4b8d-4622-b8c4-cd59c2e89068 None None] New status for floating IP f14414e3-8eee-404e-9819-42fe7f69e25b: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:00:44.965521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:49.133703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-1db3633f-87f5-49b6-aa5d-fcb676179924 req-4d22d987-857a-489e-a646-9dce171f8375 service neutron] (86081) timed out ('10.222.0.32', 43564) {{(pid=86081) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:00:54.286501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e8faa23e-7520-4b41-94f5-33ec55fa8c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:57.072051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4cf6e334-daa6-49e7-a08f-a297a007d2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:57.297438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:57.814466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:58.608732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:00:59.490140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:01:13.834240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-0bbf0039-e070-45ff-b871-33a2f4ee2b4f req-69cb89f9-7c7e-458b-9d87-6cdc9534dcf2 service neutron] (86081) timed out ('10.222.0.49', 62444) {{(pid=86081) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:01:14.979685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:24.287610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ea02ed77-4e19-43a3-9ca8-eb50e9372d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:26.549649 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-f9e5ff8b-2728-4dcf-9d85-5eae668c0961 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759425 Apr 15 19:01:26.695954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-acb0abbb-194a-46da-88bd-7c56e108fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:01:26.697538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-acb0abbb-194a-46da-88bd-7c56e108fc33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1098 time: 0.0766850 Apr 15 19:01:27.072976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-779f5436-eed5-4c95-b749-50c6e8f95ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:27.139720 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-43982b79-cd41-4b19-acd2-d305b851f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:01:27.141318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-43982b79-cd41-4b19-acd2-d305b851f2aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.4244547 Apr 15 19:01:27.247230 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-5e841e80-12a0-48fa-9b4a-0d340a5913ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 1000 time: 0.0987740 Apr 15 19:01:27.299947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:27.320122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-906055e5-d6ed-40fe-9222-69870cb33271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:01:27.321693 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-906055e5-d6ed-40fe-9222-69870cb33271 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0684371 Apr 15 19:01:27.402171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-2ac3e50c-773d-4c9d-9188-5da683125ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:01:27.403659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-2ac3e50c-773d-4c9d-9188-5da683125ccf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758524 Apr 15 19:01:27.543667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-7c74e420-9071-432d-b01c-1ddb847560e9 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333623 Apr 15 19:01:27.684901 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ded151f8-97ed-47b1-b13a-04c87b8baa64 req-a1adb25f-702f-4578-819d-925ac8fff969 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349764 Apr 15 19:01:27.820244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:28.610185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:36.489375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:01:44.982219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:54.289244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fa18f4f1-d2e5-4c20-82bf-b4b7ed224b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:57.074191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f41d922f-6178-485e-ac61-987b44fa21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:57.303067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:57.821661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:01:58.613756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:13.488162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:02:14.993145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:24.289860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75bdffeb-c5ea-4d32-9fb2-fa3d75e91d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:27.074660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4b8175e8-78ba-4bf8-9ab7-8eea4c3f4040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:27.305643 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:27.822815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:28.569999 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-6cdcc5af-9839-496f-ac3d-f646e5562261 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809836 Apr 15 19:02:28.616420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:28.717058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-671f0501-c379-48a0-9605-42be3e17af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:28.718669 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-671f0501-c379-48a0-9605-42be3e17af5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1098 time: 0.0787745 Apr 15 19:02:28.877912 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-93f9692a-9870-4895-bf01-bbb86975b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:28.879439 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-93f9692a-9870-4895-bf01-bbb86975b7d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1420519 Apr 15 19:02:28.989622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-d0221509-aab5-44ec-942c-a7ce53d936ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 1000 time: 0.1033456 Apr 15 19:02:29.057464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-841c16d0-ab05-478c-ba5d-20cb9737d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:29.059042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-841c16d0-ab05-478c-ba5d-20cb9737d895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0629985 Apr 15 19:02:29.150397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-fc7a780b-31a0-45d6-b05f-2466014f5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:29.151935 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-fc7a780b-31a0-45d6-b05f-2466014f5830 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866189 Apr 15 19:02:29.292415 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-0d1448c6-2609-4a1a-9f1e-b55cc87892f3 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342866 Apr 15 19:02:29.432651 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c8bce23f-99a6-4717-8944-a4c22a7b5821 req-3e6e2f45-d5c3-4915-8dfa-e7a98a910c3a service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340938 Apr 15 19:02:32.282491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61211-90a5-4483-8b05-5f06ac1a9d04 req-20fc52a5-886d-4260-85ec-40c6cf7c4c96 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:32.284049 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d4d61211-90a5-4483-8b05-5f06ac1a9d04 req-20fc52a5-886d-4260-85ec-40c6cf7c4c96 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0937526 Apr 15 19:02:32.331260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d4d61211-90a5-4483-8b05-5f06ac1a9d04 req-0d9ad970-dbae-4b27-bb56-172dd5255a7e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 Apr 15 19:02:33.547026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e343c86-b499-4579-8752-95c28f71f93a req-a10f81ee-290e-4e2c-8dcf-1fa5a635554e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:33.548639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e343c86-b499-4579-8752-95c28f71f93a req-a10f81ee-290e-4e2c-8dcf-1fa5a635554e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0922043 Apr 15 19:02:33.597186 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7e343c86-b499-4579-8752-95c28f71f93a req-d6f402ad-3524-4c90-9bde-879d18099941 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Apr 15 19:02:34.810228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14557f7-7aa2-415c-a322-b0660cd01642 req-032472a4-12fa-4d24-89cf-cae6f7a82c84 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:34.811835 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e14557f7-7aa2-415c-a322-b0660cd01642 req-032472a4-12fa-4d24-89cf-cae6f7a82c84 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0881586 Apr 15 19:02:34.860100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e14557f7-7aa2-415c-a322-b0660cd01642 req-c631e5aa-78fa-4cae-b540-1498038bfbc9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Apr 15 19:02:36.065239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480aece-3d26-46af-84ba-66c62d1501d0 req-890a4478-1f38-44e9-8721-5092498df2db tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:36.066963 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2480aece-3d26-46af-84ba-66c62d1501d0 req-890a4478-1f38-44e9-8721-5092498df2db tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0914493 Apr 15 19:02:36.115252 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2480aece-3d26-46af-84ba-66c62d1501d0 req-bca9be65-fcf8-44d8-8e91-864035ddf7b3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Apr 15 19:02:37.313487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcf0a9-fc0e-4515-8863-de02a31bb8a2 req-4090562d-bf9e-4ad4-81b0-08340de81d62 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:37.315144 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74fcf0a9-fc0e-4515-8863-de02a31bb8a2 req-4090562d-bf9e-4ad4-81b0-08340de81d62 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0882821 Apr 15 19:02:37.366709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-74fcf0a9-fc0e-4515-8863-de02a31bb8a2 req-f6464e42-1781-48ab-8559-715782e03ebc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 Apr 15 19:02:38.567883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680379db-b36b-49bc-b5fe-2e0633cf3120 req-c05023cb-9baf-4d66-b6c5-38d348cd978e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:38.570082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-680379db-b36b-49bc-b5fe-2e0633cf3120 req-c05023cb-9baf-4d66-b6c5-38d348cd978e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0896373 Apr 15 19:02:38.618686 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-680379db-b36b-49bc-b5fe-2e0633cf3120 req-66e291a4-4a73-4fef-b142-576c5008623f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Apr 15 19:02:39.824277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f50fc-d386-4f43-b295-68c429e16b4f req-515d8d03-73e1-45e4-becc-58d12ef2cfa8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:39.825881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-004f50fc-d386-4f43-b295-68c429e16b4f req-515d8d03-73e1-45e4-becc-58d12ef2cfa8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0924723 Apr 15 19:02:39.872983 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-004f50fc-d386-4f43-b295-68c429e16b4f req-9f30dc64-16e9-4d16-b959-450e2b4ce905 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Apr 15 19:02:41.073141 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66dd9e-64dc-49f5-8715-950627134fd6 req-4a28ac5d-b568-4979-a364-3bb220d49c2b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:41.074705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3e66dd9e-64dc-49f5-8715-950627134fd6 req-4a28ac5d-b568-4979-a364-3bb220d49c2b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0906355 Apr 15 19:02:41.125552 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3e66dd9e-64dc-49f5-8715-950627134fd6 req-331fce10-4a0c-4af4-8c90-0bd2dcb04b30 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Apr 15 19:02:42.329023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1b69-d253-409e-9549-27a576d9f6c9 req-1967cccd-7eb1-4a27-b058-6d6d982cc7b8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:42.330605 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3bcb1b69-d253-409e-9549-27a576d9f6c9 req-1967cccd-7eb1-4a27-b058-6d6d982cc7b8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0909364 Apr 15 19:02:42.378903 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3bcb1b69-d253-409e-9549-27a576d9f6c9 req-bcd167a8-2b9d-4619-84b9-8c157dc40e3a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Apr 15 19:02:43.581598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342c8ca-9844-4f5a-9b64-a833815dec7d req-e6657f2b-5f16-435f-9070-3e18f98a6a51 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:43.583255 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0342c8ca-9844-4f5a-9b64-a833815dec7d req-e6657f2b-5f16-435f-9070-3e18f98a6a51 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0881412 Apr 15 19:02:43.634430 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0342c8ca-9844-4f5a-9b64-a833815dec7d req-0046dd9e-4537-4d91-a7a3-b57f7ae3af6b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447092 Apr 15 19:02:43.934941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:02:44.074254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:02:44.088349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:02:44.151158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:44.168838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:02:44.184626 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:02:44.187451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:44.189273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3f74fa7c-dfc9-474f-afce-874ec97f2f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:02:44.262212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:02:44.269896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.270292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.270679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.271057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.271433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.271810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.272725 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.273096 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.273465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.273835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.274227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.274591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:02:44.279509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['13d24729-b802-4c5d-9b3a-e5f5302c38f7'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:02:44.305014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:02:44.839434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f68f67-2b0c-4197-867b-9a376d553f6d req-283d62d8-54b9-4f91-8bfe-0f0abeffbc40 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:44.841071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87f68f67-2b0c-4197-867b-9a376d553f6d req-283d62d8-54b9-4f91-8bfe-0f0abeffbc40 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 944 time: 0.0927942 Apr 15 19:02:44.890573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-87f68f67-2b0c-4197-867b-9a376d553f6d req-da14ab95-628b-4234-9383-03da4cc87ba6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Apr 15 19:02:44.994273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:45.949257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:02:46.042400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:02:46.042821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:46.119841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c6bbe-7ce7-4ce5-83d0-a6cf1d05c850 req-c0772a50-319d-45e4-b380-a5703b09ec73 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:46.121871 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f89c6bbe-7ce7-4ce5-83d0-a6cf1d05c850 req-c0772a50-319d-45e4-b380-a5703b09ec73 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 944 time: 0.1065497 Apr 15 19:02:46.182412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f89c6bbe-7ce7-4ce5-83d0-a6cf1d05c850 req-85b8fa59-43fe-439f-8e2e-8203dfbf46d5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523765 Apr 15 19:02:46.202374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:46.231772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:02:46.243293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:02:46.249881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:46.252783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f9b223af-90d4-4590-bd87-1839c4d62f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:02:46.301479 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'code': 200} Apr 15 19:02:46.329047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:02:46.332449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:02:47.392859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6c828-0115-49c2-b9a3-41f785f60ef6 req-4e765e81-1137-4b8c-af11-6877efa7940a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:47.394704 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-97b6c828-0115-49c2-b9a3-41f785f60ef6 req-4e765e81-1137-4b8c-af11-6877efa7940a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0941060 Apr 15 19:02:47.456586 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-97b6c828-0115-49c2-b9a3-41f785f60ef6 req-50ddf5bd-c4ef-4529-acda-3400b3b5d246 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538054 Apr 15 19:02:48.670602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113efaa-c523-4aae-b339-c9047572a531 req-cc03e009-fd62-4aca-a0ca-be716c2b1102 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:48.672995 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c113efaa-c523-4aae-b339-c9047572a531 req-cc03e009-fd62-4aca-a0ca-be716c2b1102 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0965130 Apr 15 19:02:48.733249 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c113efaa-c523-4aae-b339-c9047572a531 req-c93425b3-f3c4-4a18-b391-4f12f671a787 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503240 Apr 15 19:02:49.987989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86da07-d0a9-43ec-a2b4-40eb6bda76a8 req-aedc95b8-92ee-4b85-a502-84f460dd1c7a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:49.989724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6a86da07-d0a9-43ec-a2b4-40eb6bda76a8 req-aedc95b8-92ee-4b85-a502-84f460dd1c7a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.1020112 Apr 15 19:02:50.050435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6a86da07-d0a9-43ec-a2b4-40eb6bda76a8 req-b0bbeb63-30f0-47e1-bbc5-3e349f80d3d6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540860 Apr 15 19:02:50.488179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:02:51.274819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382230c-9151-4662-8b15-18ba73278be9 req-51318e12-0b7b-4ff8-88e9-88f469cec97a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:51.277262 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d382230c-9151-4662-8b15-18ba73278be9 req-51318e12-0b7b-4ff8-88e9-88f469cec97a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0959849 Apr 15 19:02:51.328521 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d382230c-9151-4662-8b15-18ba73278be9 req-2793608a-21ce-4d95-b535-aebfe75243f7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Apr 15 19:02:52.544364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224591-2657-4ee0-8597-7d14448567c1 req-e46511af-c887-47dc-b62a-f9af6841905c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:52.546116 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d224591-2657-4ee0-8597-7d14448567c1 req-e46511af-c887-47dc-b62a-f9af6841905c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0967915 Apr 15 19:02:52.597954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d224591-2657-4ee0-8597-7d14448567c1 req-f3d42bbd-1a8e-4c63-86b3-71a25cc022c3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Apr 15 19:02:53.810738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b42a9b-1486-47c6-acf3-85013654157d req-1c01b9cf-1e92-432d-8681-627e58951d27 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:53.812349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28b42a9b-1486-47c6-acf3-85013654157d req-1c01b9cf-1e92-432d-8681-627e58951d27 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0961900 Apr 15 19:02:53.861860 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-28b42a9b-1486-47c6-acf3-85013654157d req-9054fb03-6d1c-4656-9cf6-a23262e4912d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429881 Apr 15 19:02:54.290597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-207495d4-115e-4bfd-a894-f0c37b582817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:54.594779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-a66a6f47-8351-428c-a964-c829931dbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:54.596292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-a66a6f47-8351-428c-a964-c829931dbf1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1098 time: 0.0795236 Apr 15 19:02:54.738411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-08653eb3-fc4c-44ff-b64c-73a7d9e3a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:54.739989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-08653eb3-fc4c-44ff-b64c-73a7d9e3a1ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1375103 Apr 15 19:02:54.851053 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-a432d969-a732-40fb-9b42-e01073c81679 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 1000 time: 0.1045592 Apr 15 19:02:54.919671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-ca1093ef-2060-47eb-828a-cffc32ae16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:54.921250 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-ca1093ef-2060-47eb-828a-cffc32ae16c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0637655 Apr 15 19:02:55.006817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-b60c84ea-6588-42d6-9c4a-1be0ba55446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:55.008419 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-b60c84ea-6588-42d6-9c4a-1be0ba55446c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809977 Apr 15 19:02:55.164150 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-1dca0df9-15ef-4a36-ab4a-5098c920a704 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490459 Apr 15 19:02:55.316064 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4f04159d-b603-4bf5-99cf-dfefb9661d71 req-dba2009a-915f-43e2-a122-0b9cc880b979 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454368 Apr 15 19:02:55.351502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fa783-80d0-41a6-9dd1-82289e35419e req-27c9ad00-d448-426b-a4c0-f558ccc6954f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:55.353101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9e8fa783-80d0-41a6-9dd1-82289e35419e req-27c9ad00-d448-426b-a4c0-f558ccc6954f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.3770444 Apr 15 19:02:55.400087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9e8fa783-80d0-41a6-9dd1-82289e35419e req-e789b4a2-8a88-4547-839d-ca5624570b76 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 Apr 15 19:02:56.601179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba01af-2ca7-48ac-89fa-5b53f030f5f6 req-a6ffff9b-b204-4152-a151-0a5fc416c134 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:56.602792 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15ba01af-2ca7-48ac-89fa-5b53f030f5f6 req-a6ffff9b-b204-4152-a151-0a5fc416c134 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0877090 Apr 15 19:02:56.652989 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15ba01af-2ca7-48ac-89fa-5b53f030f5f6 req-e04ab49d-99d6-49a0-9a90-19cc422592b8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Apr 15 19:02:57.075941 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f4241ef3-a66a-4c39-944c-36774cd5515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:57.307885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:57.824668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:57.858392 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c616a0d-ccf7-4c29-ac9f-3dec99c2cb2a req-99837ddb-31e9-4fe1-9316-d18e44d3c8ab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:57.860056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c616a0d-ccf7-4c29-ac9f-3dec99c2cb2a req-99837ddb-31e9-4fe1-9316-d18e44d3c8ab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 945 time: 0.0917809 Apr 15 19:02:57.907959 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c616a0d-ccf7-4c29-ac9f-3dec99c2cb2a req-0efbb4d2-c67b-475b-bcf5-b49aef87317e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Apr 15 19:02:58.043399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:02:58.176382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:58.217138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:02:58.218219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:02:58.224544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:58.226878 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:02:58.314172 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'code': 422} returned with failed status Apr 15 19:02:58.315034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:02:58.319106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:02:58.350277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce78e-db5c-4751-a8f2-bb739616d30c req-c50edc24-8fa9-4001-a24f-35b2f1a35546 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:58.352087 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b5ce78e-db5c-4751-a8f2-bb739616d30c req-c50edc24-8fa9-4001-a24f-35b2f1a35546 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.1294580 Apr 15 19:02:58.402914 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b5ce78e-db5c-4751-a8f2-bb739616d30c req-eced61fa-0cf5-44cb-b0e0-3c36c88bad6f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444865 Apr 15 19:02:58.478758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48124) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:02:58.620374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:02:58.645272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-2404c71b-f396-42b4-8fc9-94fc939d948d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1651518 Apr 15 19:02:59.619634 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da6dae-70e0-4fcb-a59c-b39f3508d7ce req-21956dd8-5007-4f70-a47d-2105977688fe tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:02:59.621260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70da6dae-70e0-4fcb-a59c-b39f3508d7ce req-21956dd8-5007-4f70-a47d-2105977688fe tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0916758 Apr 15 19:02:59.668120 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-70da6dae-70e0-4fcb-a59c-b39f3508d7ce req-5e89f86f-3522-43bd-ab09-c81361a7c677 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Apr 15 19:03:00.868394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf857c21-0d9e-4151-b22f-af370d1e314a req-6f00b8e8-23c3-43ce-ac09-d9930fb9d665 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:00.870023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf857c21-0d9e-4151-b22f-af370d1e314a req-6f00b8e8-23c3-43ce-ac09-d9930fb9d665 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0881383 Apr 15 19:03:00.920881 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf857c21-0d9e-4151-b22f-af370d1e314a req-92654669-dbb2-4ea8-9c96-e3c906834cf8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446041 Apr 15 19:03:01.205056 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-8afe071b-0a63-4f11-8043-2debe26523d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:01.206680 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-8afe071b-0a63-4f11-8043-2debe26523d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 1096 time: 0.0814955 Apr 15 19:03:01.307930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-ae30ddd0-bf42-4e11-8485-6230b8558122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:01.309431 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-ae30ddd0-bf42-4e11-8485-6230b8558122 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1096 time: 0.0808427 Apr 15 19:03:01.449339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-2d84207e-a87f-416b-9d8b-605906e59122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:01.450911 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-2d84207e-a87f-416b-9d8b-605906e59122 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1352410 Apr 15 19:03:01.558746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-506c990c-51b6-4c1f-863b-c746e238a171 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 998 time: 0.1014507 Apr 15 19:03:01.625191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-b094d8c5-e848-4cc8-b123-c40b19eb4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:01.626746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-b094d8c5-e848-4cc8-b123-c40b19eb4a7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0623465 Apr 15 19:03:01.707090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-3ed42eb6-3a74-4acf-b34b-f3a4fe612c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:01.708659 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-3ed42eb6-3a74-4acf-b34b-f3a4fe612c2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756512 Apr 15 19:03:01.849657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-9b4556d4-fe97-462e-98a8-ec211875bf2b service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334159 Apr 15 19:03:01.994821 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e9cb4d92-12bd-490d-a853-bc10096d67a7 req-bba51aaa-d064-4fa7-bc16-543bfb6128da service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384938 Apr 15 19:03:02.137945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a29bc-a8b2-46d3-ba9f-dec93d287741 req-129fa4c8-5288-48d0-80f6-5ffc8f916287 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:02.139533 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f3a29bc-a8b2-46d3-ba9f-dec93d287741 req-129fa4c8-5288-48d0-80f6-5ffc8f916287 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0934074 Apr 15 19:03:02.189217 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6f3a29bc-a8b2-46d3-ba9f-dec93d287741 req-43f179f4-be7c-4cc8-a0ed-7a989b403ffc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Apr 15 19:03:03.407960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053388-c495-463b-9393-c4972985edb8 req-10a97f6f-d11f-4fbf-99e7-e39660b77dba tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:03.409581 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d053388-c495-463b-9393-c4972985edb8 req-10a97f6f-d11f-4fbf-99e7-e39660b77dba tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.1016068 Apr 15 19:03:03.464220 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8d053388-c495-463b-9393-c4972985edb8 req-0b0e08b2-ef6c-4302-adf5-6fb017a4e468 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479097 Apr 15 19:03:04.671135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe67d18-ab6a-48e9-a618-ddc6543f4efb req-5586c6ab-e957-4690-831a-c9d261a925cd tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:04.672842 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8fe67d18-ab6a-48e9-a618-ddc6543f4efb req-5586c6ab-e957-4690-831a-c9d261a925cd tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0926406 Apr 15 19:03:04.739885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8fe67d18-ab6a-48e9-a618-ddc6543f4efb req-d8a3175f-8bd2-48fe-a8f5-9fbae2927e42 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603633 Apr 15 19:03:05.955866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190ff8a-6a7c-49fb-b46b-7f0356a424d7 req-c1db9a3d-566b-430d-90ad-4890a9449c2c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:05.957408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c190ff8a-6a7c-49fb-b46b-7f0356a424d7 req-c1db9a3d-566b-430d-90ad-4890a9449c2c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0926659 Apr 15 19:03:06.008754 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c190ff8a-6a7c-49fb-b46b-7f0356a424d7 req-1394687c-f29d-485b-b1ed-3fd08ea988e6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439842 Apr 15 19:03:07.227786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373781-b41c-423b-b70e-0014613f109f req-a0100317-ca4d-441a-8044-89452665f328 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:07.229636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b373781-b41c-423b-b70e-0014613f109f req-a0100317-ca4d-441a-8044-89452665f328 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.1002874 Apr 15 19:03:07.280048 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4b373781-b41c-423b-b70e-0014613f109f req-07f2fa40-57d3-4301-bb2c-af74d66f4505 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Apr 15 19:03:08.486845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff051df0-a2a5-4115-b480-bf920a5dd7bd req-9d72067c-1d63-47c7-955c-69beb701a8e3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:08.488639 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff051df0-a2a5-4115-b480-bf920a5dd7bd req-9d72067c-1d63-47c7-955c-69beb701a8e3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0924871 Apr 15 19:03:08.539746 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ff051df0-a2a5-4115-b480-bf920a5dd7bd req-897b1765-302d-4009-aa79-07896eaa6cf6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439160 Apr 15 19:03:09.766123 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416a893-e496-442b-ae15-f43dd49da0bf req-285a112e-7235-4af4-9676-83e114c3c2d1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:09.767781 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9416a893-e496-442b-ae15-f43dd49da0bf req-285a112e-7235-4af4-9676-83e114c3c2d1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0999529 Apr 15 19:03:09.821609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9416a893-e496-442b-ae15-f43dd49da0bf req-90dbb3a3-7992-45d3-8ce2-6245c491ebe7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Apr 15 19:03:11.036310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216ad40-74fd-47eb-9288-3fb4d9b08c5a req-24efe5e3-19be-4f6a-8202-08dac1428187 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:11.038560 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2216ad40-74fd-47eb-9288-3fb4d9b08c5a req-24efe5e3-19be-4f6a-8202-08dac1428187 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0983791 Apr 15 19:03:11.089498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2216ad40-74fd-47eb-9288-3fb4d9b08c5a req-da1dc316-ecad-4c26-972c-b1a06210c58f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Apr 15 19:03:12.300540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca45af7-97fb-48f1-8634-b3a156c019d6 req-2bcf5d07-cfa3-43be-b4bb-ec2e0b006a5d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:12.302400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ca45af7-97fb-48f1-8634-b3a156c019d6 req-2bcf5d07-cfa3-43be-b4bb-ec2e0b006a5d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0925152 Apr 15 19:03:12.364200 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4ca45af7-97fb-48f1-8634-b3a156c019d6 req-bcd04023-def4-447f-82db-8eb3321552b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483844 Apr 15 19:03:13.566470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaebbd-8343-4cb5-b9fc-fabe46853e5e req-8bd533ee-0430-4851-9d8f-053b50eb1d4a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:13.568616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7eaebbd-8343-4cb5-b9fc-fabe46853e5e req-8bd533ee-0430-4851-9d8f-053b50eb1d4a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0913882 Apr 15 19:03:13.616149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e7eaebbd-8343-4cb5-b9fc-fabe46853e5e req-d947ed14-a089-4dde-9957-5a03d0bb6a37 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 Apr 15 19:03:14.823791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef996b18-b5f9-4f54-9f38-99246d270dab req-160f2a92-07fa-4c77-a216-ac5d13613487 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:14.825390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef996b18-b5f9-4f54-9f38-99246d270dab req-160f2a92-07fa-4c77-a216-ac5d13613487 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0937650 Apr 15 19:03:14.873590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ef996b18-b5f9-4f54-9f38-99246d270dab req-d141acb3-a283-49ba-8122-1fd1bc010056 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416374 Apr 15 19:03:15.007571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:16.070972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd0cf-791b-4ef8-be12-d1299f94487e req-7747b0e7-f723-4eba-9f92-d0c3165029b8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:16.072491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-905fd0cf-791b-4ef8-be12-d1299f94487e req-7747b0e7-f723-4eba-9f92-d0c3165029b8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 943 time: 0.0877681 Apr 15 19:03:16.120051 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-905fd0cf-791b-4ef8-be12-d1299f94487e req-eba7bdb4-3b58-4db7-b31d-6da30db8792e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Apr 15 19:03:16.134993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:03:16.280173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:03:16.294521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'port_id': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'mac_address': 'fa:16:3e:5e:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:03:16.352701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:16.370064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:03:16.386105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:03:16.388997 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:16.390914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-41c28cd7-730f-4662-a240-cadc99a44b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:03:16.461548 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=9']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:03:16.464992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:03:16.622385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['13d24729-b802-4c5d-9b3a-e5f5302c38f7'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:03:17.466273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1b503-837c-406a-a460-92c35ff10a1b req-6ae86f99-8095-4a5d-bd0b-8e4c25057db6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:17.467872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9cd1b503-837c-406a-a460-92c35ff10a1b req-6ae86f99-8095-4a5d-bd0b-8e4c25057db6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 944 time: 0.0904458 Apr 15 19:03:17.515057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9cd1b503-837c-406a-a460-92c35ff10a1b req-9ac6a215-8ebb-4acd-b334-e0b9489ceefc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408609 Apr 15 19:03:18.152270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:03:18.226834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:03:18.227259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:18.350777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:18.381054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:03:18.391808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:03:18.394780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:18.396838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:03:18.434105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'code': 200} Apr 15 19:03:18.467815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=10']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:03:18.470890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:03:18.724482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad5a0e-cb41-47f7-8ea5-4e4fa3aa4641 req-886ced39-7a45-410c-a2eb-ec183265203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:18.726696 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4fad5a0e-cb41-47f7-8ea5-4e4fa3aa4641 req-886ced39-7a45-410c-a2eb-ec183265203b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1099 time: 0.0827563 Apr 15 19:03:18.751061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06932e-5548-4499-aae3-8476be8e0063 req-920c2edb-6689-404b-b765-b90fcaea3e0c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:18.752660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d06932e-5548-4499-aae3-8476be8e0063 req-920c2edb-6689-404b-b765-b90fcaea3e0c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.0933650 Apr 15 19:03:18.770457 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4fad5a0e-cb41-47f7-8ea5-4e4fa3aa4641 req-a61ecf2c-079d-4c23-988a-3be9435cc963 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375600 Apr 15 19:03:18.801435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d06932e-5548-4499-aae3-8476be8e0063 req-e62d7172-2cc4-44a1-a633-53fbd652a807 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Apr 15 19:03:20.008824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef3df8-cb23-4b1e-aa08-aa51fa79d2b7 req-8b7ee0c9-a4cc-4cb1-a1ec-7e664b2ea0b0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:20.010398 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e0ef3df8-cb23-4b1e-aa08-aa51fa79d2b7 req-8b7ee0c9-a4cc-4cb1-a1ec-7e664b2ea0b0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.0899467 Apr 15 19:03:20.059056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e0ef3df8-cb23-4b1e-aa08-aa51fa79d2b7 req-4d20f6fd-9f95-4c69-99f7-ee751c304479 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Apr 15 19:03:21.264450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ff0d2-ed0c-49c3-99f9-240e9c8d3e1c req-91b9d5be-110b-4d83-a439-d085b409cd89 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:21.266078 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d4ff0d2-ed0c-49c3-99f9-240e9c8d3e1c req-91b9d5be-110b-4d83-a439-d085b409cd89 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.0912111 Apr 15 19:03:21.314478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0d4ff0d2-ed0c-49c3-99f9-240e9c8d3e1c req-0097dfef-3a06-44a7-bc61-1ba7a6f86afa tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Apr 15 19:03:24.291779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-569c9360-6a9c-4d43-8d2f-97c2747a6056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:27.077512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5a66099b-7ff4-4635-b9ff-15f17b9a3885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:27.310280 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:27.487641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:03:27.826818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:28.622423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:30.597137 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-39f89e8f-299e-415b-be3d-f7e7b100fa4b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775928 Apr 15 19:03:30.749664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-03090daa-23d5-4b45-80e4-d919f027ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:30.751311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-03090daa-23d5-4b45-80e4-d919f027ce92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1099 time: 0.0838089 Apr 15 19:03:30.908083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-c1e0d9e3-48c0-4e64-a285-41cb6a5331d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:30.909588 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-c1e0d9e3-48c0-4e64-a285-41cb6a5331d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1380353 Apr 15 19:03:31.020996 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-6ea66e25-5991-4f98-a76f-cf4bc7af29ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 1000 time: 0.1038299 Apr 15 19:03:31.089554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-bc745e21-ca3d-4efd-94af-549a62cfde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:31.091089 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-bc745e21-ca3d-4efd-94af-549a62cfde94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0628359 Apr 15 19:03:31.170479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-f529f194-990d-404f-8e88-ec1ee4f77f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:03:31.171932 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-f529f194-990d-404f-8e88-ec1ee4f77f90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751140 Apr 15 19:03:31.313657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-0e93949b-98ae-44dc-8fd8-1f5ed81d7a71 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347504 Apr 15 19:03:31.455908 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860c547d-e91a-49bb-b1cf-6afb68b0db09 req-479b8446-dde4-443b-95ef-53fbfba59032 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345046 Apr 15 19:03:45.007929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:54.293949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7b10d77c-0ad2-4c32-9808-2315710339f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:57.078403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-be96c15e-d96e-4804-b5b4-e2ea9f501792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:57.313143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:57.828903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:03:58.626343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:04.486481 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:04:15.021625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:24.294899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-05419be6-28dd-47ae-a7ad-ecd8504edb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:27.081820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e1946211-aab9-40ab-add6-ac59b0632ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:27.314955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:27.831488 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:28.628771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:29.719638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48256) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:29.937528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Deleting port 8100c01b-965f-490e-8c51-79d971fe02d3 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:04:29.937935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:30.114640 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:30.114943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:30.249543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Calling delete_port for 8100c01b-965f-490e-8c51-79d971fe02d3 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:04:30.402505 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:30.418033 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a48db3c8-10d0-422d-9e8c-84cbc589ddc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:30.513750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'Port': ['ID=8100c01b-965f-490e-8c51-79d971fe02d3,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:30.530186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.530621 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.531051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.531476 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.531892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.532306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.532714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.533125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.533536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.533969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.534376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.534784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:30.539784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:30.555869 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-857ea374-79eb-446c-a978-214a68a087ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825350 Apr 15 19:04:30.698009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:30.698332 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Floating IP f14414e3-8eee-404e-9819-42fe7f69e25b disassociated (deleted). External IP: 172.26.7.47, port: 13d24729-b802-4c5d-9b3a-e5f5302c38f7. Apr 15 19:04:30.702800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-420addf3-feb4-4bb8-a23e-bf6922e3dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:30.704373 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-420addf3-feb4-4bb8-a23e-bf6922e3dd99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1099 time: 0.0783544 Apr 15 19:04:31.091827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:04:31.142439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-afa046a4-3a53-4a68-81c2-4d66512433c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:31.144019 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-afa046a4-3a53-4a68-81c2-4d66512433c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.4202716 Apr 15 19:04:31.219585 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-9da67cbf-6e26-4c83-93db-c270ae5470a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 217 time: 0.0687878 Apr 15 19:04:31.295420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-52e51409-e443-46fa-ac91-592eb29eb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:31.297028 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-52e51409-e443-46fa-ac91-592eb29eb7da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0712397 Apr 15 19:04:31.393022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-f668486f-fac9-44a1-8629-7ec28d978de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:31.394608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-f668486f-fac9-44a1-8629-7ec28d978de0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908420 Apr 15 19:04:31.539606 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-4684a7b0-e35f-4dbe-aa85-c1d76a17a6ab service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381116 Apr 15 19:04:31.557469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:04:31.567279 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:04:31.574876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:31.579083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:04:31.579769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:04:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:04:31.642207 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "DELETE /v2.0/floatingips/f14414e3-8eee-404e-9819-42fe7f69e25b HTTP/1.1" status: 204 len: 168 time: 1.9188485 Apr 15 19:04:31.642207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:04:31.692650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab58caf-93f6-434a-bbbe-bb01d6c628ae req-a8e5b07c-668b-438d-b3f5-06f6ae510b7b service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465020 Apr 15 19:04:31.775304 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:04:31.832717 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'status': 'completed', 'code': 200} Apr 15 19:04:31.939544 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-881954a0-cca2-471e-b95e-34d9045af303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:31.941210 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-881954a0-cca2-471e-b95e-34d9045af303 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 1099 time: 0.0838964 Apr 15 19:04:32.099073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-077455fb-8202-41ee-9a2d-e6707c829ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:32.101193 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-077455fb-8202-41ee-9a2d-e6707c829ec8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1517222 Apr 15 19:04:32.120761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0783-d751-4724-9b02-9737ba3a71f3 req-ee9bdfe5-b6c6-4024-a61b-fba7398da86c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:32.121557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d90b0783-d751-4724-9b02-9737ba3a71f3 req-ee9bdfe5-b6c6-4024-a61b-fba7398da86c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:04:32.138726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-d90b0783-d751-4724-9b02-9737ba3a71f3 req-ee9bdfe5-b6c6-4024-a61b-fba7398da86c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:04:32.140266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d90b0783-d751-4724-9b02-9737ba3a71f3 req-ee9bdfe5-b6c6-4024-a61b-fba7398da86c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.1834943 Apr 15 19:04:32.152058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:04:32.156237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:04:32.165414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:04:32.166114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:04:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:04:32.179485 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-0983bdad-9faa-4b4e-8b15-09cd392f3cb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 200 len: 217 time: 0.0714784 Apr 15 19:04:32.190666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d90b0783-d751-4724-9b02-9737ba3a71f3 req-3d8e0199-d59b-47ed-b3a2-1be8c72acff7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Apr 15 19:04:32.250015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-959077d3-42a7-4d56-aaa5-f8085e349fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:32.251622 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-959077d3-42a7-4d56-aaa5-f8085e349fe4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0657768 Apr 15 19:04:32.343888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-ce0ba64a-2262-4852-8f25-659878c305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:32.345603 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-ce0ba64a-2262-4852-8f25-659878c305e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867445 Apr 15 19:04:32.358286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:04:32.489786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-77ffd77e-384d-438c-9d8b-8758f497428b service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359410 Apr 15 19:04:32.633507 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dcbbd374-b102-40c9-a1f1-59bf6e60363e req-d359cae7-13f1-46c1-bb96-a26c24c0eeff service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354928 Apr 15 19:04:32.689973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:04:32.694081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7b7d52-3567-4ead-9385-5ec148bbefde None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:04:33.061923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b876828-29e7-4c53-9dda-b8fcded9d04c None None] New status for floating IP f14414e3-8eee-404e-9819-42fe7f69e25b: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:04:33.284191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-b8b8f64f-e9e6-433c-9bb4-b380b97ceeab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:33.284949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-b8b8f64f-e9e6-433c-9bb4-b380b97ceeab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:04:33.302996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-b8b8f64f-e9e6-433c-9bb4-b380b97ceeab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:04:33.304326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-b8b8f64f-e9e6-433c-9bb4-b380b97ceeab tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.1129022 Apr 15 19:04:33.391393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Deleting port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:04:33.391786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:33.469352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50a79-706b-46b9-b92b-1f491c761bb2 req-3e72c56e-0f80-4d81-8fc7-b11b9659147e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:33.471005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3c50a79-706b-46b9-b92b-1f491c761bb2 req-3e72c56e-0f80-4d81-8fc7-b11b9659147e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 946 time: 0.1554103 Apr 15 19:04:33.524196 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a3c50a79-706b-46b9-b92b-1f491c761bb2 req-ca205ebd-b67e-4644-a17f-77d2bdff24d6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=c74d0914-84b7-49fb-8524-c35391a97f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Apr 15 19:04:33.656814 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] For port 13d24729-b802-4c5d-9b3a-e5f5302c38f7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=13d24729-b802-4c5d-9b3a-e5f5302c38f7,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:04:33.657239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:33.795818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Calling delete_port for 13d24729-b802-4c5d-9b3a-e5f5302c38f7 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:04:33.946566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:33.961529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-46dd0235-d5de-4fb4-8ede-2ef5532ec2f0 tempest-DeleteServersTestJSON-1541889011 tempest-DeleteServersTestJSON-1541889011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:34.055565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'Port': ['ID=13d24729-b802-4c5d-9b3a-e5f5302c38f7,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:34.071412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.071834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.072250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.072675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.073063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.073467 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.073907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.074307 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.074707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.075106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.075503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.075901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:04:34.080608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:34.216591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] No DVR routers for this DVR port 13d24729-b802-4c5d-9b3a-e5f5302c38f7 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:04:34.219108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:34.221818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-deleted', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:04:34.237530 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd7bfe6a-9646-4ce1-8b83-04d5697b442f req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "DELETE /v2.0/ports/13d24729-b802-4c5d-9b3a-e5f5302c38f7 HTTP/1.1" status: 204 len: 173 time: 0.9280984 Apr 15 19:04:34.271579 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e471da94-e045-44d3-923e-827957528d95', 'name': 'network-vif-deleted', 'tag': '13d24729-b802-4c5d-9b3a-e5f5302c38f7', 'status': 'completed', 'code': 200} Apr 15 19:04:34.708645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30097e39-aa85-4af7-8435-5791d3a9a909 req-6619f13e-82c2-476e-b026-5047c87de6ee tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=e471da94-e045-44d3-923e-827957528d95 HTTP/1.1" status: 200 len: 210 time: 0.0497046 Apr 15 19:04:35.814985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48284) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:35.890899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:35.921635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:35.977470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:35.982767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4a1df2d8-d334-44a9-9bb2-dfef1e9087b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:35.998520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d0914-84b7-49fb-8524-c35391a97f78,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:36.004080 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:36.006054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.007750 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-22d2e062-41e7-42da-baa4-30fb5494b55b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "DELETE /v2.0/security-groups/c74d0914-84b7-49fb-8524-c35391a97f78 HTTP/1.1" status: 204 len: 168 time: 0.1917026 Apr 15 19:04:36.276475 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48292) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:36.282418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150843622', 'description': 'tempest-secgroup-smoke-1150843622 description', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:36.289058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.293429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.296470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.306383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.315556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.337478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.341409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.344342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.350384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.422684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.425203 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.431070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-18973af3-61e2-4024-985b-37e1c7fa135b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:36.474442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1806f4cd-3fec-4908-9b45-3714000c742f,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:36.477293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.478616 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2010016 Apr 15 19:04:36.479624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8f919cf2-f1cd-473c-b63a-bb008e079745 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:36.481780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48296) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:36.487282 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:36.494261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.498270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.501385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.508036 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.523868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.555821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:04:36.586168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.589108 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.591094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a13dfdb-ffc9-47fe-ac56-2d9a79132e0e tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:36.591714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 13d24729-b802-4c5d-9b3a-e5f5302c38f7 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:04:36.592146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 13d24729-b802-4c5d-9b3a-e5f5302c38f7 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:04:36.614942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70aca16a-de87-4bdb-af81-60a69182a20c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:36.618252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:36.630507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.631825 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d7a21159-977a-4fd1-8b49-4fb14db9ade7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490221 Apr 15 19:04:36.634835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48300) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:36.640401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:36.646636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.650755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.653748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.659728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.680395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.744377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.747903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.749911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9df49c7a-2bf9-44a1-85a1-2c37eae1d835 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:36.773703 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327d50a-5e25-421a-ba53-6355f127f2cd,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:36.776250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:36.783271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.784566 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f2fd19a8-417e-4448-aa1f-f81c2481c49b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487293 Apr 15 19:04:36.787370 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48308) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:36.793513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:36.799924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.804507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.807539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.813538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.829216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.894364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.896917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.904676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-04dc2fc6-6135-4f6b-8264-955c5b3ce26e tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:36.923864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8037067-3188-42fe-bc7f-835ef60abfa8,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:36.926085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:36.932321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:36.933608 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d40acdc2-c51b-4138-8a74-a220a34c9eaf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447008 Apr 15 19:04:36.936504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48312) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:36.942007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:36.948286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:36.952344 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:36.955371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:36.962473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:36.978667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.045689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.048083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.055409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-eb71016d-e278-413d-89af-3242b19d4fe5 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:37.076801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396b74f3-1ee1-4403-9951-503897e1ef7f,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:37.079663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:37.081353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.082763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1c7b489d-a06d-49a8-99e7-14c21dd6ee68 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451652 Apr 15 19:04:37.086064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48316) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:37.091906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:37.098228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:37.102847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:37.105894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:37.111928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:37.121197 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Project 9d805f81dd3b4cd8a6e6339d1cf7f66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:04:37.128390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.195147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.197697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.199609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b396849c-0b0c-49a3-beea-aaeb4d734842 tempest-SecGroupTest-1257626898 tempest-SecGroupTest-1257626898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:37.223373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a9467c-4b35-42c8-9857-54c03368a267,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:37.226442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:37.232458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.233727 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b81d7d6d-20e1-4157-952d-35fb30b42709 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464021 Apr 15 19:04:37.236564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48320) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:04:37.242132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'security_group_rule': {'security_group_id': '1806f4cd-3fec-4908-9b45-3714000c742f', 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:37.248321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:37.252341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:security_group_rule and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:37.255374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:37.261955 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:37.271139 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Project 9d805f81dd3b4cd8a6e6339d1cf7f66f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:04:37.278422 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.345216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.347675 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.349529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fbf12f26-37d0-44d0-ad17-91d85a85c522 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:37.379872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe098a3e-2b47-4b0f-9e1d-6e03b0a10a68,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:37.383013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:37.389017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:37.390326 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7a68ce8b-9e1a-438c-938b-bb9790004785 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527698 Apr 15 19:04:41.486101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:04:45.044832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:53.733412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-ce552f08-165b-4b3c-9040-197d939e8fc9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:04:53.748713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-ce552f08-165b-4b3c-9040-197d939e8fc9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:04:53.749997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-ce552f08-165b-4b3c-9040-197d939e8fc9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150843622&fields=id&tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 267 time: 0.0597787 Apr 15 19:04:53.914931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-e2fc915c-ef73-4c25-b8b3-e7171cc89c01 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:53.916513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-e2fc915c-ef73-4c25-b8b3-e7171cc89c01 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 808 time: 0.1584501 Apr 15 19:04:53.933248 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-93ed7405-52ea-443c-8486-1b1021b75c10 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/quotas/9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 375 time: 0.0103619 Apr 15 19:04:54.026722 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-e1c8cfef-fb04-4191-9310-cf95b5636a5e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879471 Apr 15 19:04:54.087911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-50774b81-2e69-400c-afdf-7ea654f4265a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:04:54.088990 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-50774b81-2e69-400c-afdf-7ea654f4265a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497031 Apr 15 19:04:54.233149 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-bea4131e-8e50-4a6a-b583-c073e883e863 service neutron] 10.222.0.32 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376278 Apr 15 19:04:54.297464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4c993762-9cdd-47bd-8e38-d5f44df837cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:54.376971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-2985f133-c2c1-47d8-b162-b21f4cacd56b service neutron] 10.222.0.32 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373260 Apr 15 19:04:54.791297 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-cf61c0a0-510c-4502-b2ee-6f06b49f67f5 req-ca7e3693-c027-494f-bb78-af3cc1b67568 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 210 time: 0.0498760 Apr 15 19:04:55.818201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-89e4a948-38e2-4012-bb91-6692e99b0050 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:55.820374 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-89e4a948-38e2-4012-bb91-6692e99b0050 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 808 time: 0.1611173 Apr 15 19:04:55.899048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-0d3bc4dc-5e8b-4ca6-a5a2-2e480cb59b46 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:04:55.911328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-0d3bc4dc-5e8b-4ca6-a5a2-2e480cb59b46 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:04:55.912862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-0d3bc4dc-5e8b-4ca6-a5a2-2e480cb59b46 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 8073 time: 0.0847547 Apr 15 19:04:55.921906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'port': {'device_id': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'admin_state_up': True, 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'security_groups': ['1806f4cd-3fec-4908-9b45-3714000c742f']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:55.953630 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b1f33a9d-76bf-4ecc-84e5-239660dc5c3c req-1dbcce4b-73a9-4bf4-8fa9-7cb0c1839f76 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 210 time: 0.0500925 Apr 15 19:04:56.071364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:04:56.075648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:port and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:04:56.078610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:04:56.084608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:04:56.093499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Made reservation on behalf of 9d805f81dd3b4cd8a6e6339d1cf7f66f for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:04:56.099526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:56.274064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Allocated IP 172.20.0.13 (a5581c5c-2763-4b50-ae87-b9d49a2c1b4e/ecc7705e-74ce-4860-a1dd-e2b5f56f8388/20ea44b8-9ce7-40f7-985c-72a915964f2e) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:04:56.480110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:56.496232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Transition to ACTIVE for port object 20ea44b8-9ce7-40f7-985c-72a915964f2e will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:04:56.547436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:56.562897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:56.700158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:56.704777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:56.760482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:04:56.761785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:04:56.764209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:04:56.830202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:56.830894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:56.865182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-1a04d618-b1bd-49aa-9440-a3ddfb02cd28 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9472990 Apr 15 19:04:56.877459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Request body: {'port': {'device_id': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:04:56.976957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e8d6eb8-a0c7-4e34-828b-ed1b23d30084 None None] Provisioning for port 20ea44b8-9ce7-40f7-985c-72a915964f2e completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:04:56.984351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7e8d6eb8-a0c7-4e34-828b-ed1b23d30084 None None] Provisioning complete for port 20ea44b8-9ce7-40f7-985c-72a915964f2e triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:04:56.985999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6eb8-a0c7-4e34-828b-ed1b23d30084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.008193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.045055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d6eb8-a0c7-4e34-828b-ed1b23d30084 None None] Port 20ea44b8-9ce7-40f7-985c-72a915964f2e cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:04:57.085686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9325e8f5-1d88-43d0-b410-488ff5333ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.179993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a567588-2599-478f-9e75-4fd706e58038 req-8e3ad38c-1f08-4dae-8465-02e380f3b2d7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:57.181633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a567588-2599-478f-9e75-4fd706e58038 req-8e3ad38c-1f08-4dae-8465-02e380f3b2d7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 932 time: 0.0945942 Apr 15 19:04:57.231699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5a567588-2599-478f-9e75-4fd706e58038 req-78f79596-88a3-40c2-8639-5b0949ebc571 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Apr 15 19:04:57.319825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.391900 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea44b8-9ce7-40f7-985c-72a915964f2e {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:04:57.399975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.414880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Transition to ACTIVE for port object 20ea44b8-9ce7-40f7-985c-72a915964f2e will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:04:57.417377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:57.433434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-292a0fd4-9967-413a-a5d5-4044eb4b76b8 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:57.570100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:57.574509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:57.833975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:58.086011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Attempting to bind port 20ea44b8-9ce7-40f7-985c-72a915964f2e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:04:58.086605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Attempting to bind port 20ea44b8-9ce7-40f7-985c-72a915964f2e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:04:58.087010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Attempting to bind port 20ea44b8-9ce7-40f7-985c-72a915964f2e on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:04:58.091993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Port 20ea44b8-9ce7-40f7-985c-72a915964f2e on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:04:58.092348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Attempting to bind port 20ea44b8-9ce7-40f7-985c-72a915964f2e on network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:04:58.097766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:04:58.098173 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Checking segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:04:58.098593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Bound using segment: {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:04:58.099064 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Bound port: 20ea44b8-9ce7-40f7-985c-72a915964f2e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:04:58.099449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:58.196691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:04:58.199820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:04:58.203664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:58.219529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4be40924-501a-479b-a309-eefccfbc8519 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:04:58.373574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:04:58.382922 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:04:58.421736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:58.422466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:58.424124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] 10.222.0.49 "PUT /v2.0/ports/20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1094 time: 1.5512185 Apr 15 19:04:58.424714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:04:58.459260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b321f-c879-4f53-b520-890c44699837 req-1fe99bc6-3f5a-4fbc-81e0-a141563ec344 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:58.462018 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f32b321f-c879-4f53-b520-890c44699837 req-1fe99bc6-3f5a-4fbc-81e0-a141563ec344 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.1063313 Apr 15 19:04:58.523876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'status': 'completed', 'code': 200} Apr 15 19:04:58.539003 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f32b321f-c879-4f53-b520-890c44699837 req-2a98f8ea-410e-489c-8b1a-b3f9626925c2 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649898 Apr 15 19:04:58.574216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-b69688be-0829-4810-b9b8-53eee540672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:58.575852 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-b69688be-0829-4810-b9b8-53eee540672e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1097 time: 0.1069179 Apr 15 19:04:58.634811 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:04:58.654642 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-d133d2b7-0f39-4dad-8f6a-23adfaa74e52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 217 time: 0.0715671 Apr 15 19:04:58.730803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-681f3870-d589-4df3-a7d6-f3d8f313c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:58.732404 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-681f3870-d589-4df3-a7d6-f3d8f313c72b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0717146 Apr 15 19:04:58.816328 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-4093f3e5-7ce1-40ca-9401-0adb9d78048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:58.817982 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-4093f3e5-7ce1-40ca-9401-0adb9d78048e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790641 Apr 15 19:04:58.963387 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-57720e24-be2d-48c3-b607-658303824883 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385524 Apr 15 19:04:59.103463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a56f5596-f439-4d1f-be77-16d9c285a07c req-acf637c1-566a-4ae7-a62d-97ed12790c89 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337457 Apr 15 19:04:59.222029 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-3b8b160a-13aa-45bf-bd5c-c1e3a287b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:59.223623 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-3b8b160a-13aa-45bf-bd5c-c1e3a287b12c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1097 time: 0.0770183 Apr 15 19:04:59.365517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-4d449974-aef4-4c36-977c-9aa1650e0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:59.367703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-4d449974-aef4-4c36-977c-9aa1650e0f31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1367404 Apr 15 19:04:59.445647 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-6ab62bc1-19b8-4942-9c22-4a87158e57ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 217 time: 0.0713568 Apr 15 19:04:59.516198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-9cf36978-f8f6-456c-a2d2-d6ac04c81a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:59.517636 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-9cf36978-f8f6-456c-a2d2-d6ac04c81a5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0666063 Apr 15 19:04:59.601484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-a6af7f39-1bdd-434c-b23b-14ae124dbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:59.603175 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-a6af7f39-1bdd-434c-b23b-14ae124dbb3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777435 Apr 15 19:04:59.742372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827a5ff-6bf5-48ad-9127-212c15dacf23 req-9bb698cf-bccf-4482-808c-05e4101de3e5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:04:59.744026 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1827a5ff-6bf5-48ad-9127-212c15dacf23 req-9bb698cf-bccf-4482-808c-05e4101de3e5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0899870 Apr 15 19:04:59.746786 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-115881ac-1f01-4d46-a0fb-953116e282c5 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368711 Apr 15 19:04:59.794069 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1827a5ff-6bf5-48ad-9127-212c15dacf23 req-4ecc2ab7-8aa4-4725-a3b5-f536fa6b4841 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Apr 15 19:04:59.889657 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fda17f16-76c0-45de-91b2-e39000df5d64 req-50e69f9c-19ce-41cb-9bd8-4e12a1c46b02 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365962 Apr 15 19:05:00.996915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bd8a1-b183-4e8f-9ae4-5b665ae13c03 req-f47bef92-9ea2-45fd-b865-ea3c8ef403b3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:00.998522 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a99bd8a1-b183-4e8f-9ae4-5b665ae13c03 req-f47bef92-9ea2-45fd-b865-ea3c8ef403b3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0928483 Apr 15 19:05:01.045925 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a99bd8a1-b183-4e8f-9ae4-5b665ae13c03 req-bf1b9904-8302-4d71-87d6-e81ff860cbdd tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411220 Apr 15 19:05:02.247910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06f31f-f009-4530-81b5-1ec31b72402c req-9e810b06-13ad-4607-bdc8-7c2d77ee61b1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:02.249571 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d06f31f-f009-4530-81b5-1ec31b72402c req-9e810b06-13ad-4607-bdc8-7c2d77ee61b1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0899110 Apr 15 19:05:02.297732 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d06f31f-f009-4530-81b5-1ec31b72402c req-423d7055-e714-4e56-a8c1-f42115c5c5bd tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Apr 15 19:05:03.501025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ccb03-a60b-4d44-b1cb-269721b5cd0a req-75c4ce57-d52c-4041-a177-ee444cabd628 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:03.502706 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ccb03-a60b-4d44-b1cb-269721b5cd0a req-75c4ce57-d52c-4041-a177-ee444cabd628 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0932956 Apr 15 19:05:03.554302 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c2ccb03-a60b-4d44-b1cb-269721b5cd0a req-4e5a8188-5751-47a4-b35b-bdbe29b37ece tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 Apr 15 19:05:04.753185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1468b99-df8e-4ffb-8d2d-cdf8e17b320d req-ae264f3c-fd34-4ec0-8858-5e27a9406393 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:04.754862 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1468b99-df8e-4ffb-8d2d-cdf8e17b320d req-ae264f3c-fd34-4ec0-8858-5e27a9406393 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0895147 Apr 15 19:05:04.808203 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d1468b99-df8e-4ffb-8d2d-cdf8e17b320d req-f52f4f83-6cf7-4aa1-bdf2-5e69f8aa4f0a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Apr 15 19:05:06.010016 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b39b4-dff0-4a80-989d-134b7ca923c3 req-cbb9ec63-26c0-41ad-af3e-ffec8050fd66 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:06.011602 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860b39b4-dff0-4a80-989d-134b7ca923c3 req-cbb9ec63-26c0-41ad-af3e-ffec8050fd66 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0882554 Apr 15 19:05:06.059478 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860b39b4-dff0-4a80-989d-134b7ca923c3 req-66ad93f6-cb04-4fe7-94a1-9a5319508c45 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Apr 15 19:05:06.665529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:05:06.812084 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:05:06.825882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'mac_address': 'fa:16:3e:a9:2a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:05:06.887312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:06.905230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea44b8-9ce7-40f7-985c-72a915964f2e {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:05:06.921509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:05:06.924433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:06.926322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:05:06.995122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:05:07.002846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.003233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.003610 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.003983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.004348 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.004717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.005085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.005450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.005813 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.006202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.006564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.006925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:05:07.010936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:05:07.137071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['20ea44b8-9ce7-40f7-985c-72a915964f2e'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:05:07.268982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d06c9-0b42-46ab-b08c-3fcc55f627da req-f226518c-17d0-4231-b955-6b4a078e407e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:07.270777 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2d9d06c9-0b42-46ab-b08c-3fcc55f627da req-f226518c-17d0-4231-b955-6b4a078e407e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 945 time: 0.0994551 Apr 15 19:05:07.323072 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2d9d06c9-0b42-46ab-b08c-3fcc55f627da req-0dadff4f-8567-4b7b-8194-55b802ce905b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450177 Apr 15 19:05:08.521732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7e3f-c757-44e1-b902-3ecb82c607b5 req-6c0a0918-1330-4221-b8e3-46e3be984a24 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:08.523353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6dcc7e3f-c757-44e1-b902-3ecb82c607b5 req-6c0a0918-1330-4221-b8e3-46e3be984a24 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 945 time: 0.0881584 Apr 15 19:05:08.573624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6dcc7e3f-c757-44e1-b902-3ecb82c607b5 req-982cacfd-4448-4377-9455-0054c4b6f0c6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Apr 15 19:05:08.680744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:05:08.752885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 20ea44b8-9ce7-40f7-985c-72a915964f2e completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:05:08.758072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 20ea44b8-9ce7-40f7-985c-72a915964f2e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:05:08.758496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:08.884322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:08.911076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:05:08.921608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:05:08.924762 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:08.926666 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:05:08.963660 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'code': 200} Apr 15 19:05:08.997587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:05:09.000629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:05:09.239050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5027-6ecb-4406-9d3d-e2b84a52888a req-67eef3df-8e24-4b66-b935-75bf35c64953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:09.240637 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-77ec5027-6ecb-4406-9d3d-e2b84a52888a req-67eef3df-8e24-4b66-b935-75bf35c64953 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0768507 Apr 15 19:05:09.286968 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-77ec5027-6ecb-4406-9d3d-e2b84a52888a req-27b29168-7d82-4881-841b-d4481d6be3fc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396738 Apr 15 19:05:09.775556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc25e2-0390-482d-8a7a-c97026f423eb req-21cdaa4b-694e-49c4-a649-cc716ed621e0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:09.777184 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92dc25e2-0390-482d-8a7a-c97026f423eb req-21cdaa4b-694e-49c4-a649-cc716ed621e0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0938244 Apr 15 19:05:09.824971 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92dc25e2-0390-482d-8a7a-c97026f423eb req-7a632eba-1493-457e-bae3-e22fb71797f5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Apr 15 19:05:11.027982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70198-8b08-4981-848c-ab0de886e3c3 req-e2d92de4-ea66-42a2-9f9d-cb7b8ccc411d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:11.029573 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92c70198-8b08-4981-848c-ab0de886e3c3 req-e2d92de4-ea66-42a2-9f9d-cb7b8ccc411d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0876946 Apr 15 19:05:11.080232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92c70198-8b08-4981-848c-ab0de886e3c3 req-51d509a0-625a-43a1-bb32-3ad2fac9047d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Apr 15 19:05:11.279970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d1a77-bfe5-4ce9-8d1d-fef99b19d278 req-7924a0ed-a49b-40f8-a1ec-ad3c165ff154 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:11.281551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d40d1a77-bfe5-4ce9-8d1d-fef99b19d278 req-7924a0ed-a49b-40f8-a1ec-ad3c165ff154 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0875854 Apr 15 19:05:11.329033 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d40d1a77-bfe5-4ce9-8d1d-fef99b19d278 req-8d8b371d-29c9-4713-94c0-cddd609ad77b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Apr 15 19:05:11.353026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48506) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:05:11.430785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec7a26-3a24-4545-9fc1-1b9d19e29e60 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:11.432400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-45ec7a26-3a24-4545-9fc1-1b9d19e29e60 tempest-TestShelveInstance-2119823784 tempest-TestShelveInstance-2119823784-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1094 time: 0.0782964 Apr 15 19:05:11.435387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48510) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:05:11.441135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:05:11.450933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:05:11.454951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Usage tracker for resource:floatingip and tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:05:11.457915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:05:11.464119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:05:11.473798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:11.615071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:11.757884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Allocated IP 172.26.7.243 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/14b9cad5-b0bb-4257-83b9-5aa96b077402) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:05:11.909668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:11.938678 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:11.954041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e01b9e7e-c778-498d-b353-e89fd8b140db tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:05:12.084967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=14b9cad5-b0bb-4257-83b9-5aa96b077402,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:05:12.090050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:05:12.141155 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:05:12.142319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:05:12.144642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:05:12.567705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:12.643172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:12.860044 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:12.863622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:12.878324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-16d0bc59-ebbf-48f1-a8d0-9e9ef4e6dad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:05:13.007130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event updated for resources: {'Port': ['ID=14b9cad5-b0bb-4257-83b9-5aa96b077402,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:05:13.012127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:05:13.111884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:13.573997 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Floating IP 582aecc2-161a-47d3-9032-44390a374e33 associated. External IP: 172.26.7.243, port: 20ea44b8-9ce7-40f7-985c-72a915964f2e. Apr 15 19:05:13.944742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:05:14.131417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:05:14.141967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:05:14.152456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:05:14.153138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:04:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:05:14.156196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:14.217538 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7810338 Apr 15 19:05:14.218311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:05:14.266194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'status': 'completed', 'code': 200} Apr 15 19:05:14.354434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:05:14.367112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578586d7-97de-486d-a4a7-0023305d5304 req-f22f01dc-591e-4ada-95c0-4cdd57a569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:14.369363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-f22f01dc-591e-4ada-95c0-4cdd57a569ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0807817 Apr 15 19:05:14.514208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578586d7-97de-486d-a4a7-0023305d5304 req-25931c1b-92fa-438c-848a-27184b9e5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:14.515867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-25931c1b-92fa-438c-848a-27184b9e5385 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1409178 Apr 15 19:05:14.625258 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-3e4d20fb-dbdb-40ac-a4cf-8519a271b6f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1000 time: 0.1034398 Apr 15 19:05:14.692115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578586d7-97de-486d-a4a7-0023305d5304 req-7db07707-fb39-4a65-8f57-c8f9a351600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:14.693705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-7db07707-fb39-4a65-8f57-c8f9a351600d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0628767 Apr 15 19:05:14.723134 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '582aecc2-161a-47d3-9032-44390a374e33', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:a9:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:05:12Z', 'updated_at': '2021-04-15T19:05:12Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:05:14.727948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:05:14.736995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:05:14.737722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:04:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:05:14.780866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578586d7-97de-486d-a4a7-0023305d5304 req-3eb9e865-543b-463b-baf4-f4c613627a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:14.782445 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-3eb9e865-543b-463b-baf4-f4c613627a80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820591 Apr 15 19:05:14.923876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-45356914-7695-42cc-9d2b-1e932a770cab service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348898 Apr 15 19:05:14.931076 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:05:15.064403 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-578586d7-97de-486d-a4a7-0023305d5304 req-83282c23-1796-473a-b06a-bf57371d26be service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347671 Apr 15 19:05:15.104302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:15.310821 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '582aecc2-161a-47d3-9032-44390a374e33', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:a9:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:05:12Z', 'updated_at': '2021-04-15T19:05:12Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:05:15.315183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84d8beb-dc2e-4cd0-ac38-e593fe52593e None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '582aecc2-161a-47d3-9032-44390a374e33', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'floating_ip_address': '172.26.7.243', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'mac_address': 'fa:16:3e:a9:2a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:05:12Z', 'updated_at': '2021-04-15T19:05:12Z', 'revision_number': 0, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:05:15.611578 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf3af20-fd98-42ef-8e54-ef44b9b2e283 None None] New status for floating IP 582aecc2-161a-47d3-9032-44390a374e33: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:05:18.485515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:05:24.300052 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-123c3d3c-309f-4ccc-ae3f-bf642c3a8a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:27.152085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-23e47801-973b-45af-900a-50d0c596afae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:27.321861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:27.838277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:28.629637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:30.642050 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-90b1fd2e-c570-4e70-9d50-bedbd98d444f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360719 Apr 15 19:05:30.800753 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-71253dae-b2f9-407b-825b-af5094304c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:30.801106 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-71253dae-b2f9-407b-825b-af5094304c27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0875909 Apr 15 19:05:30.963716 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-8e5e5b72-c0fa-4422-a148-5bb7b9543e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:30.965298 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-8e5e5b72-c0fa-4422-a148-5bb7b9543e72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1422975 Apr 15 19:05:31.072199 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-ddeb74eb-eebc-42ea-963f-533aa360c69c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1002 time: 0.1001935 Apr 15 19:05:31.144461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-671d207d-fd00-4db9-956b-a1db607e4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:31.146029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-671d207d-fd00-4db9-956b-a1db607e4eed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0675507 Apr 15 19:05:31.229770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-d0ccaa28-9f95-4a38-9745-4f4eadddf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:05:31.231450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-d0ccaa28-9f95-4a38-9745-4f4eadddf351 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785947 Apr 15 19:05:31.380712 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-42a07301-c2e6-4a32-ae60-abb9f55e5c96 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426549 Apr 15 19:05:31.531467 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2de5c73-b54c-4519-a315-f83534e0ef96 req-b4ab8413-395c-49fc-92af-82cd6724b2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436386 Apr 15 19:05:45.052194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:54.317449 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c66c9159-72d1-4e63-bb7b-b62f680fcfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:55.484836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:05:57.090073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-108aab1f-9553-45fc-886a-c48bf1ac7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:57.324032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:57.841581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:05:58.637265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:15.065655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:24.299726 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b8d8bece-3572-41e2-a08b-1d9e4817fa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:27.091696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9a79963f-6536-4486-9c9d-1565861dc79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:27.329872 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:27.844074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:28.641405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:32.484976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:06:32.565008 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-d2be8773-9730-44f5-babc-c1e269d12c35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848119 Apr 15 19:06:32.710697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-b2d345db-6235-4792-badc-cb7be5cdea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:06:32.712272 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-b2d345db-6235-4792-badc-cb7be5cdea27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0777223 Apr 15 19:06:32.867202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-fde881b6-448f-45a5-87c4-6a35f0b543d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:06:32.868775 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-fde881b6-448f-45a5-87c4-6a35f0b543d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1376867 Apr 15 19:06:32.976833 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-aac59905-a9b6-41fc-a9e0-829db02b5646 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1002 time: 0.1017461 Apr 15 19:06:33.045260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-38c39d74-e8b9-4f2c-8ba2-0b36ea38202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:06:33.046836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-38c39d74-e8b9-4f2c-8ba2-0b36ea38202e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0638545 Apr 15 19:06:33.130743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-ddd7afba-0b27-4d51-8192-0b29a54a4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:06:33.132315 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-ddd7afba-0b27-4d51-8192-0b29a54a4356 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797224 Apr 15 19:06:33.272363 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-e97bf6bc-9ea8-4239-8cd7-36578fabdcfb service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334620 Apr 15 19:06:33.696254 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7200e03c-2978-4f9c-949f-ceb20d42a531 req-def3f309-701d-4122-8403-6a7be3f94786 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183927 Apr 15 19:06:45.077818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:54.308699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bc966f1f-71e8-45c8-a3fd-efbff7de5513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:57.115303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d5b69bb-5c5b-4331-91f2-712d83939301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:57.356506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:57.856964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:06:58.646452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:09.485240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:07:12.538050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582775e-1139-404c-975d-dabbfe21ce89 req-60396fb0-31b8-40c0-8686-7b92f2c5ae52 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:12.539733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8582775e-1139-404c-975d-dabbfe21ce89 req-60396fb0-31b8-40c0-8686-7b92f2c5ae52 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.1065841 Apr 15 19:07:12.588954 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8582775e-1139-404c-975d-dabbfe21ce89 req-a09c267b-f22b-49b3-80dd-5efc3714f68a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Apr 15 19:07:13.796598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06123179-9021-48b1-8e3b-c11417bd7b2b req-9038b9de-afcd-4ded-93c7-6b56e09c904a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:13.798251 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06123179-9021-48b1-8e3b-c11417bd7b2b req-9038b9de-afcd-4ded-93c7-6b56e09c904a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0919065 Apr 15 19:07:13.849088 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-06123179-9021-48b1-8e3b-c11417bd7b2b req-24711829-7a5b-4e35-bb77-231f6d05e975 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Apr 15 19:07:15.067129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:15.069437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b6632-67d2-4433-81e9-5ed560844142 req-7dc88b36-98b5-454b-93bc-b38b218e5c86 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:15.071135 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b36b6632-67d2-4433-81e9-5ed560844142 req-7dc88b36-98b5-454b-93bc-b38b218e5c86 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0941811 Apr 15 19:07:15.126110 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b36b6632-67d2-4433-81e9-5ed560844142 req-d4126c15-f0f4-4fb4-b2a6-62b464a0f73b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Apr 15 19:07:16.329181 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aedf9b-173a-4912-9b0e-d4ef78165501 req-79136a19-5c6e-4593-aa76-17da470039a8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:16.330830 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10aedf9b-173a-4912-9b0e-d4ef78165501 req-79136a19-5c6e-4593-aa76-17da470039a8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0922818 Apr 15 19:07:16.381709 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10aedf9b-173a-4912-9b0e-d4ef78165501 req-2b6cb34c-069d-4b0f-aaae-5ec5bc39b7c4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Apr 15 19:07:17.582823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58439c89-bd69-4119-9ce1-b22931eae668 req-207b6a08-994f-42e0-b179-c1c208c05d3d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:17.584668 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-58439c89-bd69-4119-9ce1-b22931eae668 req-207b6a08-994f-42e0-b179-c1c208c05d3d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0882456 Apr 15 19:07:17.631551 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-58439c89-bd69-4119-9ce1-b22931eae668 req-6b6d4fe5-b3f1-4469-b8e8-f543050f7f27 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Apr 15 19:07:18.834845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b619-ccfc-488d-9341-66c9f9a79352 req-4afb38e6-140b-4112-a172-fb1379d0dff0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:18.836427 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c7b4b619-ccfc-488d-9341-66c9f9a79352 req-4afb38e6-140b-4112-a172-fb1379d0dff0 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0925016 Apr 15 19:07:18.884022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c7b4b619-ccfc-488d-9341-66c9f9a79352 req-d10098d4-79d7-41ea-ba97-2eeb8636f5c7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Apr 15 19:07:20.082229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b24f7-99ec-470a-917b-dc927e2efd41 req-94827aec-5896-471d-ab13-06147cbbd9de tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:20.083748 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-077b24f7-99ec-470a-917b-dc927e2efd41 req-94827aec-5896-471d-ab13-06147cbbd9de tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0878446 Apr 15 19:07:20.135260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-077b24f7-99ec-470a-917b-dc927e2efd41 req-0e658d1c-72b0-4b07-8500-f721beec0e4e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Apr 15 19:07:21.340871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecbee1-5d1d-4f13-9c6e-fa5683e49cdc req-7f48d6d0-280d-407f-859f-a198abc875f5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:21.342447 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c9ecbee1-5d1d-4f13-9c6e-fa5683e49cdc req-7f48d6d0-280d-407f-859f-a198abc875f5 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0897453 Apr 15 19:07:21.391437 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c9ecbee1-5d1d-4f13-9c6e-fa5683e49cdc req-462d169a-ba01-4012-a8b8-81ebe2ec3a7d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Apr 15 19:07:22.591048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-2d88cc0f-3b4a-4eab-b1a2-d6d6befb91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:22.592666 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-2d88cc0f-3b4a-4eab-b1a2-d6d6befb91e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0787997 Apr 15 19:07:22.595306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cdeb2-63b1-468e-a68d-0167d376b84e req-efb011de-51a2-44ab-8efe-d1d9e211f927 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:22.596922 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc3cdeb2-63b1-468e-a68d-0167d376b84e req-efb011de-51a2-44ab-8efe-d1d9e211f927 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0936530 Apr 15 19:07:22.644920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dc3cdeb2-63b1-468e-a68d-0167d376b84e req-fa368de5-0076-4306-abe7-1c819ee5f658 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Apr 15 19:07:22.738225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-611b788e-9c60-4f4f-8430-dd8d35cb16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:22.739926 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-611b788e-9c60-4f4f-8430-dd8d35cb16d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1401720 Apr 15 19:07:22.851753 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-033e15d8-bf9e-4a07-ba81-80408696f712 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1002 time: 0.1054299 Apr 15 19:07:22.921672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-873576fa-c50e-45cd-9f20-32c9c1160b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:22.923246 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-873576fa-c50e-45cd-9f20-32c9c1160b28 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0657487 Apr 15 19:07:23.004111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-397e1cb0-68a0-4401-99ea-91624bebf935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:23.005600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-397e1cb0-68a0-4401-99ea-91624bebf935 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759923 Apr 15 19:07:23.146733 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-2fb9c0b7-a670-41b3-bf94-0302f3e16545 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345973 Apr 15 19:07:23.291720 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-473cb601-bcf3-4da5-ad78-746d555258c3 req-ee9b4b91-0952-4de2-bb22-9173d271190c service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389515 Apr 15 19:07:23.846057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e350-7b0e-4214-8e11-d8cc152b4342 req-329d5e8c-a925-46aa-a919-8551751be51a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:23.847673 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d91e350-7b0e-4214-8e11-d8cc152b4342 req-329d5e8c-a925-46aa-a919-8551751be51a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0893061 Apr 15 19:07:23.895263 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d91e350-7b0e-4214-8e11-d8cc152b4342 req-31da246a-cf3e-43ec-8f50-ed9b2ab43743 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Apr 15 19:07:24.299734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6434860f-562c-4583-91d3-57af9d076832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:25.105576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f14d9-7f15-4d47-b4f5-20e0c48b43a2 req-785f6403-bf75-4341-a141-659a51c5ae43 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:25.107269 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d21f14d9-7f15-4d47-b4f5-20e0c48b43a2 req-785f6403-bf75-4341-a141-659a51c5ae43 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0943892 Apr 15 19:07:25.158595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d21f14d9-7f15-4d47-b4f5-20e0c48b43a2 req-7f6488a7-9fd8-4841-b5e0-e3736334495d tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Apr 15 19:07:26.360165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e343661-cff2-4084-9f26-7e89182d8d56 req-cdd54daf-eda0-49fc-832e-b794c74b051c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:26.361702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e343661-cff2-4084-9f26-7e89182d8d56 req-cdd54daf-eda0-49fc-832e-b794c74b051c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0890691 Apr 15 19:07:26.412624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8e343661-cff2-4084-9f26-7e89182d8d56 req-28c1ca87-0f6f-4fc4-9b80-4e1f48eecdfe tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 Apr 15 19:07:26.754105 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-a125057a-d957-44b4-a1b5-96454f9496df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244566 Apr 15 19:07:26.794654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dadcb-bd17-48e8-a78a-57b05fb3df54 req-e621b20a-1cc5-4826-81d8-822e2e549b9e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:26.796242 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a8dadcb-bd17-48e8-a78a-57b05fb3df54 req-e621b20a-1cc5-4826-81d8-822e2e549b9e tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0982068 Apr 15 19:07:26.847471 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1a8dadcb-bd17-48e8-a78a-57b05fb3df54 req-48e27966-302f-42fe-91f0-8ade3469f47a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Apr 15 19:07:27.097491 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-52dcc386-876c-41bc-a321-ed1e4a336352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:27.191423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:07:27.315819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:27.355403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:07:27.363856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:27.366879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:07:27.369584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:27.371451 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:07:27.442017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:07:27.450217 dv-neutron-786478-1-hyperv neutron-server[85968]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'code': 422} returned with failed status Apr 15 19:07:27.451487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.451881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.452265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.452641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.453592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.453984 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.454359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.454728 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.455100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.455468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.455833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.456201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:07:27.460748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:07:27.846953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:28.045281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280b264-802b-4e47-b7a4-52f5aadef476 req-4b5af261-90d4-407e-8092-a8596a9171d8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:28.047412 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c280b264-802b-4e47-b7a4-52f5aadef476 req-4b5af261-90d4-407e-8092-a8596a9171d8 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0876744 Apr 15 19:07:28.094970 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c280b264-802b-4e47-b7a4-52f5aadef476 req-2b403843-2123-4aea-8d62-1a10203533dc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Apr 15 19:07:28.649278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:29.299273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b841b-8ef1-447b-b707-731201697253 req-5da76dff-f583-44b5-a0c0-ea2c8c80ab86 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:29.300874 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-409b841b-8ef1-447b-b707-731201697253 req-5da76dff-f583-44b5-a0c0-ea2c8c80ab86 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0927615 Apr 15 19:07:29.348867 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-409b841b-8ef1-447b-b707-731201697253 req-0c18ca3d-c39b-4f65-9508-4118ece5fc8b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416811 Apr 15 19:07:30.546490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc038-2da4-496c-b06c-460557024a38 req-c52d9206-ddd6-4db6-b13e-5b74e3b55261 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:30.548124 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd4cc038-2da4-496c-b06c-460557024a38 req-c52d9206-ddd6-4db6-b13e-5b74e3b55261 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0877244 Apr 15 19:07:30.596081 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-dd4cc038-2da4-496c-b06c-460557024a38 req-6169f241-74d6-471f-a843-d3a1ba73436b tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Apr 15 19:07:31.800407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fea2-0616-4a51-80bb-1192af2b9250 req-f4742e86-3430-4ab7-8a98-1614001b9a4c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:31.802084 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e68fea2-0616-4a51-80bb-1192af2b9250 req-f4742e86-3430-4ab7-8a98-1614001b9a4c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0939317 Apr 15 19:07:31.850062 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1e68fea2-0616-4a51-80bb-1192af2b9250 req-f3f14483-e53a-4edb-b6d3-e20d77be6a35 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Apr 15 19:07:32.949281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-57a069da-ecef-404c-830a-a1b62053dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:32.950861 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-57a069da-ecef-404c-830a-a1b62053dec0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02&tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f HTTP/1.1" status: 200 len: 1097 time: 0.0790734 Apr 15 19:07:33.052909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-266a3fcd-2537-455b-8b46-94dab375f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:33.054583 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-266a3fcd-2537-455b-8b46-94dab375f64c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1097 time: 0.0824759 Apr 15 19:07:33.057352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30ce3-b325-4662-8dd8-86134c6c7915 req-0ed4b911-aa17-42b8-b7d6-fbf071f4cda7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:33.059032 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67c30ce3-b325-4662-8dd8-86134c6c7915 req-0ed4b911-aa17-42b8-b7d6-fbf071f4cda7 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0921571 Apr 15 19:07:33.108544 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-67c30ce3-b325-4662-8dd8-86134c6c7915 req-530779fc-4b53-4f11-a662-4b75efd25bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 Apr 15 19:07:33.196561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-22c58c60-94a7-4635-a62d-b003d804b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:33.198156 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-22c58c60-94a7-4635-a62d-b003d804b9fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1379540 Apr 15 19:07:33.308025 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-55670ee8-99b3-4a2e-8949-481a5f1668bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1000 time: 0.1041558 Apr 15 19:07:33.376807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-1c4287a2-d59e-430b-b972-e641c56aa114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:33.378383 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-1c4287a2-d59e-430b-b972-e641c56aa114 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0641365 Apr 15 19:07:33.459777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-d1b52aa6-a234-467c-994b-7e44e5aea0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:33.461353 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-d1b52aa6-a234-467c-994b-7e44e5aea0bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759952 Apr 15 19:07:33.605452 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-64e8962d-abdd-4fe7-a5c7-20372ac34096 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373601 Apr 15 19:07:33.750092 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c15ed9e-7a31-4ca0-9c87-11402b550ecb req-f9c0dbda-8dc5-42b0-a05b-44f5d65c9ee4 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373329 Apr 15 19:07:34.309200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd4f3-87ba-466a-b530-363d2461e88b req-e470b444-8c13-4c88-bbd9-2d6837a316fc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:34.310854 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22ccd4f3-87ba-466a-b530-363d2461e88b req-e470b444-8c13-4c88-bbd9-2d6837a316fc tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0875578 Apr 15 19:07:34.360114 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-22ccd4f3-87ba-466a-b530-363d2461e88b req-6acff7ca-df3d-4020-997c-c906d77d17e1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Apr 15 19:07:35.563947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd43c7-7c47-4bc9-b5fe-774d9e9e9fad req-c9ba9183-ce50-450d-871a-74585f06907c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:35.565549 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebcd43c7-7c47-4bc9-b5fe-774d9e9e9fad req-c9ba9183-ce50-450d-871a-74585f06907c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0904050 Apr 15 19:07:35.613625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ebcd43c7-7c47-4bc9-b5fe-774d9e9e9fad req-9a166d36-bfba-4530-8bd6-fd8f251a7e2a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Apr 15 19:07:36.816117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55c51-b3b7-4035-bfde-619c128a8ed1 req-7ccc19ab-d36f-4eb2-a0f7-348b84099345 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:36.817742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69d55c51-b3b7-4035-bfde-619c128a8ed1 req-7ccc19ab-d36f-4eb2-a0f7-348b84099345 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0898023 Apr 15 19:07:36.868071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-69d55c51-b3b7-4035-bfde-619c128a8ed1 req-1be94a19-b305-496f-b6f2-aecf9be0fb50 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Apr 15 19:07:38.345010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aca85-81fc-446d-9743-828105d2ef01 req-8e2443e5-5dc8-4b7a-a29a-6320a1d7a60a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:38.346648 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa0aca85-81fc-446d-9743-828105d2ef01 req-8e2443e5-5dc8-4b7a-a29a-6320a1d7a60a tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.3536534 Apr 15 19:07:38.394804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fa0aca85-81fc-446d-9743-828105d2ef01 req-ad223369-c001-4eff-8caa-28cb72d3efae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Apr 15 19:07:39.597416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8db06-461c-452f-81a5-6a9a5ac06d3b req-41631f95-5315-48a8-81d8-2de712410315 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:39.599022 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-05a8db06-461c-452f-81a5-6a9a5ac06d3b req-41631f95-5315-48a8-81d8-2de712410315 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0893853 Apr 15 19:07:39.646205 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-05a8db06-461c-452f-81a5-6a9a5ac06d3b req-3bc26720-36ae-4093-a5d9-21d897450b69 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Apr 15 19:07:40.855718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c864b85-429c-445b-a66b-003badba1902 req-b89e2397-2757-45dc-9081-803263da8b59 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:40.857308 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c864b85-429c-445b-a66b-003badba1902 req-b89e2397-2757-45dc-9081-803263da8b59 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 944 time: 0.0920765 Apr 15 19:07:40.904807 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5c864b85-429c-445b-a66b-003badba1902 req-25a2c04f-6881-4778-9572-6043b0eda114 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Apr 15 19:07:41.271679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:07:41.417195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:07:41.431047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'port_id': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'mac_address': 'fa:16:3e:a9:2a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:07:41.488631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:41.506363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea44b8-9ce7-40f7-985c-72a915964f2e {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:07:41.522572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:07:41.525329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:41.527197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fefdb6db-f32e-4a55-8b2e-97783a154a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:07:41.598679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:07:41.601802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:07:41.764274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['20ea44b8-9ce7-40f7-985c-72a915964f2e'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:07:42.116110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef09ce-1842-4646-9779-a7b9a7de8842 req-a12dd7c2-748f-4f53-a4f7-df61901a9402 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:42.117614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44ef09ce-1842-4646-9779-a7b9a7de8842 req-a12dd7c2-748f-4f53-a4f7-df61901a9402 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 945 time: 0.0959673 Apr 15 19:07:42.164907 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44ef09ce-1842-4646-9779-a7b9a7de8842 req-e9cc85b1-437c-4b63-bdd5-731769a3493c tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Apr 15 19:07:43.270521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:07:43.343769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 20ea44b8-9ce7-40f7-985c-72a915964f2e triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:07:43.344189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:43.369798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950327-572d-4357-bb1a-fba00e33a080 req-f12b7629-4afc-4c6c-83d6-19eeceae3ae1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:43.371446 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7950327-572d-4357-bb1a-fba00e33a080 req-f12b7629-4afc-4c6c-83d6-19eeceae3ae1 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 945 time: 0.0947762 Apr 15 19:07:43.420167 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b7950327-572d-4357-bb1a-fba00e33a080 req-95cf1449-8528-4371-b6f8-20bf02ee8ff3 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Apr 15 19:07:43.470547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:43.497701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:07:43.507862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:07:43.510860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:43.512760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4c922346-dc7c-4059-bfb7-0f14dfb958f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:07:43.766220 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:07:43.769317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:07:44.564443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'code': 200} Apr 15 19:07:44.633430 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9518d4-a46b-4bc5-a3d5-cfef4c84f710 req-e1323ee3-fc32-44bd-8b0f-0bba95eac0ce tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:44.635045 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d9518d4-a46b-4bc5-a3d5-cfef4c84f710 req-e1323ee3-fc32-44bd-8b0f-0bba95eac0ce tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0975392 Apr 15 19:07:44.684259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-6d9518d4-a46b-4bc5-a3d5-cfef4c84f710 req-eb299bab-6cf7-446a-8b85-83167b8f8086 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Apr 15 19:07:44.842561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507aad0-2632-4a13-8725-51f2cf2b3672 req-e2f14a9c-f9e0-42c1-9d6c-69dfa3d60d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:44.844692 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d507aad0-2632-4a13-8725-51f2cf2b3672 req-e2f14a9c-f9e0-42c1-9d6c-69dfa3d60d01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0821929 Apr 15 19:07:44.886569 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-d507aad0-2632-4a13-8725-51f2cf2b3672 req-61c4a4c4-efdc-4f0a-95b6-6092a6a90937 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360823 Apr 15 19:07:45.079799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:45.889691 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc29b3b-5667-479b-8c35-33172aee054b req-acdb4be0-f054-4342-beaa-6b2bb5d88caf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:07:45.891360 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afc29b3b-5667-479b-8c35-33172aee054b req-acdb4be0-f054-4342-beaa-6b2bb5d88caf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0884683 Apr 15 19:07:45.939060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-afc29b3b-5667-479b-8c35-33172aee054b req-95f5df7a-1a1c-44e6-b7ef-c931eae2ab4f tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Apr 15 19:07:46.485127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:07:54.301622 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6f68a408-4acc-494e-8033-84c4e0e01de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:57.098118 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-cde49a25-3ff7-4bce-a070-554d2f4e316c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:57.341075 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:57.848513 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:07:58.653009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:15.104929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:23.485362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:08:24.303143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-711d5e5f-beff-4130-93eb-405860184b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:27.099539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd213415-4b82-4793-94de-eab2380cb39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:27.344048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:27.851492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:28.665515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:33.540609 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-8395b61e-789d-423e-9da3-c94893d5e9db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766628 Apr 15 19:08:33.690897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-1af4329d-2e2d-424d-b08c-d1f186ad07dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:08:33.692484 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-1af4329d-2e2d-424d-b08c-d1f186ad07dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0814619 Apr 15 19:08:33.849421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-8baed511-30ae-412a-b239-1464d338d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:08:33.850973 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-8baed511-30ae-412a-b239-1464d338d8a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1396255 Apr 15 19:08:33.961993 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-815d8223-7f2b-4dd1-b96c-e6ded350e558 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 1002 time: 0.1044252 Apr 15 19:08:34.029860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-9d9d389f-3f87-4732-b941-51b6fe1f0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:08:34.031416 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-9d9d389f-3f87-4732-b941-51b6fe1f0ec5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0641725 Apr 15 19:08:34.114665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-e88e5f91-e297-42ee-add2-3dfc18a4d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:08:34.116157 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-e88e5f91-e297-42ee-add2-3dfc18a4d870 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786753 Apr 15 19:08:34.263775 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-98d486fa-5bcd-45eb-b93e-e70d5c715785 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407018 Apr 15 19:08:34.404495 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b8b89b29-bc17-4729-a0ff-f31d37bcd135 req-76121a67-4d3c-4ea3-bb39-7d512675f982 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337438 Apr 15 19:08:45.094879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:54.303579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-565bae9e-410f-4fd1-a5ab-c6e9b2e5b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:57.101334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf5531ce-3669-4635-a318-c851892a3527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:57.346657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:57.853889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:08:58.660316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:00.485586 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:09:08.931889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48670) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:09.145462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Deleting port 14b9cad5-b0bb-4257-83b9-5aa96b077402 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:09.145838 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:09.325669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:09.326069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:09.456377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Calling delete_port for 14b9cad5-b0bb-4257-83b9-5aa96b077402 owned by network:floatingip {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:09.609095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:09.624698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-250921ec-4b50-42d6-9735-0389d8c55694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:09.720071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'Port': ['ID=14b9cad5-b0bb-4257-83b9-5aa96b077402,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:09.731804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.732227 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.732686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.733101 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.733511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.733936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.734347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.734748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.735151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.735551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.735952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.736349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:09.740320 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:09.898312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for floatingip, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:09.898694 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Floating IP 582aecc2-161a-47d3-9032-44390a374e33 disassociated (deleted). External IP: 172.26.7.243, port: 20ea44b8-9ce7-40f7-985c-72a915964f2e. Apr 15 19:09:10.551398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:09:10.739127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:10.750534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:10.757226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:10.761807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:10.762523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:10.816698 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1cc497e9-4034-4ed4-a3ad-b858b3ea4502 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "DELETE /v2.0/floatingips/582aecc2-161a-47d3-9032-44390a374e33 HTTP/1.1" status: 204 len: 168 time: 1.8835380 Apr 15 19:09:10.817345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:09:10.929836 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'status': 'completed', 'code': 200} Apr 15 19:09:10.957462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:11.038507 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-acf14b3a-8ce0-4a1f-b509-2bc6f00e9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:11.040731 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-acf14b3a-8ce0-4a1f-b509-2bc6f00e9456 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 1099 time: 0.0875983 Apr 15 19:09:11.197751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-834d4d92-b5f2-4e38-8bef-b07b46640e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:11.199641 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-834d4d92-b5f2-4e38-8bef-b07b46640e62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 200 len: 909 time: 0.1448228 Apr 15 19:09:11.233705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ac3c-b6bf-4c30-871a-20a631dfd07c req-4d822fa5-d56b-4c65-81e2-9661a4144684 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:11.235390 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7db6ac3c-b6bf-4c30-871a-20a631dfd07c req-4d822fa5-d56b-4c65-81e2-9661a4144684 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0962522 Apr 15 19:09:11.275101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-2c285f63-1074-47f7-8574-5e2acf7dc823 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 200 len: 217 time: 0.0678089 Apr 15 19:09:11.285705 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7db6ac3c-b6bf-4c30-871a-20a631dfd07c req-d0ecae24-fdc3-4ff4-98b6-8def47484c10 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Apr 15 19:09:11.296787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:11.300949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:11.310249 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:11.310948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:11.348082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-c75650d7-86ec-4166-ad9b-f7a97802ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:11.349685 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-c75650d7-86ec-4166-ad9b-f7a97802ca17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 200 len: 847 time: 0.0684249 Apr 15 19:09:11.433407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-2854c46a-f205-42f9-8439-a0919eb1abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:11.435118 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-2854c46a-f205-42f9-8439-a0919eb1abd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787687 Apr 15 19:09:11.500738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:11.579469 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-3d152fff-f923-4bd4-9e21-e0d7b8c952b9 service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374350 Apr 15 19:09:11.730117 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-5e590182-ba74-42af-9d22-e3c6f576a510 req-d62e02e1-99f0-47d1-99ae-ee7ecb5ca61c service neutron] 10.222.0.49 "GET /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431477 Apr 15 19:09:11.834309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:11.839026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81fbf3-be41-4321-a422-5df889207ed4 None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:10Z', 'revision_number': 4, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '0317e830-3030-4ba0-aefd-0a9526768b79', 'name': '', 'network_id': 'a5581c5c-2763-4b50-ae87-b9d49a2c1b4e', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'mac_address': 'fa:16:3e:20:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:09Z', 'updated_at': '2021-04-15T19:00:18Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'subnets': [{'id': 'ecc7705e-74ce-4860-a1dd-e2b5f56f8388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:12.232734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e42efa0-d448-4b60-b91d-090ed26ca85e None None] New status for floating IP 582aecc2-161a-47d3-9032-44390a374e33: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:09:12.503380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1c815-6721-496f-9a8f-98883915e600 req-d0b8f6f4-3f19-409c-82d2-3ee3492d1ebf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:12.504965 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2db1c815-6721-496f-9a8f-98883915e600 req-d0b8f6f4-3f19-409c-82d2-3ee3492d1ebf tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.0923035 Apr 15 19:09:12.552145 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2db1c815-6721-496f-9a8f-98883915e600 req-e9c435e8-4bec-4630-8b30-1643442df4f6 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/security-groups?id=1806f4cd-3fec-4908-9b45-3714000c742f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402529 Apr 15 19:09:12.657819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-1337575d-fbd1-47ad-9ec7-38bc31c45d88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:12.658516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-1337575d-fbd1-47ad-9ec7-38bc31c45d88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Synchronizing usage tracker for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:09:12.673205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-1337575d-fbd1-47ad-9ec7-38bc31c45d88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Unset dirty status for tenant:9d805f81dd3b4cd8a6e6339d1cf7f66f on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:09:12.674459 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-1337575d-fbd1-47ad-9ec7-38bc31c45d88 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 946 time: 0.1079266 Apr 15 19:09:12.751848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Deleting port 20ea44b8-9ce7-40f7-985c-72a915964f2e {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:12.752226 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:13.014651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] For port 20ea44b8-9ce7-40f7-985c-72a915964f2e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=20ea44b8-9ce7-40f7-985c-72a915964f2e,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:13.015081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:13.145518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Calling delete_port for 20ea44b8-9ce7-40f7-985c-72a915964f2e owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:13.295698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:13.310976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-045f7226-4ecb-4fd3-89c9-830e9d5ae41f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:13.406789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'Port': ['ID=20ea44b8-9ce7-40f7-985c-72a915964f2e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:13.413228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:13.555433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] No DVR routers for this DVR port 20ea44b8-9ce7-40f7-985c-72a915964f2e on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:09:13.557871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:13.560661 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-deleted', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:09:13.576094 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c71ac323-2aa8-4d81-98b7-f5acff8a7c3c req-55ee3452-6c1d-40f6-918b-e937882866ae tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.49 "DELETE /v2.0/ports/20ea44b8-9ce7-40f7-985c-72a915964f2e HTTP/1.1" status: 204 len: 173 time: 0.8962011 Apr 15 19:09:13.610260 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489e4447-32d0-4f0f-a741-257c4ede5c02', 'name': 'network-vif-deleted', 'tag': '20ea44b8-9ce7-40f7-985c-72a915964f2e', 'status': 'completed', 'code': 200} Apr 15 19:09:13.874100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-62c2cb29-917e-4630-ad38-7ff51c8b9c93 req-0b5da020-76e2-44d0-a80c-dc23b6a4f160 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "GET /v2.0/ports?device_id=489e4447-32d0-4f0f-a741-257c4ede5c02 HTTP/1.1" status: 200 len: 210 time: 0.0576398 Apr 15 19:09:14.978975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48690) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:15.052566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:15.084295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:15.109757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:15.146612 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:15.152520 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ecc43f80-63cc-4532-9cae-0d7b0a0f453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:15.167782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1806f4cd-3fec-4908-9b45-3714000c742f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:15.170390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:15.179293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:15.183076 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ee295158-6a8c-439f-811b-a704426b2713 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] 10.222.0.32 "DELETE /v2.0/security-groups/1806f4cd-3fec-4908-9b45-3714000c742f HTTP/1.1" status: 204 len: 168 time: 0.2004335 Apr 15 19:09:15.229293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48696) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:15.763917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:15.816810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 20ea44b8-9ce7-40f7-985c-72a915964f2e {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:15.817432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 20ea44b8-9ce7-40f7-985c-72a915964f2e not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:16.031233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:16.406729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Deleting port 0317e830-3030-4ba0-aefd-0a9526768b79 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:16.407114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:16.880204 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] For port 0317e830-3030-4ba0-aefd-0a9526768b79, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=0317e830-3030-4ba0-aefd-0a9526768b79,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:16.880604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:17.015499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Calling delete_port for 0317e830-3030-4ba0-aefd-0a9526768b79 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:17.193434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:17.209442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-33ae2407-3aa9-49a1-ac11-757679a85876 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:17.300993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0317e830-3030-4ba0-aefd-0a9526768b79,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:17.308479 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:17.664417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:18.168994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Router 587825da-6110-48f8-b162-c29e988ed5bd has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:09:18.355455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:18.364246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Sync routers for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:18.369837 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c1463e3b-b457-45fa-8ace-1db9798ede11 admin admin] 10.222.0.32 "PUT /v2.0/routers/587825da-6110-48f8-b162-c29e988ed5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1393325 Apr 15 19:09:18.372509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48704) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:18.375157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:18.375845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:18.560337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:18.570775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:18.750103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:18.759756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Deleting port 91319b74-9c34-498d-a547-1256b7741434 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:18.760137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:18.960385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] For port 91319b74-9c34-498d-a547-1256b7741434, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=91319b74-9c34-498d-a547-1256b7741434,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:18.960786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:19.054709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205'}], 'enable_snat': True}, 'gw_port_id': '91319b74-9c34-498d-a547-1256b7741434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:09:17Z', 'revision_number': 5, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port': {'id': '91319b74-9c34-498d-a547-1256b7741434', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587825da-6110-48f8-b162-c29e988ed5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:19.059335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Checking router: 587825da-6110-48f8-b162-c29e988ed5bd for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:19.068182 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Routers {'587825da-6110-48f8-b162-c29e988ed5bd'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:19.068848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['587825da-6110-48f8-b162-c29e988ed5bd'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:19.094952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Calling delete_port for 91319b74-9c34-498d-a547-1256b7741434 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:19.234419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] Set router 587825da-6110-48f8-b162-c29e988ed5bd gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:19.279350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:19.295565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6f77ae68-7583-47c7-8465-407d937cec9d tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:19.348375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:09:18Z', 'revision_number': 6, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:19.352974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5585c6da-c8f7-45ce-8c5a-584bde781345 None None] The sync data for ids ['587825da-6110-48f8-b162-c29e988ed5bd'] in dv-neutron-786478-1-hyperv is: [{'id': '587825da-6110-48f8-b162-c29e988ed5bd', 'name': 'tempest-TestShelveInstance-488309907-router', 'tenant_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:06Z', 'updated_at': '2021-04-15T19:09:18Z', 'revision_number': 6, 'project_id': '9d805f81dd3b4cd8a6e6339d1cf7f66f', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:19.387592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Pushing event deleted for resources: {'Port': ['ID=91319b74-9c34-498d-a547-1256b7741434,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:19.394562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:19.559573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.046171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.048710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.051870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0317e830-3030-4ba0-aefd-0a9526768b79 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:20.072834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.073412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587825da-6110-48f8-b162-c29e988ed5bd {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:09:20.086358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.087646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-dd5373fd-690b-41e6-bdd2-ffb66709867f admin admin] 10.222.0.32 "DELETE /v2.0/routers/587825da-6110-48f8-b162-c29e988ed5bd HTTP/1.1" status: 204 len: 168 time: 1.7141228 Apr 15 19:09:20.090330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 0317e830-3030-4ba0-aefd-0a9526768b79 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:20.090468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48708) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:20.090733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 0317e830-3030-4ba0-aefd-0a9526768b79 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:20.091180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91319b74-9c34-498d-a547-1256b7741434 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:20.131823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 91319b74-9c34-498d-a547-1256b7741434 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:20.132219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 91319b74-9c34-498d-a547-1256b7741434 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:20.160497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Deleting subnet ecc7705e-74ce-4860-a1dd-e2b5f56f8388 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:09:20.163911 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.222120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.303014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.561194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.576423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d041b9f8-cdd7-4289-a720-b1ad9d29a237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:20.658312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc7705e-74ce-4860-a1dd-e2b5f56f8388,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:20.680719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.681151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.681577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.682021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.682437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.682852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.683266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.683676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.684088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.684502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.684910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.685317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:20.689935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:20.720962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.726647 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf89f3f-ddc5-4850-beb8-6359577435ab None None] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:20.726939 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d5750b9d-e07e-440b-a75b-957fb5e44f63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecc7705e-74ce-4860-a1dd-e2b5f56f8388 HTTP/1.1" status: 204 len: 168 time: 0.6350961 Apr 15 19:09:20.730403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48712) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:20.844375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.915365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Deleting port da79db79-8f7a-40d5-a5f2-05208972240f {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:20.915738 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:20.982350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] DHCP port deletion for a5581c5c-2763-4b50-ae87-b9d49a2c1b4e request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:09:20.986597 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Deleting port da79db79-8f7a-40d5-a5f2-05208972240f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:20.987022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.143998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] For port da79db79-8f7a-40d5-a5f2-05208972240f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da79db79-8f7a-40d5-a5f2-05208972240f,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:21.144323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.203421 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] For port da79db79-8f7a-40d5-a5f2-05208972240f, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=da79db79-8f7a-40d5-a5f2-05208972240f,segment=NetworkSegment(a2a88694-f7eb-4cc8-870d-e53c1f71c3a9),segment_id=a2a88694-f7eb-4cc8-870d-e53c1f71c3a9)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:21.203861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.276636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Calling delete_port for da79db79-8f7a-40d5-a5f2-05208972240f owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:21.333962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Calling delete_port for da79db79-8f7a-40d5-a5f2-05208972240f owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:21.353539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.369263 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e7227e97-9984-49e7-b517-79d89a5052a9 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:21.411288 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:09:21.411630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:09:21.461454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da79db79-8f7a-40d5-a5f2-05208972240f,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:21.480594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:21.513404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] No DVR routers for this DVR port da79db79-8f7a-40d5-a5f2-05208972240f on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:09:21.634411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.749557 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5581c5c-2763-4b50-ae87-b9d49a2c1b4e']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:21.762354 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:21.762699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a88694-f7eb-4cc8-870d-e53c1f71c3a9') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:21.774742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.792230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.798659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:09:21.913407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Deleting port da79db79-8f7a-40d5-a5f2-05208972240f {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:21.913930 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:21.978914 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:09:21.986734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d33c3-0cef-415c-87bd-7fec3db6b430 None None] The port 'da79db79-8f7a-40d5-a5f2-05208972240f' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:09:21.987924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:22.056991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da79db79-8f7a-40d5-a5f2-05208972240f no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:22.098140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: da79db79-8f7a-40d5-a5f2-05208972240f {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:22.098542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device da79db79-8f7a-40d5-a5f2-05208972240f not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:22.174555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Network a5581c5c-2763-4b50-ae87-b9d49a2c1b4e has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:09:22.196513 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:09:22.277780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:22.281635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4df574ad-3755-40a9-990c-1c4e400f769a tempest-RoutersNegativeTest-387027865 tempest-RoutersNegativeTest-387027865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:22.296403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:22.312663 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5581c5c-2763-4b50-ae87-b9d49a2c1b4e,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:22.317083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:22.324565 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-688a139c-b6c5-4c57-9c8c-795da135bed3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a5581c5c-2763-4b50-ae87-b9d49a2c1b4e HTTP/1.1" status: 204 len: 168 time: 1.5930276 Apr 15 19:09:22.327598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48716) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:22.891576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:23.260778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Deleting port d99f05ff-de7b-4104-876c-7af3c4bb8760 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:23.261164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:23.441670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] For port d99f05ff-de7b-4104-876c-7af3c4bb8760, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=d99f05ff-de7b-4104-876c-7af3c4bb8760,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:23.442097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:23.572329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Calling delete_port for d99f05ff-de7b-4104-876c-7af3c4bb8760 owned by network:router_interface {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:23.745824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:23.761583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b35e66f6-6812-414a-a775-c3172ec2c9d0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:23.859161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99f05ff-de7b-4104-876c-7af3c4bb8760,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:23.861824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:24.222698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:24.306196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b786c1eb-4b7f-45da-a6b3-40dcb93d0450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:25.024654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:09:25.216884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:25.225624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Sync routers for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:25.231650 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0f03b3e5-ce1f-4d0b-9173-25ddb33d5954 admin admin] 10.222.0.32 "PUT /v2.0/routers/bd9ca6ca-7f93-4dfe-aa27-db49f2479f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9029586 Apr 15 19:09:25.234317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48720) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:25.236050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:25.236717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:25.420161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks [] for router, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:25.422089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:25.612702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:25.622387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Deleting port 43959986-5276-4120-a487-9fde6e0c06f4 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:25.622771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:25.815438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] For port 43959986-5276-4120-a487-9fde6e0c06f4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=43959986-5276-4120-a487-9fde6e0c06f4,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:25.815845 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:25.881473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49'}], 'enable_snat': True}, 'gw_port_id': '43959986-5276-4120-a487-9fde6e0c06f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:09:23Z', 'revision_number': 5, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port': {'id': '43959986-5276-4120-a487-9fde6e0c06f4', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:00:14Z', 'updated_at': '2021-04-15T19:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:25.885668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Checking router: bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:25.894416 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Routers {'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:25.895070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:08:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:25.950464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Calling delete_port for 43959986-5276-4120-a487-9fde6e0c06f4 owned by network:router_gateway {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:26.054741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] Set router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 gateway port host: None {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:26.131229 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.146820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5d4bae7e-4217-440c-96ce-2469d234f5b4 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:26.167125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:09:25Z', 'revision_number': 6, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:26.171292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584cfbc-d60e-4516-a9c9-6508d0e21e0a None None] The sync data for ids ['bd9ca6ca-7f93-4dfe-aa27-db49f2479f86'] in dv-neutron-786478-1-hyperv is: [{'id': 'bd9ca6ca-7f93-4dfe-aa27-db49f2479f86', 'name': 'tempest-TestShelveInstance-2045423698-router', 'tenant_id': 'd4122cb585264ea397e078e66efea127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:00:13Z', 'updated_at': '2021-04-15T19:09:25Z', 'revision_number': 6, 'project_id': 'd4122cb585264ea397e078e66efea127', 'gw_port_host': None}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:26.243152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Pushing event deleted for resources: {'Port': ['ID=43959986-5276-4120-a487-9fde6e0c06f4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:26.250244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:26.413188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.600809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.603202 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.628879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.629431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 {{(pid=86081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:09:26.642362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.643590 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bd9ca6ca-7f93-4dfe-aa27-db49f2479f86 HTTP/1.1" status: 204 len: 168 time: 1.4080515 Apr 15 19:09:26.646364 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48726) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:26.715085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Deleting subnet 1648b130-e69b-4445-83d8-5ed176375451 {{(pid=86081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:09:26.718264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.770969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848552229'] for subnet, precommit_delete_associations {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:26.858161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.104731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f0f9066c-1328-46c8-ae8e-481409e268d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.118833 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847514162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848594694'] for subnet, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.135383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-06aa5b1c-a714-4bf6-b0e9-e6facc5a90e7 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:27.229761 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1648b130-e69b-4445-83d8-5ed176375451,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:27.234717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:27.267143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.273037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f321ea96-b980-4e22-8eb3-e27dc0f50cdd None None] Network b24d15a1-5955-4938-87ad-0a081cb82644 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:27.273180 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-294ac38e-44e9-42a5-87b0-a1199b018965 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1648b130-e69b-4445-83d8-5ed176375451 HTTP/1.1" status: 204 len: 168 time: 0.6257520 Apr 15 19:09:27.276455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48730) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:27.387019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.393696 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.466356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Deleting port 5bad6324-5fd9-421e-a3e2-11d61e37add4 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:27.466729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.545657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] DHCP port deletion for b24d15a1-5955-4938-87ad-0a081cb82644 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:09:27.549981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Deleting port 5bad6324-5fd9-421e-a3e2-11d61e37add4 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:27.550350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.685948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] For port 5bad6324-5fd9-421e-a3e2-11d61e37add4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5bad6324-5fd9-421e-a3e2-11d61e37add4,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:27.686298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.771371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] For port 5bad6324-5fd9-421e-a3e2-11d61e37add4, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=5bad6324-5fd9-421e-a3e2-11d61e37add4,segment=NetworkSegment(ffee13ef-0783-4dff-8f00-86287f0fef1a),segment_id=ffee13ef-0783-4dff-8f00-86287f0fef1a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:27.771743 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.828609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Calling delete_port for 5bad6324-5fd9-421e-a3e2-11d61e37add4 owned by network:dhcp {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:27.905656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.908136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Calling delete_port for 5bad6324-5fd9-421e-a3e2-11d61e37add4 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:09:27.921686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-be06132e-8fee-4a52-ae03-124e69cdf180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:27.960739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:27.996027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:09:27.996436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:09:28.027298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bad6324-5fd9-421e-a3e2-11d61e37add4,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:28.032172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:28.056710 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43959986-5276-4120-a487-9fde6e0c06f4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:28.066420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] No DVR routers for this DVR port 5bad6324-5fd9-421e-a3e2-11d61e37add4 on host dv-neutron-786478-1-hyperv {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:09:28.094045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 43959986-5276-4120-a487-9fde6e0c06f4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:28.094446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 43959986-5276-4120-a487-9fde6e0c06f4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:28.094925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5bad6324-5fd9-421e-a3e2-11d61e37add4 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:28.136702 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 5bad6324-5fd9-421e-a3e2-11d61e37add4 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:28.137128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 5bad6324-5fd9-421e-a3e2-11d61e37add4 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:28.137546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d99f05ff-de7b-4104-876c-7af3c4bb8760 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:09:28.175976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: d99f05ff-de7b-4104-876c-7af3c4bb8760 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:09:28.176372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device d99f05ff-de7b-4104-876c-7af3c4bb8760 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:09:28.193275 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:28.497715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Deleting port 5bad6324-5fd9-421e-a3e2-11d61e37add4 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:09:28.498365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:28.568537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7689ca35-b153-4810-b99d-c3841f708280 None None] The port '5bad6324-5fd9-421e-a3e2-11d61e37add4' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:09:28.600859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24d15a1-5955-4938-87ad-0a081cb82644']}} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:28.613636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffee13ef-0783-4dff-8f00-86287f0fef1a') {'for_net_delete': True} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:28.614001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffee13ef-0783-4dff-8f00-86287f0fef1a') {} {{(pid=86081) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:28.625778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6223587'] for segment, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:28.640782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:28.648271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=86081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:09:28.663319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:28.830484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Network b24d15a1-5955-4938-87ad-0a081cb82644 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:09:28.840382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7261039'] for segment, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.021093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Network b24d15a1-5955-4938-87ad-0a081cb82644 has no segments {{(pid=86081) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:09:29.043765 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:09:29.119644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.124300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd291ab2-03b9-40c3-ae12-1f7a2d97e5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:29.140135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.154844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24d15a1-5955-4938-87ad-0a081cb82644,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:29.159529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:29.163057 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6db5cde1-0fe9-4833-adab-08372ca3d548 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b24d15a1-5955-4938-87ad-0a081cb82644 HTTP/1.1" status: 204 len: 168 time: 1.8854947 Apr 15 19:09:29.276442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48740) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:29.328080 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-182ce09e-5c28-49fc-a185-21ad1180c848 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d805f81dd3b4cd8a6e6339d1cf7f66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502682 Apr 15 19:09:29.330379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48744) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:29.390371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.417453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.463063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.468164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-10211ce3-041b-407f-a02a-1f71cddefb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:29.482051 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28e72a-7d9c-4393-bceb-b06c98c29ddd,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:29.487188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:29.489604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:29.490864 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-541448d8-3295-46f1-baa7-9befc632296d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a28e72a-7d9c-4393-bceb-b06c98c29ddd HTTP/1.1" status: 204 len: 168 time: 0.1595194 Apr 15 19:09:29.856493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48752) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:29.907977 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-b2ba0f68-8463-47a7-a04a-ddd96b79f887 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4122cb585264ea397e078e66efea127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500779 Apr 15 19:09:29.910455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48756) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:29.974375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:30.000509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:30.044111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:30.049009 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8722b4b6-15e1-476b-ac1a-043477186b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:30.061136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d922daea-0c71-4c4b-a983-b4c2413a87d6,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:30.063750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:30.067099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:30.069010 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d922daea-0c71-4c4b-a983-b4c2413a87d6 HTTP/1.1" status: 204 len: 168 time: 0.1573894 Apr 15 19:09:30.846363 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48780) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:30.956822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-47645803-network', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:30.962412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:30.966523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Usage tracker for resource:network and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:30.969653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:30.975858 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:30.986207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Made reservation on behalf of 637e6bcf061c4bdda79bf9d86a19c977 for: {'network': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:09:30.990971 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.004222 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.019106 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:31.023035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:31.025902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:31.031794 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:31.117442 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.119989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.124583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e5e109ff-e520-42be-ac1a-587d271b7a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:31.157874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=86081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:09:31.167318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1165e02-91e9-4c61-9122-70d92ae25df0,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:31.171168 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:31.173746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.174170 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Added segment 10f3e5c3-3c89-446f-850d-e453e22b0a6e of type vlan for network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 Apr 15 19:09:31.201305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.231244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.232318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:31.232959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Notify callbacks [] for network, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.238111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7c7ab999-b60e-4928-892c-d1c49e90732e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:31.341136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4936097 Apr 15 19:09:31.344200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Pushing event updated for resources: {'Network': ['ID=0cbec129-0b9b-4a58-bd9a-18ae2ef13857,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:31.344345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48786) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:31.347018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cfb24de-9542-45f4-b28a-7fc1d62007ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:31.352630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Request body: {'subnet': {'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-47645803-subnet', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'ip_version': 4}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:31.355284 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:09:31.358767 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:31.362808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Usage tracker for resource:subnet and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:31.365809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:31.371969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:31.382260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Made reservation on behalf of 637e6bcf061c4bdda79bf9d86a19c977 for: {'subnet': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:09:31.387061 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7009644'] for subnet, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.792183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847653819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7009631'] for subnet, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:31.807147 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c40c9d8-0e61-4758-9178-851c627df041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:31.942758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b6ab40-d2d7-4fed-b995-bd5a143a8589,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:31.946232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:32.011152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Checking segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:32.011619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Network hostable DHCP agents. Network: 0cbec129-0b9b-4a58-bd9a-18ae2ef13857, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:09:32.029546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:09:32.037893 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, 0cbec129-0b9b-4a58-bd9a-18ae2ef13857) {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:32.047046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc161d1c-8cae-4228-ad93-f68aee09c7fa None None] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:32.049771 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:32.050455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.069808 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fd51158e-3329-4ebb-a274-af29d5c5db82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7242703 Apr 15 19:09:32.073095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48790) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:32.078574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:32.083803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:32.087951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Usage tracker for resource:router and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:32.091653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:32.097932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:32.106998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.108077 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.124604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.422730 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.457883 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:09:32.458819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.621528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Allocated IP 172.20.0.2 (0cbec129-0b9b-4a58-bd9a-18ae2ef13857/d7b6ab40-d2d7-4fed-b995-bd5a143a8589/b92eed03-4ee9-4ae9-a71f-b6eaacac2220) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:32.749609 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.785277 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.836662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.847355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Transition to ACTIVE for port object b92eed03-4ee9-4ae9-a71f-b6eaacac2220 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:32.866732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Transition to ACTIVE for port object b92eed03-4ee9-4ae9-a71f-b6eaacac2220 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:32.870407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:32.885305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:32.931596 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Allocated IP 172.26.7.96 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/14b4e94a-3240-4e88-a5b1-98a3f010acac) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:33.021038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Pushing event updated for resources: {'Port': ['ID=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:33.042409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.042799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.043175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.043547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.043915 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.044287 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.044652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.045013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.045376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.045734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.046119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.046480 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:33.052879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:33.092537 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:33.093740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:33.094501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:33.096085 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:33.125592 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:33.141431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6c81fef1-cd15-49a6-9824-562866bc1e9c tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:33.192453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Attempting to bind port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:33.192876 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Attempting to bind port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:33.193297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Attempting to bind port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:33.199519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:33.199949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Checking segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:33.200403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:33.200844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Bound using segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:33.201412 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Bound port: b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:33.201835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:33.297756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] For port b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:33.301648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] For port b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:33.306953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:33.323791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:33.486808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Pushing event updated for resources: {'Port': ['ID=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:33.491562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:33.568239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Pushing event updated for resources: {'Port': ['ID=14b4e94a-3240-4e88-a5b1-98a3f010acac,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:33.581607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:33.624032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:33.625254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:33.627903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:34.086882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:34.087365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b92eed03-4ee9-4ae9-a71f-b6eaacac2220 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:34.158013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:34.448734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:34.672225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:09:34.832193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd1a3d-c7f1-436d-87e5-d69991da9b87 None None] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:34.873685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:34.896902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:34.898281 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0bde0f29-9733-44ba-aae1-aa2a1754176b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8241799 Apr 15 19:09:34.901129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48794) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:34.903417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:34.936659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:34.937336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:35.001325 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Provisioning for port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:35.029688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Provisioning complete for port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:35.030140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:35.273574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:35.633672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:35.741316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:35.827484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] For port b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:35.859408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Allocated IP 172.20.0.1 (0cbec129-0b9b-4a58-bd9a-18ae2ef13857/d7b6ab40-d2d7-4fed-b995-bd5a143a8589/24eb5261-6e4c-488d-8a43-53ae91216753) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:35.860996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:35.865867 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:35.960463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Pushing event updated for resources: {'Port': ['ID=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:35.964407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-846effe0-9bdb-4e14-a969-30c86ef11260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:35.977515 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:33Z', 'revision_number': 3, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:35.982093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:35.982383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Updating router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 port 14b4e94a-3240-4e88-a5b1-98a3f010acac binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:09:36.030768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.040150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.048062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Transition to ACTIVE for port object 24eb5261-6e4c-488d-8a43-53ae91216753 will not be triggered until provisioned by entity DHCP. {{(pid=86082) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:36.074070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.086242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b92eed03-4ee9-4ae9-a71f-b6eaacac2220 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:36.090219 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6cdf430a-043d-4ed7-8093-3a3a9d356fa0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:36.207255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-12a80c01-0626-401c-ac23-3256ed58a5c6 None None] Provisioning complete for port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:36.207839 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-12a80c01-0626-401c-ac23-3256ed58a5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.341437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:36.342037 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.521372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Pushing event updated for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:36.526099 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:36.578688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:36.579924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:36.586614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:36.652717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.724452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.751055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Transition to ACTIVE for port object 14b4e94a-3240-4e88-a5b1-98a3f010acac will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:36.759931 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.777909 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e882b0bb-c418-4383-b3b4-b4c90594c0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:36.809573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:36.921499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a502-6f17-4b19-9a7c-c310a8a92b7f None None] Pushing event updated for resources: {'Port': ['ID=14b4e94a-3240-4e88-a5b1-98a3f010acac,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:36.925859 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-61f60caa-0edc-4588-af3b-4ac038700f60 None None] Provisioning for port 24eb5261-6e4c-488d-8a43-53ae91216753 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:36.939608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2049a502-6f17-4b19-9a7c-c310a8a92b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:36.945948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-61f60caa-0edc-4588-af3b-4ac038700f60 None None] Provisioning complete for port 24eb5261-6e4c-488d-8a43-53ae91216753 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:36.946375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-61f60caa-0edc-4588-af3b-4ac038700f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.027473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-61f60caa-0edc-4588-af3b-4ac038700f60 None None] Port 24eb5261-6e4c-488d-8a43-53ae91216753 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:09:37.046731 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Attempting to bind port 14b4e94a-3240-4e88-a5b1-98a3f010acac on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:37.047158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Attempting to bind port 14b4e94a-3240-4e88-a5b1-98a3f010acac by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:37.047575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Attempting to bind port 14b4e94a-3240-4e88-a5b1-98a3f010acac on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:37.052103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.053144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:37.053679 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:37.054054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.054538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:37.055630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Bound port: 14b4e94a-3240-4e88-a5b1-98a3f010acac, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:37.056054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.056539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.085629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-47b90c3f-9f93-433a-b0b3-efc1647f95f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:37.135987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] For port 14b4e94a-3240-4e88-a5b1-98a3f010acac, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:37.139316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] For port 14b4e94a-3240-4e88-a5b1-98a3f010acac, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14b4e94a-3240-4e88-a5b1-98a3f010acac,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:37.143079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.158964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:37.183014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.198223 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Pushing event updated for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:37.201302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:37.309247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a502-6f17-4b19-9a7c-c310a8a92b7f None None] Pushing event updated for resources: {'Port': ['ID=14b4e94a-3240-4e88-a5b1-98a3f010acac,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:37.313699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2049a502-6f17-4b19-9a7c-c310a8a92b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:37.331107 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:37.332516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:37.357500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:37.358270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:37.485818 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:09:37.547584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:09:37.571614 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:37.616562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-41432a40-8cc0-40d3-a93b-15876d9bab7e None None] Provisioning complete for port 24eb5261-6e4c-488d-8a43-53ae91216753 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:37.616932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-41432a40-8cc0-40d3-a93b-15876d9bab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:37.744251 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:37.753876 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] 10.222.0.32 "PUT /v2.0/routers/6d68fbd7-e197-4b44-a7b7-83a0a6e17226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516016 Apr 15 19:09:37.763879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-41432a40-8cc0-40d3-a93b-15876d9bab7e None None] Port 24eb5261-6e4c-488d-8a43-53ae91216753 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:09:38.153598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 2, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:38.158010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d0cdb-4761-46e7-8ccc-f858c9e88362 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 2, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:38.300380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48818) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:38.306977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2043806879-network', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:38.312372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:38.316543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Usage tracker for resource:network and tenant:4e54790ef88c4846acd09ff9570493ee is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:38.319584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:38.326339 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:38.337398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Made reservation on behalf of 4e54790ef88c4846acd09ff9570493ee for: {'network': 1} {{(pid=86082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:09:38.343013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for network, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.356383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.371856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:38.375983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e54790ef88c4846acd09ff9570493ee is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:38.379082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:38.386098 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:38.474152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.476805 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.481120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8bd71cd4-21a8-406a-a604-00198334f90b tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:38.513669 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=86082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:09:38.529543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.530183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.segments_db [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Added segment 43157c78-f621-41c7-bc11-cabba41b05d1 of type vlan for network a6b67a62-c99e-47ca-967a-38763d448be4 Apr 15 19:09:38.531474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df2698f-61f6-4582-ad7a-aad7f73b8e48,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:38.538693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:38.568455 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781199160674'] for network, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.607724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026'] for network, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.608869 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:38.609533 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:38.615435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-bd6a4939-90b1-484c-9bb6-be7b5749980f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:38.725209 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4234478 Apr 15 19:09:38.728782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48822) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:38.730072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b67a62-c99e-47ca-967a-38763d448be4,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:38.733482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c3583275-599c-42d5-bd93-a8ef2e63eab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:38.735338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Request body: {'subnet': {'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2043806879-subnet', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'ip_version': 4}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:38.740870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:38.742308 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Network a6b67a62-c99e-47ca-967a-38763d448be4 details requested by agent ovs-agent-dv-neutron-786478-1-hyperv with host dv-neutron-786478-1-hyperv {{(pid=86083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:09:38.757684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Usage tracker for resource:subnet and tenant:4e54790ef88c4846acd09ff9570493ee is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:38.760959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:38.767775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:38.780882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Made reservation on behalf of 4e54790ef88c4846acd09ff9570493ee for: {'subnet': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:09:38.786243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6181072'] for subnet, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.230892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7261685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6181091'] for subnet, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.251023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e6a080b6-c42b-463f-b300-0fb94b1a4f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:39.392985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2b85dd-ace0-4ada-a05e-115e2877964c,revision_number=0']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:39.396995 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:39.453921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Checking segment: {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:39.454314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Network hostable DHCP agents. Network: a6b67a62-c99e-47ca-967a-38763d448be4, hostable agents: ['4c0468c2-0b55-453a-b600-8148f8eaa422'], hosted agents: [] {{(pid=86081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:09:39.472906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Network a6b67a62-c99e-47ca-967a-38763d448be4 is scheduled to be hosted by DHCP agent 4c0468c2-0b55-453a-b600-8148f8eaa422 with binding_index 1 {{(pid=86081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:09:39.480905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-1-hyperv, a6b67a62-c99e-47ca-967a-38763d448be4) {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:39.490477 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7179a680-2d06-4f5d-9635-a221165289e4 None None] Network a6b67a62-c99e-47ca-967a-38763d448be4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:39.493074 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:39.493727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.513614 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-705fe526-1e87-490a-9265-73e2d9364896 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7835073 Apr 15 19:09:39.516151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48830) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:39.521734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:39.526940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:39.530951 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Usage tracker for resource:router and tenant:4e54790ef88c4846acd09ff9570493ee is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:39.534623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:39.540673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:39.550535 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854086427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854515303'] for router, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.551620 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-666876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260481'] for router, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.574115 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.729100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa30de3b9-b837-5233-8414-cf321554c304-a6b67a62-c99e-47ca-967a-38763d448be4', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c'}]}} from dv-neutron-786478-1-hyperv. {{(pid=86083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:09:39.730161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.869419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854086442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260528'] for router, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:39.896235 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Allocated IP 172.20.0.2 (a6b67a62-c99e-47ca-967a-38763d448be4/fd2b85dd-ace0-4ada-a05e-115e2877964c/e4114341-f524-4bb2-89fc-c41354bf0476) {{(pid=86083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:40.108197 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14b4e94a-3240-4e88-a5b1-98a3f010acac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:40.185919 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks [] for port, precommit_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.202844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Transition to ACTIVE for port object e4114341-f524-4bb2-89fc-c41354bf0476 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:40.204645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.228283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 14b4e94a-3240-4e88-a5b1-98a3f010acac completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:40.232719 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Transition to ACTIVE for port object e4114341-f524-4bb2-89fc-c41354bf0476 will not be triggered until provisioned by entity DHCP. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:40.235398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 14b4e94a-3240-4e88-a5b1-98a3f010acac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:40.235822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.237585 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.267570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801'] for port, after_create {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.290799 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:40.383894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Allocated IP 172.26.7.62 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/ea483f0c-1196-4c8b-a384-ff1ea58fef00) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:40.446595 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Pushing event updated for resources: {'Port': ['ID=e4114341-f524-4bb2-89fc-c41354bf0476,revision_number=1']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:40.461460 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:40.548886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.555582 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.565312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Network a6b67a62-c99e-47ca-967a-38763d448be4 is already hosted by enough agents. {{(pid=86083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:40.567217 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Resources bound (agent type, host, resource id): {{(pid=86083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:40.573273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Received port after_create {{(pid=86083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:40.580271 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.596207 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a3f1ec34-8d97-4b30-97da-3345be6aa0c1 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:40.618573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 14b4e94a-3240-4e88-a5b1-98a3f010acac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14b4e94a-3240-4e88-a5b1-98a3f010acac,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:40.661657 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.665837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:40.718398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Attempting to bind port e4114341-f524-4bb2-89fc-c41354bf0476 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:40.718822 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Attempting to bind port e4114341-f524-4bb2-89fc-c41354bf0476 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:40.719234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Attempting to bind port e4114341-f524-4bb2-89fc-c41354bf0476 on network a6b67a62-c99e-47ca-967a-38763d448be4 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:40.732333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Pushing event updated for resources: {'Port': ['ID=ea483f0c-1196-4c8b-a384-ff1ea58fef00,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:40.735685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:40.736117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Checking segment: {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:40.736574 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.737019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Bound using segment: {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:40.737560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Bound port: e4114341-f524-4bb2-89fc-c41354bf0476, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:40.738014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.745962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:40.788636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:40.790428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:40.792717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:40.801830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=14b4e94a-3240-4e88-a5b1-98a3f010acac,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:40.807185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:40.847635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] For port e4114341-f524-4bb2-89fc-c41354bf0476, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:40.850985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] For port e4114341-f524-4bb2-89fc-c41354bf0476, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e4114341-f524-4bb2-89fc-c41354bf0476,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:40.855874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:40.875071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:41.028242 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Pushing event updated for resources: {'Port': ['ID=e4114341-f524-4bb2-89fc-c41354bf0476,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:41.036381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9aa21c10-ee60-4726-9da8-d6fc67884a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:41.384441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:41.397531 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:41.398374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:41.539495 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:41.594398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:41.909104 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854072016'] for router, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:41.921699 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 2, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:41.925812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:41.926247 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Updating router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 port 24eb5261-6e4c-488d-8a43-53ae91216753 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:09:41.986617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.138785 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Router 73acb114-5ebe-4302-ba08-76f791e3a7e3 is scheduled to L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c with binding_index 1 {{(pid=86081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:09:42.175445 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14b4e94a-3240-4e88-a5b1-98a3f010acac up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:42.255835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 14b4e94a-3240-4e88-a5b1-98a3f010acac triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:42.256608 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.360527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:42.387633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Sync routers for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:42.392343 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Notify callbacks [] for router, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.396303 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8765256 Apr 15 19:09:42.397089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 48834) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:42.409315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:42.410196 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:42.412819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.427067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Transition to ACTIVE for port object 24eb5261-6e4c-488d-8a43-53ae91216753 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:42.436150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.456700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7fcb149-4f16-496a-805a-9eecbda333fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:42.561543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832036c-f724-48d5-9b62-e5b009ec6345 None None] Network a6b67a62-c99e-47ca-967a-38763d448be4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:09:42.579961 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e4114341-f524-4bb2-89fc-c41354bf0476 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:42.608245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Pushing event updated for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:42.633034 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.633454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.633946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.634408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.634865 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.635326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.635778 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.636228 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.636681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.637130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.637581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.638048 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:09:42.641976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:42.897321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Attempting to bind port 24eb5261-6e4c-488d-8a43-53ae91216753 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:42.897923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Attempting to bind port 24eb5261-6e4c-488d-8a43-53ae91216753 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:42.898210 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Attempting to bind port 24eb5261-6e4c-488d-8a43-53ae91216753 on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:42.905164 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:42.905579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Checking segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:42.906054 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.906484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Bound using segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:42.906998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Bound port: 24eb5261-6e4c-488d-8a43-53ae91216753, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:42.907408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:42.917073 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-2f561670-879c-41d3-8b33-381b057bb1ec None None] Provisioning for port e4114341-f524-4bb2-89fc-c41354bf0476 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:43.004744 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] For port 24eb5261-6e4c-488d-8a43-53ae91216753, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:43.005257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:43.008587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] For port 24eb5261-6e4c-488d-8a43-53ae91216753, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=24eb5261-6e4c-488d-8a43-53ae91216753,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:43.011842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.027888 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5849a16b-aa66-40b9-8089-fe4dbc47a70f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:43.057680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port e4114341-f524-4bb2-89fc-c41354bf0476 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:43.145987 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e4114341-f524-4bb2-89fc-c41354bf0476 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:43.146281 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.178795 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Pushing event updated for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:43.184504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ec944733-3a19-4f41-8485-e7fba775e85c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:43.201498 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.227747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:43.231349 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:43.493898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Allocated IP 172.20.0.1 (a6b67a62-c99e-47ca-967a-38763d448be4/fd2b85dd-ace0-4ada-a05e-115e2877964c/06542720-6ce5-4d63-b7ee-084ce59bf473) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:43.588309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.645464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:43.647135 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port e4114341-f524-4bb2-89fc-c41354bf0476, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e4114341-f524-4bb2-89fc-c41354bf0476,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:43.654100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.658555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:43.675360 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.697060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:41Z', 'revision_number': 3, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:43.699759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Transition to ACTIVE for port object 06542720-6ce5-4d63-b7ee-084ce59bf473 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:43.711437 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Checking router: 73acb114-5ebe-4302-ba08-76f791e3a7e3 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:43.711846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Updating router 73acb114-5ebe-4302-ba08-76f791e3a7e3 port ea483f0c-1196-4c8b-a384-ff1ea58fef00 binding host dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:09:43.738381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.770038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-c0d40455-2559-49d6-b1ac-25de1ce82430 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:43.814713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=e4114341-f524-4bb2-89fc-c41354bf0476,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:43.817890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:43.852558 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:43.942779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Pushing event updated for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:43.972267 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:44.012347 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:43Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:44.015133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-666d4e06-6092-423d-bfaf-93cac2e5b59b None None] Provisioning complete for port e4114341-f524-4bb2-89fc-c41354bf0476 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:44.015340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-666d4e06-6092-423d-bfaf-93cac2e5b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.016932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Network a6b67a62-c99e-47ca-967a-38763d448be4 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:44.018326 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:44.020125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d9ed93-cc4b-490c-93cc-66ac3785fdf4 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:43Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:44.020627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:44.087837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-702581'] for router_interface, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.200786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 24eb5261-6e4c-488d-8a43-53ae91216753 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:44.262183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.412015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 24eb5261-6e4c-488d-8a43-53ae91216753 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:44.423950 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 24eb5261-6e4c-488d-8a43-53ae91216753 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:44.424375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.517112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1b35c61f-b5c3-4521-ab22-137d0350acc6 None None] Provisioning for port 06542720-6ce5-4d63-b7ee-084ce59bf473 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:44.521542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks [] for port, precommit_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.522290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.529265 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.532062 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-1b35c61f-b5c3-4521-ab22-137d0350acc6 None None] Provisioning complete for port 06542720-6ce5-4d63-b7ee-084ce59bf473 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:44.532482 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b35c61f-b5c3-4521-ab22-137d0350acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.562770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-64a49629-7c81-46fc-8efd-1307bcf43678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:44.583584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Transition to ACTIVE for port object ea483f0c-1196-4c8b-a384-ff1ea58fef00 will not be triggered until provisioned by entity L2. {{(pid=86083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:44.620590 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.646975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:44.651209 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854204009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854073326'] for router_interface, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.666777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Pushing event updated for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:44.672556 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:44.795063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1b35c61f-b5c3-4521-ab22-137d0350acc6 None None] Port 06542720-6ce5-4d63-b7ee-084ce59bf473 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:09:44.805732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Network a6b67a62-c99e-47ca-967a-38763d448be4 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:44.807446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:44.847426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.875804 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e72264-236e-4aa4-93f7-9682edd4bf02 None None] Pushing event updated for resources: {'Port': ['ID=ea483f0c-1196-4c8b-a384-ff1ea58fef00,revision_number=2']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:44.878788 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0e72264-236e-4aa4-93f7-9682edd4bf02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:44.934959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 24eb5261-6e4c-488d-8a43-53ae91216753, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=24eb5261-6e4c-488d-8a43-53ae91216753,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:44.943178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Attempting to bind port ea483f0c-1196-4c8b-a384-ff1ea58fef00 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:44.943745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Attempting to bind port ea483f0c-1196-4c8b-a384-ff1ea58fef00 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:44.944239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Attempting to bind port ea483f0c-1196-4c8b-a384-ff1ea58fef00 on network 080481ab-a21a-42fd-8ead-cf607e771e74 {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:44.951473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:44.952032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Checking segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:44.952600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.953146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Bound using segment: {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'} {{(pid=86083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:44.953780 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Bound port: ea483f0c-1196-4c8b-a384-ff1ea58fef00, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3feb828-0173-4f44-810b-ac557abe9f4a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74'}}] {{(pid=86083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:44.954330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.981140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:44.982266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e4114341-f524-4bb2-89fc-c41354bf0476 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:45.020283 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2049a502-6f17-4b19-9a7c-c310a8a92b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:45.177942 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-7bcc0868-4fbc-43f3-b843-13b35beb98c9 None None] Provisioning complete for port 06542720-6ce5-4d63-b7ee-084ce59bf473 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:45.178261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0868-4fbc-43f3-b843-13b35beb98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:45.234017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:45.237359 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:45.243727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:45.264713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] For port ea483f0c-1196-4c8b-a384-ff1ea58fef00, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:45.273890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-7bcc0868-4fbc-43f3-b843-13b35beb98c9 None None] Port 06542720-6ce5-4d63-b7ee-084ce59bf473 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:09:45.282355 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] For port ea483f0c-1196-4c8b-a384-ff1ea58fef00, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ea483f0c-1196-4c8b-a384-ff1ea58fef00,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:45.284187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port e4114341-f524-4bb2-89fc-c41354bf0476 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:45.284641 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:45.317351 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:45.339943 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:45.343687 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Router 73acb114-5ebe-4302-ba08-76f791e3a7e3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:09:45.545311 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:09:45.555801 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] 10.222.0.32 "PUT /v2.0/routers/73acb114-5ebe-4302-ba08-76f791e3a7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1575172 Apr 15 19:09:45.743010 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e72264-236e-4aa4-93f7-9682edd4bf02 None None] Pushing event updated for resources: {'Port': ['ID=ea483f0c-1196-4c8b-a384-ff1ea58fef00,revision_number=3']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:45.746470 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0e72264-236e-4aa4-93f7-9682edd4bf02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:45.813100 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:45.813740 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:46.004094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:46.077184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 24eb5261-6e4c-488d-8a43-53ae91216753 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:46.327673 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 24eb5261-6e4c-488d-8a43-53ae91216753 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:46.328019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.442605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48844) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:46.449371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2037454478', 'description': 'tempest-secgroup-smoke-2037454478 description', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:46.456081 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:46.460465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:46.464205 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:46.470368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:46.480390 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.501986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:46.506102 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:46.509568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:46.514068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '06542720-6ce5-4d63-b7ee-084ce59bf473', 'name': '', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'mac_address': 'fa:16:3e:74:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:43Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 2, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'subnets': [{'id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:46.515701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:46.521593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e59d31-bf3d-4ff3-940c-7b79efeebc6f None None] The sync data for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv is: [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '06542720-6ce5-4d63-b7ee-084ce59bf473', 'name': '', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'mac_address': 'fa:16:3e:74:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:43Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 2, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'subnets': [{'id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:46.594698 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.598399 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.602588 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ef775a4-82ea-4a1f-bd33-cbb3e75376b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:46.647303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c0544-2b54-459a-9fd7-69ff02757b47,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:46.650926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:46.651848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.653152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-e45ce0ab-0394-47bc-a3f5-97f4c0839834 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2092760 Apr 15 19:09:46.656250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48848) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:46.661650 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:46.668179 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:46.672208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:46.675190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:46.681462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:46.698130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.762296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.766393 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.768432 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ddc8bc6a-c88a-46ce-9be0-1e9ec7c91897 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:46.797171 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655edd11-0067-40ec-889e-8a4e93a0a4c4,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:46.799936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:46.806874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.808179 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f95d9b55-9ee1-41e9-b7ea-8745b33f3904 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509757 Apr 15 19:09:46.812923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48852) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:46.818539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:46.825374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:46.829511 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:46.832810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:46.839518 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:46.855473 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.949248 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.953332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.955373 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d67076de-d46c-41c6-a06c-79e41ce2686b tempest-TestMinimumBasicScenario-891982506 tempest-TestMinimumBasicScenario-891982506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:46.980985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab4b23d-192f-4edb-8173-c0a16adef2ea,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:46.983769 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:46.990342 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:46.991661 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777251 Apr 15 19:09:46.995245 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48856) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:47.001378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:47.008791 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:47.013105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:47.016237 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:47.022639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:47.039970 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.109474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.113142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.115274 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe74954e-a2f2-468b-a605-7bda4f46ebaf tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:47.141765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a89d721-a1d6-48da-905c-0e2040d9be73,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:47.144404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:47.151604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.153103 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568031 Apr 15 19:09:47.155890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48860) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:47.161570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:47.168465 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:47.172601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:47.175756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:47.182555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:47.201268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.279114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.282499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.284472 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-de9e0ee3-feac-48e3-9857-185343ab446b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:47.312145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8c58c7-8450-48d4-901a-8addf01b869f,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:47.318478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:47.322109 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.323408 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d4bedfb8-6100-4f1f-a796-e9d6d94caa85 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665006 Apr 15 19:09:47.326456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48864) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:47.332700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:47.339863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:47.344088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:47.347295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:47.354501 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:47.366107 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Project 637e6bcf061c4bdda79bf9d86a19c977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:09:47.374750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.447959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.450802 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.452758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-74581ebb-4de8-4416-b601-299fb4989db2 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:47.477947 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78d1141-9ce2-4fba-95db-b40b81080e61,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:47.481659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:47.488604 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.489990 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-619eebc1-cd3c-40ba-b946-32892374d7d9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624136 Apr 15 19:09:47.493387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48868) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:09:47.499269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'security_group_rule': {'security_group_id': 'ee3c0544-2b54-459a-9fd7-69ff02757b47', 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:47.506105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:47.510424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:security_group_rule and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:09:47.513496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:09:47.519819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:47.530367 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.securitygroups_db [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Project 637e6bcf061c4bdda79bf9d86a19c977 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:09:47.537958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.614030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.616760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118496'] for security_group_rule, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.618820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b2f1ed94-c1ca-451a-8c4f-b018ecc879ff tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:47.644372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1461fa3c-498e-4591-8be4-d19998a0bf29,revision_number=0']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:47.651006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:47.654529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:47.655849 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-0e1f5932-eca0-4e26-9880-4f5943e9620a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613538 Apr 15 19:09:48.013967 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-a4ebc6c6-3be6-4f7a-bd81-9bc0f799144a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:security_group {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:09:48.031212 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-a4ebc6c6-3be6-4f7a-bd81-9bc0f799144a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:security_group {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:09:48.032645 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-a4ebc6c6-3be6-4f7a-bd81-9bc0f799144a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037454478&fields=id&tenant_id=637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 267 time: 0.0612869 Apr 15 19:09:48.111551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ea483f0c-1196-4c8b-a384-ff1ea58fef00 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:48.186798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port ea483f0c-1196-4c8b-a384-ff1ea58fef00 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:48.191662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ea483f0c-1196-4c8b-a384-ff1ea58fef00 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:48.192129 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:48.201784 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-172a9bb7-9a44-4c55-8556-f41aa25ce9d0 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:48.203436 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-172a9bb7-9a44-4c55-8556-f41aa25ce9d0 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 808 time: 0.1633914 Apr 15 19:09:48.220920 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-2d51d346-9b7d-4f7d-b27a-c390c5e4d56c tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/quotas/637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 375 time: 0.0109150 Apr 15 19:09:48.310816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-32e5e9e5-734e-4fb3-bd80-c048d706db77 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:09:48.318847 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:48.327257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-32e5e9e5-734e-4fb3-bd80-c048d706db77 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:09:48.328667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-32e5e9e5-734e-4fb3-bd80-c048d706db77 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018519 Apr 15 19:09:48.337317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port ea483f0c-1196-4c8b-a384-ff1ea58fef00, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ea483f0c-1196-4c8b-a384-ff1ea58fef00,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:48.340001 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:48.341977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:48.416589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=ea483f0c-1196-4c8b-a384-ff1ea58fef00,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:48.420405 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:48.481287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-e7b88c08-f83d-4c30-aea6-366277b1f0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383035 Apr 15 19:09:48.624663 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-caba6de1-8b9f-498e-a97c-4ff6bb2d6b2f service neutron] 10.222.0.32 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366391 Apr 15 19:09:48.942227 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f6863d7c-fe2e-472c-8b34-43eb7f40ce20 req-bb36734f-2ca4-4067-93b3-bbbec71dd934 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 210 time: 0.1682882 Apr 15 19:09:49.629644 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Sync routers for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:09:49.639453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:49.640114 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:49.829901 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:50.123672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ea483f0c-1196-4c8b-a384-ff1ea58fef00 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:50.134711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ee7fca34-5dd4-4c75-ab09-e4e14e5cd00d req-17ceb1f6-3327-4ce0-86f5-52878147ee73 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 210 time: 0.0757806 Apr 15 19:09:50.188336 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '06542720-6ce5-4d63-b7ee-084ce59bf473', 'name': '', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'mac_address': 'fa:16:3e:74:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:43Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 2, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'subnets': [{'id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:50.193018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Checking router: 73acb114-5ebe-4302-ba08-76f791e3a7e3 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:09:50.193732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Updating router 73acb114-5ebe-4302-ba08-76f791e3a7e3 port 06542720-6ce5-4d63-b7ee-084ce59bf473 binding host dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:09:50.216454 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port ea483f0c-1196-4c8b-a384-ff1ea58fef00 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:50.216881 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.255573 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.262677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-81c98ac3-1ec4-42ce-83d8-c51219cfea4a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:50.263468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-81c98ac3-1ec4-42ce-83d8-c51219cfea4a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:network {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:09:50.281670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-81c98ac3-1ec4-42ce-83d8-c51219cfea4a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:network {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:09:50.283004 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-81c98ac3-1ec4-42ce-83d8-c51219cfea4a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 808 time: 0.2712314 Apr 15 19:09:50.370387 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-434018f9-71e4-4193-bfc3-154a5a05461a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:security_group {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:09:50.384361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-434018f9-71e4-4193-bfc3-154a5a05461a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:security_group {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:09:50.386082 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-434018f9-71e4-4193-bfc3-154a5a05461a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 8073 time: 0.0943754 Apr 15 19:09:50.395936 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'port': {'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'admin_state_up': True, 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'security_groups': ['ee3c0544-2b54-459a-9fd7-69ff02757b47']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:50.546143 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:09:50.556124 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:09:50.565026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Made reservation on behalf of 637e6bcf061c4bdda79bf9d86a19c977 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:09:50.572144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.631793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks [] for port, precommit_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.644686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Transition to ACTIVE for port object 06542720-6ce5-4d63-b7ee-084ce59bf473 will not be triggered until provisioned by entity L2. {{(pid=86084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:50.650539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.665819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-098b81c9-7856-44d6-93c0-a5b395fd0bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:50.748298 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Allocated IP 172.20.0.6 (0cbec129-0b9b-4a58-bd9a-18ae2ef13857/d7b6ab40-d2d7-4fed-b995-bd5a143a8589/9d8df344-a1fc-4ab5-90ec-600b470b66af) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:09:50.800191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c23b5-8c77-4dd7-9802-a8d6b1c12349 None None] Pushing event updated for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=3']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:50.805165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7c23b5-8c77-4dd7-9802-a8d6b1c12349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:50.958739 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:50.976067 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Transition to ACTIVE for port object 9d8df344-a1fc-4ab5-90ec-600b470b66af will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:51.002499 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.010517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Attempting to bind port 06542720-6ce5-4d63-b7ee-084ce59bf473 on host dv-neutron-786478-1-hyperv for vnic_type normal with profile {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:51.011216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Attempting to bind port 06542720-6ce5-4d63-b7ee-084ce59bf473 by drivers openvswitch,hyperv on host dv-neutron-786478-1-hyperv at level 0 using segments [{'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:51.011856 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Attempting to bind port 06542720-6ce5-4d63-b7ee-084ce59bf473 on network a6b67a62-c99e-47ca-967a-38763d448be4 {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:51.018130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Checking agent: {'id': '2547f658-774c-4cc6-9ab8-9805bd21b895', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 9, 28), 'started_at': datetime.datetime(2021, 4, 15, 18, 9, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:51.018570 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Checking segment: {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:51.018979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.019414 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Bound using segment: {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'} {{(pid=86084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:51.019938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Bound port: 06542720-6ce5-4d63-b7ee-084ce59bf473, host: dv-neutron-786478-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43157c78-f621-41c7-bc11-cabba41b05d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4'}}] {{(pid=86084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:51.020356 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.021611 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-a7dee8ff-0a5a-4fb7-90c3-f298f27debc6 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:51.116022 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] For port 06542720-6ce5-4d63-b7ee-084ce59bf473, host dv-neutron-786478-1-hyperv, cleared binding levels {{(pid=86084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:51.119777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] For port 06542720-6ce5-4d63-b7ee-084ce59bf473, host dv-neutron-786478-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=06542720-6ce5-4d63-b7ee-084ce59bf473,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:51.124183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.140411 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2782b3e9-d217-4d5b-a0c1-310896b2acaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:51.165058 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:51.168090 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:51.223809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:09:51.225642 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:09:51.228964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:09:51.312161 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:51.313057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.350058 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-0aab4f99-7be5-4e3a-a11a-6ff5eee52980 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9580965 Apr 15 19:09:51.363793 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Request body: {'port': {'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:09:51.368353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e46a9a-4617-4eb4-9451-38d920fa3ca7 req-1a337cc4-3490-4412-9905-e0ba2b4aace1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:51.376934 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e4e46a9a-4617-4eb4-9451-38d920fa3ca7 req-1a337cc4-3490-4412-9905-e0ba2b4aace1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 931 time: 0.1104677 Apr 15 19:09:51.440741 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e4e46a9a-4617-4eb4-9451-38d920fa3ca7 req-80e4517e-4f7e-4742-bef0-9b1694b059be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627439 Apr 15 19:09:51.462319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5999d890-e583-4fde-85cd-4f2bcea9cb5d None None] Provisioning for port 9d8df344-a1fc-4ab5-90ec-600b470b66af completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:51.467837 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-5999d890-e583-4fde-85cd-4f2bcea9cb5d None None] Provisioning complete for port 9d8df344-a1fc-4ab5-90ec-600b470b66af triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:51.467978 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-5999d890-e583-4fde-85cd-4f2bcea9cb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.472571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c23b5-8c77-4dd7-9802-a8d6b1c12349 None None] Pushing event updated for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=4']} {{(pid=86084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:51.475932 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ab7c23b5-8c77-4dd7-9802-a8d6b1c12349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:51.512368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.524071 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:09:51.524964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:51.532946 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-5999d890-e583-4fde-85cd-4f2bcea9cb5d None None] Port 9d8df344-a1fc-4ab5-90ec-600b470b66af cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:09:51.723638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:09:51.895565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8df344-a1fc-4ab5-90ec-600b470b66af {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:09:51.903384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.921627 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Transition to ACTIVE for port object 9d8df344-a1fc-4ab5-90ec-600b470b66af will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:09:51.925969 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:51.942023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:52.067409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '06542720-6ce5-4d63-b7ee-084ce59bf473', 'name': '', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'mac_address': 'fa:16:3e:74:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:43Z', 'updated_at': '2021-04-15T19:09:51Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'subnets': [{'id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:09:52.071885 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84472cf6-ad92-415d-b5fc-dca47ace919e None None] The sync data for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv is: [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '06542720-6ce5-4d63-b7ee-084ce59bf473', 'name': '', 'network_id': 'a6b67a62-c99e-47ca-967a-38763d448be4', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'mac_address': 'fa:16:3e:74:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:43Z', 'updated_at': '2021-04-15T19:09:51Z', 'revision_number': 4, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'subnets': [{'id': 'fd2b85dd-ace0-4ada-a05e-115e2877964c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:09:52.079808 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:52.093906 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:52.122545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 06542720-6ce5-4d63-b7ee-084ce59bf473 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:52.207389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning for port 06542720-6ce5-4d63-b7ee-084ce59bf473 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:52.215820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 06542720-6ce5-4d63-b7ee-084ce59bf473 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:52.216521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.341956 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Attempting to bind port 9d8df344-a1fc-4ab5-90ec-600b470b66af on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:09:52.342273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Attempting to bind port 9d8df344-a1fc-4ab5-90ec-600b470b66af by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:09:52.342616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Attempting to bind port 9d8df344-a1fc-4ab5-90ec-600b470b66af on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:52.350020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Port 9d8df344-a1fc-4ab5-90ec-600b470b66af on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:09:52.350297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Attempting to bind port 9d8df344-a1fc-4ab5-90ec-600b470b66af on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:09:52.357121 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:09:52.357686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Checking segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:09:52.358162 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Bound using segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:09:52.358637 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Bound port: 9d8df344-a1fc-4ab5-90ec-600b470b66af, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:09:52.359018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.374371 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.424094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] For port 06542720-6ce5-4d63-b7ee-084ce59bf473, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=06542720-6ce5-4d63-b7ee-084ce59bf473,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:52.427502 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.429594 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:52.470550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:09:52.474015 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:09:52.477775 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.493395 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-5f62614a-3729-4daf-b927-9394a1490366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:52.502899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Pushing event updated for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:52.506289 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:52.652957 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:52.658659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:52.664297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61d342-28e5-4575-abb4-a8cea278faa9 req-3aaf34ab-264f-46e3-b537-0b2ecd88a13f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:52.665974 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e61d342-28e5-4575-abb4-a8cea278faa9 req-3aaf34ab-264f-46e3-b537-0b2ecd88a13f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.1007631 Apr 15 19:09:52.693512 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:52.694208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:52.696276 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-37b996d3-fd04-4f07-bae4-5667ceb02d50 service neutron] 10.222.0.49 "PUT /v2.0/ports/9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 1093 time: 1.3373377 Apr 15 19:09:52.696789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:09:52.725086 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2e61d342-28e5-4575-abb4-a8cea278faa9 req-81b74ddd-bfc9-45e1-9ebe-99073e5112ff tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525336 Apr 15 19:09:52.785547 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'status': 'completed', 'code': 200} Apr 15 19:09:52.828697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-ca9187e7-6824-404d-a47d-93c8553f0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:52.830493 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-ca9187e7-6824-404d-a47d-93c8553f0084 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1096 time: 0.0932546 Apr 15 19:09:52.914286 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-211b73dd-14f1-4367-ac90-dee36d57912d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 217 time: 0.0750747 Apr 15 19:09:52.983581 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-78f36fc4-b25b-4b85-85a0-70d64e1246d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:52.984928 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-78f36fc4-b25b-4b85-85a0-70d64e1246d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0648088 Apr 15 19:09:53.069404 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-4eb7c05c-59c0-416c-bf3b-f70f8376b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.071684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-4eb7c05c-59c0-416c-bf3b-f70f8376b5c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803919 Apr 15 19:09:53.215486 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-16d100c8-10f1-44f9-ac50-edc16b116054 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371822 Apr 15 19:09:53.356885 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-860a4dfe-8514-4860-b42d-08ab2825fc30 req-a902621a-ba7e-4b0c-9e88-b8f7a61ae9d9 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355476 Apr 15 19:09:53.482239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-0b9b2ce0-a1f1-4b26-bee3-bcec12e66253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.483763 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-0b9b2ce0-a1f1-4b26-bee3-bcec12e66253 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1096 time: 0.0836468 Apr 15 19:09:53.624305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-924a535c-b991-4b48-9b7f-6493e78314ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.625891 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-924a535c-b991-4b48-9b7f-6493e78314ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1357644 Apr 15 19:09:53.703313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-597a9791-6d3c-471a-9886-27eb08f55e91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 217 time: 0.0698197 Apr 15 19:09:53.774376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-8f83182a-c636-4d1f-9177-a886c96228cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.776056 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-8f83182a-c636-4d1f-9177-a886c96228cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0654392 Apr 15 19:09:53.860559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-ebdd3f6e-59e0-4243-8931-112a3bdbd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.862201 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-ebdd3f6e-59e0-4243-8931-112a3bdbd2f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782397 Apr 15 19:09:53.949461 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc6942-ebe6-4337-aa83-47a0e9884242 req-71f20e42-84e0-4a83-9386-30ad03a50ec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:53.951166 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10cc6942-ebe6-4337-aa83-47a0e9884242 req-71f20e42-84e0-4a83-9386-30ad03a50ec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.1026223 Apr 15 19:09:54.000945 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-10cc6942-ebe6-4337-aa83-47a0e9884242 req-64e6123d-56b2-4c3d-98b1-b604a27cedd7 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Apr 15 19:09:54.005259 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-27a31015-d130-432a-bd4e-97600fe93ccf service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364105 Apr 15 19:09:54.075193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 06542720-6ce5-4d63-b7ee-084ce59bf473 up at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:54.151239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Provisioning complete for port 06542720-6ce5-4d63-b7ee-084ce59bf473 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:54.151660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:54.153425 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f1c246de-e45a-406e-ad1e-f660adfce95b req-f08e316f-a7a3-45e9-bf45-79e36d4ad469 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403916 Apr 15 19:09:54.305807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2d6220b5-f24b-4879-bca6-c9f501dfeb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:55.203152 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6940041-efa0-4852-9226-530db0d461cf req-eea545a1-6123-45ff-81ce-2b8416b06626 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:55.204856 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a6940041-efa0-4852-9226-530db0d461cf req-eea545a1-6123-45ff-81ce-2b8416b06626 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.0879416 Apr 15 19:09:55.252716 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-a6940041-efa0-4852-9226-530db0d461cf req-cd1b2bef-9ca3-4b84-83bd-3f082e9a98c7 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409012 Apr 15 19:09:55.969602 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:09:56.113020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:56.127662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:09:56.185966 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:56.203234 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8df344-a1fc-4ab5-90ec-600b470b66af {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:09:56.219039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:56.221816 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:56.223658 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:56.296369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:56.299566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:56.457891 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb422a-f67a-493b-a0af-3525a82add8a req-36f1efec-1493-46ea-b498-4fd646d28cf8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:56.459405 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3eb422a-f67a-493b-a0af-3525a82add8a req-36f1efec-1493-46ea-b498-4fd646d28cf8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 944 time: 0.0939751 Apr 15 19:09:56.464523 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['9d8df344-a1fc-4ab5-90ec-600b470b66af'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:09:56.509232 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e3eb422a-f67a-493b-a0af-3525a82add8a req-98718f94-0161-410e-a10a-e0f9dd797ee6 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427825 Apr 15 19:09:57.106250 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6ff4cfd0-39b1-42e3-9f0f-e717cb864005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:57.353133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:57.710593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff1ed-497f-4f8b-8266-2a98a88cdb55 req-23993b5f-0bca-4c89-b6f7-d05e4950bcb2 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:57.712250 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f6ff1ed-497f-4f8b-8266-2a98a88cdb55 req-23993b5f-0bca-4c89-b6f7-d05e4950bcb2 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 944 time: 0.0887458 Apr 15 19:09:57.765066 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7f6ff1ed-497f-4f8b-8266-2a98a88cdb55 req-61e97343-3d12-470d-81d3-5f1b1fb39e56 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464532 Apr 15 19:09:57.851755 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:57.985184 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:09:58.057631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 9d8df344-a1fc-4ab5-90ec-600b470b66af completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:09:58.062524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 9d8df344-a1fc-4ab5-90ec-600b470b66af triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:09:58.062952 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:58.189008 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:58.217713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:09:58.228835 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:09:58.232552 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:58.234562 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:09:58.269724 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'code': 200} Apr 15 19:09:58.312863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:09:58.316140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:09:58.514988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20083378-4242-465d-9424-5ba7bc592c1f req-24c30534-89a7-46ba-b58f-c4ab1d0353fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:58.516624 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20083378-4242-465d-9424-5ba7bc592c1f req-24c30534-89a7-46ba-b58f-c4ab1d0353fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1098 time: 0.0849066 Apr 15 19:09:58.559863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-20083378-4242-465d-9424-5ba7bc592c1f req-18b84963-cf56-4fcc-be9b-e4744399fb3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 Apr 15 19:09:58.667094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:09:58.969863 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208709-f47c-42ef-89ae-1343a8073817 req-8f25368d-f9be-42d7-967b-e0c372a80483 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:09:58.971656 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2d208709-f47c-42ef-89ae-1343a8073817 req-8f25368d-f9be-42d7-967b-e0c372a80483 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 945 time: 0.0932219 Apr 15 19:09:59.020502 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2d208709-f47c-42ef-89ae-1343a8073817 req-b2eafe50-f3d2-4ee7-abab-3527381e30fe tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Apr 15 19:10:00.227840 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12145d-f89e-4a4f-bbff-5ad40364aeae req-c13713c2-bcb2-4e2d-967b-e5631d6f6491 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:00.229282 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd12145d-f89e-4a4f-bbff-5ad40364aeae req-c13713c2-bcb2-4e2d-967b-e5631d6f6491 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 945 time: 0.0923679 Apr 15 19:10:00.277341 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fd12145d-f89e-4a4f-bbff-5ad40364aeae req-d3124a9b-87f1-4ddf-98bf-17ba4b7304f7 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Apr 15 19:10:00.475119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d155b6-a79c-45b0-a6a5-a2c5ffb88fcc req-43210670-9174-4ec0-abb9-7cc658078c97 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:00.476723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3d155b6-a79c-45b0-a6a5-a2c5ffb88fcc req-43210670-9174-4ec0-abb9-7cc658078c97 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 945 time: 0.0880618 Apr 15 19:10:00.525319 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b3d155b6-a79c-45b0-a6a5-a2c5ffb88fcc req-22f8ce5d-9fac-483f-8ad1-b73700d2bba4 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Apr 15 19:10:00.549032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48938) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:10:00.674035 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589fe34-d652-4afd-afab-7022602b9ad9 tempest-TestSnapshotPattern-1475646150 tempest-TestSnapshotPattern-1475646150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:00.675675 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-a589fe34-d652-4afd-afab-7022602b9ad9 tempest-TestSnapshotPattern-1475646150 tempest-TestSnapshotPattern-1475646150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1093 time: 0.1256261 Apr 15 19:10:00.678806 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 48944) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:10:00.684905 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:10:00.691353 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:10:00.695408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:floatingip and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:10:00.698401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:10:00.704369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:10:00.714053 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:00.858540 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:01.003013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Allocated IP 172.26.7.31 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/9a4327d2-8b06-401b-8536-b0690082d2e6) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:10:01.155458 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:01.185519 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:01.203732 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:10:01.609988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=9a4327d2-8b06-401b-8536-b0690082d2e6,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:10:01.614514 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:10:01.665993 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:10:01.667295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:10:01.669564 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:10:02.095276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:02.177079 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:02.392057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:02.395238 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:02.410688 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b4ace90c-8b16-45be-b6d1-27e3ce0149dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:10:02.544003 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=9a4327d2-8b06-401b-8536-b0690082d2e6,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:10:02.557042 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:10:02.648742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:02.832365 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Floating IP 03184ef2-a747-43b1-8c02-9af984bb3adc associated. External IP: 172.26.7.31, port: 9d8df344-a1fc-4ab5-90ec-600b470b66af. Apr 15 19:10:03.203551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:10:03.391844 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:10:03.402623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:10:03.413503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:10:03.414257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:10:03.416717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:03.479468 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7995093 Apr 15 19:10:03.480553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:10:03.594701 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'status': 'completed', 'code': 200} Apr 15 19:10:03.606350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:10:03.693193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-cd084e0c-aed3-435f-9391-11bddaa8d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:03.694827 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-cd084e0c-aed3-435f-9391-11bddaa8d590 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1098 time: 0.0775149 Apr 15 19:10:03.839940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-78a6077f-6a25-4962-9443-476b86283009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:03.841525 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-78a6077f-6a25-4962-9443-476b86283009 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1403792 Apr 15 19:10:03.958625 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-fe4e8774-bb2d-4125-9f13-ebc3341b7c74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 998 time: 0.1110322 Apr 15 19:10:04.033631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-2bd6bf19-1322-4f6f-83dc-7f507b3d02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:04.035287 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-2bd6bf19-1322-4f6f-83dc-7f507b3d02fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0703256 Apr 15 19:10:04.117469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-297013e5-460d-40c9-aaf1-319830013e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:04.119626 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-297013e5-460d-40c9-aaf1-319830013e23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780895 Apr 15 19:10:04.160189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:02Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:10:04.164369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:10:04.173333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:10:04.174041 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:09:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:10:04.262301 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-b13fe0d9-f67e-44b9-b5a9-cd99868ff7ca service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364458 Apr 15 19:10:04.363216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:10:04.405309 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-9bbd4e0d-5b76-499c-8953-deee1efb1ab3 req-feb45280-92fe-4265-ba8b-b9a1e0ce1a4e service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372874 Apr 15 19:10:04.732230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:02Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:10:04.736402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa6964d-c322-4172-9625-30111f6f8230 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:02Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:10:05.019369 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a90c79-3299-4064-b395-8d160166962d None None] New status for floating IP 03184ef2-a747-43b1-8c02-9af984bb3adc: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:10:14.485577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:10:15.141385 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:24.307986 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aae48911-8b82-4bed-8e8f-1134c94ecc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:27.107757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9523-09b9-4bd4-ae33-7489a3e144ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:27.357713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:27.853211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:28.669575 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:36.584177 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-1af087ca-b793-436e-bf1d-84bf0d7d213d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203730 Apr 15 19:10:37.020011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-c3464f07-6b6a-483d-bb00-7a36d27d941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:37.021589 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-c3464f07-6b6a-483d-bb00-7a36d27d941e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1098 time: 0.3668962 Apr 15 19:10:37.175756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-8f36b7d0-9df6-4925-b160-95eda075ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:37.176653 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-8f36b7d0-9df6-4925-b160-95eda075ae32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1363561 Apr 15 19:10:37.284873 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-f5c01d12-ee16-4802-99e9-c87498ac1bf1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 1000 time: 0.1015708 Apr 15 19:10:37.352834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-478d33fc-5de4-4c3a-b6b3-c29bf21a5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:37.354414 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-478d33fc-5de4-4c3a-b6b3-c29bf21a5fa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0627751 Apr 15 19:10:37.438746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-aad4cdc4-6f53-46ba-b358-bdf8e861a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:10:37.440240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-aad4cdc4-6f53-46ba-b358-bdf8e861a815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786071 Apr 15 19:10:37.451032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-1fbf190f-8cce-47dc-8d8f-68f46c6d952a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:10:37.452027 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-1fbf190f-8cce-47dc-8d8f-68f46c6d952a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052154 Apr 15 19:10:37.592559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-12ba65b2-6c16-458a-98e1-68c2d57cec42 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338091 Apr 15 19:10:37.733240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2ea5aa2d-89cf-4eaa-ab98-667095217f16 req-2a35ab88-514a-4106-af82-73bbf20b287c service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336014 Apr 15 19:10:45.139670 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:51.486006 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:10:54.310266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-efa8a55e-f4de-4ab3-880a-2f8366ef10c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:57.109352 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-aab3a0a6-a972-4a5f-b3fb-3d7f5d97c79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:57.358676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:57.588923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-050db747-d3a1-4572-8e5f-1f71c5afb6d9 req-8301148b-0752-481c-9de2-4a1b746e3cd3 service neutron] (86081) timed out ('10.222.0.32', 47164) {{(pid=86081) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 19:10:57.854903 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:10:58.674832 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:15.159334 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:24.312206 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9fddc36e-51cd-401d-987d-fb9412747e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:27.110776 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e3e8fc88-0f45-4cf3-91f8-c17a426a8038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:27.362517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:27.857684 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:28.485140 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:11:28.677111 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:36.540029 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-52d58c69-4fa1-4df5-91e5-28c23adab4ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784698 Apr 15 19:11:36.691717 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-c76f60ba-62ec-4f53-9124-1ac84112ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:11:36.693283 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-c76f60ba-62ec-4f53-9124-1ac84112ae2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1098 time: 0.0816655 Apr 15 19:11:36.852789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-3b28f05e-d02b-4f28-bb83-3513a0374c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:11:36.854325 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-3b28f05e-d02b-4f28-bb83-3513a0374c28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1408126 Apr 15 19:11:36.961095 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-cdb65828-4f90-499b-b501-7e23dcb9964a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 1000 time: 0.1002994 Apr 15 19:11:37.033117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-44fec838-dabb-4fec-8eb9-f73528a11ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:11:37.035239 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-44fec838-dabb-4fec-8eb9-f73528a11ca7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0667081 Apr 15 19:11:37.117309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-baabfdc1-8f50-47cb-ab3b-a1d76bfc7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:11:37.118868 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-baabfdc1-8f50-47cb-ab3b-a1d76bfc7877 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772903 Apr 15 19:11:37.260690 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-aefb949d-40cd-4aa8-8713-11630ad9d83c service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352997 Apr 15 19:11:37.401892 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-de07cb55-7ca4-4784-9dfe-bc9bb2377bc5 req-42dea797-7746-4e6e-b182-47bf6aab18b0 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354253 Apr 15 19:11:45.154697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:54.314940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-69504b62-d237-40e8-bf1e-2bee05891694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:57.112527 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-9f50244f-15ce-4e33-9873-7b315b9ce271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:57.365685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:57.861329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:11:58.683542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:00.532787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:12:00.681367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:00.699754 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:12:00.761367 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:00.779924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d8df344-a1fc-4ab5-90ec-600b470b66af {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:12:00.797500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:00.800330 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:00.802286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f0e72264-236e-4aa4-93f7-9682edd4bf02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:00.875736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:00.884693 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['9d8df344-a1fc-4ab5-90ec-600b470b66af'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:12:00.915528 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.915925 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.916309 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.916685 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.917060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.917431 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.917800 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.918200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.918579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.918948 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.919312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.919677 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:00.929718 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:02.537321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:12:02.611882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 9d8df344-a1fc-4ab5-90ec-600b470b66af triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:12:02.612318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:02.744187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:02.782338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:02.783524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:12:02.793493 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:02.795892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:02.844377 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'code': 200} Apr 15 19:12:02.874128 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:02.878340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:05.486908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:12:12.753684 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-3285b08e-26f6-458d-9f4f-e7683f9ec962 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2037454478&fields=id&tenant_id=637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 267 time: 0.0499074 Apr 15 19:12:12.930964 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-150584d3-ee6b-4f7e-9d4f-449a6e3622f1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:12.932463 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-150584d3-ee6b-4f7e-9d4f-449a6e3622f1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 808 time: 0.1690540 Apr 15 19:12:12.949131 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-139a7cfd-9c2a-47c1-bebb-7c5dfbc99a4d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/quotas/637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Apr 15 19:12:13.075296 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-67d0a268-914e-4c31-842f-61a3510d541c tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1202552 Apr 15 19:12:13.185676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-9225eafc-732c-4345-bf5d-60407dc077a9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86082) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:12:13.186742 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-9225eafc-732c-4345-bf5d-60407dc077a9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971775 Apr 15 19:12:13.340702 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-ed6f4a1e-623d-4da1-b8d5-61de87f83451 service neutron] 10.222.0.32 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466248 Apr 15 19:12:13.492751 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-25e04abb-0511-4dc6-994c-07199281e220 service neutron] 10.222.0.32 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446567 Apr 15 19:12:14.732618 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-b561d4f6-2fe0-40d5-a73a-fec4b8989a95 req-a1cfdf79-6b41-4f7e-89d5-0bcd086f135a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 210 time: 0.0545952 Apr 15 19:12:15.176065 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:15.782145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-aeb5d226-7703-4caa-bbb9-048e543665a9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:15.783776 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-aeb5d226-7703-4caa-bbb9-048e543665a9 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 808 time: 0.1616490 Apr 15 19:12:15.867902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-ffc1a668-b4c7-470b-b661-2f491a7e0b8d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=637e6bcf061c4bdda79bf9d86a19c977 HTTP/1.1" status: 200 len: 8073 time: 0.0760486 Apr 15 19:12:15.877819 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'port': {'device_id': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'admin_state_up': True, 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'security_groups': ['ee3c0544-2b54-459a-9fd7-69ff02757b47']}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:12:15.903455 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-0c233f13-8a0a-4ec6-a643-2889dea96fbc req-00990828-9204-433f-b092-2846bcaba571 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 210 time: 0.0506096 Apr 15 19:12:16.033490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:12:16.038088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:port and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:12:16.041086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for port was recalculated. Used quota:4. {{(pid=86081) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:12:16.047297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86081) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:12:16.056962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Made reservation on behalf of 637e6bcf061c4bdda79bf9d86a19c977 for: {'port': 1} {{(pid=86081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:12:16.066639 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:16.259820 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Allocated IP 172.20.0.8 (0cbec129-0b9b-4a58-bd9a-18ae2ef13857/d7b6ab40-d2d7-4fed-b995-bd5a143a8589/6ec5debe-9d2e-4092-b11d-e71fd57398f3) {{(pid=86081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:12:16.554651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:16.573306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Transition to ACTIVE for port object 6ec5debe-9d2e-4092-b11d-e71fd57398f3 will not be triggered until provisioned by entity DHCP. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:12:16.592332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:12:16.613441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_create {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:16.633763 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:16.731727 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:16.767924 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=1']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:16.786560 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.787070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.787424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.787880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.788303 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.788724 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.789137 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.789551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.790011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.790423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.790834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.791241 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:16.797541 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:16.825959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:12:16.836400 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:16.840027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:16.844014 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7ad40ddf-2f26-49c0-acaf-6ca75bee9ec3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:16.863211 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 is already hosted by enough agents. {{(pid=86081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:12:16.864509 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources bound (agent type, host, resource id): {{(pid=86081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:12:16.867375 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Received port after_create {{(pid=86081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:12:16.908813 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'code': 200} Apr 15 19:12:16.937188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=8']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:16.950933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:17.022809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:17.023980 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:17.062443 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874759 Apr 15 19:12:17.166854 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92043200-045c-43ac-bcbf-9e9f4c1cac12 req-769e67b4-0a67-427f-8e90-f2fd94cfb89e tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:17.168491 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92043200-045c-43ac-bcbf-9e9f4c1cac12 req-769e67b4-0a67-427f-8e90-f2fd94cfb89e tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.1192191 Apr 15 19:12:17.183089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c75ea035-d349-4f97-920f-6019adf343e5 None None] Provisioning for port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 completed by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:12:17.189617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-c75ea035-d349-4f97-920f-6019adf343e5 None None] Provisioning complete for port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 triggered by entity DHCP. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:12:17.190318 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c75ea035-d349-4f97-920f-6019adf343e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:17.227293 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-92043200-045c-43ac-bcbf-9e9f4c1cac12 req-1a1973d5-d004-4a3c-98b4-af7df3edd4ed tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Apr 15 19:12:17.276433 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-c75ea035-d349-4f97-920f-6019adf343e5 None None] Port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 cannot update to ACTIVE because it is not bound. {{(pid=86083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:12:18.446521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce935e10-ba89-4ab4-bb3b-91d98a9ef085 req-00ab0e84-6fa2-436e-945e-7c067d339f0e tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:18.448505 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce935e10-ba89-4ab4-bb3b-91d98a9ef085 req-00ab0e84-6fa2-436e-945e-7c067d339f0e tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.0964096 Apr 15 19:12:18.515188 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ce935e10-ba89-4ab4-bb3b-91d98a9ef085 req-29073e24-6c87-4ff2-b2ad-48890d4a8a41 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540228 Apr 15 19:12:19.759324 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa50315-e36b-4e07-a8fe-c53e42e9a6ca req-8ea07c18-d29c-4103-be5b-eda6f13a93cd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:19.761216 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-efa50315-e36b-4e07-a8fe-c53e42e9a6ca req-8ea07c18-d29c-4103-be5b-eda6f13a93cd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.1145973 Apr 15 19:12:19.819313 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-efa50315-e36b-4e07-a8fe-c53e42e9a6ca req-b7cb4c5a-4b88-4137-8e13-265f031c8b54 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507078 Apr 15 19:12:21.035554 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eba3c-404b-4192-b82a-eba0e0d6c527 req-7cdc322a-1c59-4492-b874-71f996da6c7f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:21.037250 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-674eba3c-404b-4192-b82a-eba0e0d6c527 req-7cdc322a-1c59-4492-b874-71f996da6c7f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.0962830 Apr 15 19:12:21.090174 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-674eba3c-404b-4192-b82a-eba0e0d6c527 req-da100091-90b2-4f38-ae11-d6c3dc65e5de tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Apr 15 19:12:22.333933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2753996-601b-4ebc-a164-9f4b09d0accc req-7d7345f6-2022-405d-9e6e-462998fbcaa4 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:22.335646 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2753996-601b-4ebc-a164-9f4b09d0accc req-7d7345f6-2022-405d-9e6e-462998fbcaa4 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.1142519 Apr 15 19:12:22.390975 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-f2753996-601b-4ebc-a164-9f4b09d0accc req-a9ebaf32-3474-49b6-825f-dcad940a20f1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484259 Apr 15 19:12:23.611697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3243a-0a7c-401b-a846-3a08db0745db req-c5f6eba0-8adf-4d99-8405-24a6b190d86b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:23.613409 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcd3243a-0a7c-401b-a846-3a08db0745db req-c5f6eba0-8adf-4d99-8405-24a6b190d86b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.1003921 Apr 15 19:12:23.668872 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-fcd3243a-0a7c-401b-a846-3a08db0745db req-80d9aa32-b1bd-4841-80cc-9c8d4ec719ee tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483160 Apr 15 19:12:24.324170 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3b349578-31fa-496d-bbbd-5de027534010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:24.901127 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a186-fe23-4417-bc40-551f55075815 req-275b2a24-bcc7-42fc-b269-8535d5878d09 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:24.902810 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d61a186-fe23-4417-bc40-551f55075815 req-275b2a24-bcc7-42fc-b269-8535d5878d09 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.0960057 Apr 15 19:12:24.958005 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3d61a186-fe23-4417-bc40-551f55075815 req-8a1bd958-fa4e-48cc-872b-2d375196ce55 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 Apr 15 19:12:26.474616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e4237-fbc1-4e61-8d32-4d85891b9480 req-bd5af681-c5de-4c40-bcc4-2fdd333109fc tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:26.476247 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c2e4237-fbc1-4e61-8d32-4d85891b9480 req-bd5af681-c5de-4c40-bcc4-2fdd333109fc tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 931 time: 0.3977554 Apr 15 19:12:26.526875 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-2c2e4237-fbc1-4e61-8d32-4d85891b9480 req-c1e4ce74-35d2-4063-baa7-ef1c955f43e8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Apr 15 19:12:26.820563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Request body: {'port': {'device_id': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:12:26.941435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.113448 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-64497f17-3ebd-4462-acb0-5217f312ccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.327635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:12:27.336568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.352539 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Transition to ACTIVE for port object 6ec5debe-9d2e-4092-b11d-e71fd57398f3 will not be triggered until provisioned by entity L2. {{(pid=86081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:12:27.355580 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.369095 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.372545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d8597bc3-3c5f-42f8-ab3a-f5d1a1d99e4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:27.509045 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=2']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:27.512273 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:27.750215 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b37f0b-01c2-4fad-a7a2-6abc378d4b41 req-2463f6b8-b4b9-4c52-9b91-b8c365f203a5 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:27.751261 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Attempting to bind port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:12:27.751651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Attempting to bind port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:12:27.751921 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42b37f0b-01c2-4fad-a7a2-6abc378d4b41 req-2463f6b8-b4b9-4c52-9b91-b8c365f203a5 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 943 time: 0.1015618 Apr 15 19:12:27.752031 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Attempting to bind port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:12:27.758890 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:12:27.759259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Attempting to bind port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 on network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:12:27.765485 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Checking agent: {'id': '29795e8c-18dd-48de-8902-67c79fb8de1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'started_at': datetime.datetime(2021, 4, 15, 18, 15, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:12:27.765887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Checking segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:12:27.766332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Bound using segment: {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'} {{(pid=86081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:12:27.766866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Bound port: 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f3e5c3-3c89-446f-850d-e453e22b0a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857'}}] {{(pid=86081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:12:27.767322 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.816913 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-42b37f0b-01c2-4fad-a7a2-6abc378d4b41 req-0c8d8744-6568-4014-9f90-9e22a634f151 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490599 Apr 15 19:12:27.864089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.868765 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, cleared binding levels {{(pid=86081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:12:27.873112 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:12:27.876093 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847514237'] for port, after_update {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:27.892145 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-778cf872-7a22-4cf2-a6cf-989d125c7188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:28.048317 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=3']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:28.053760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:28.085576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:28.086258 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:28.087760 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-7dfa939e-2c6d-479d-a1d3-8315c9679fae service neutron] 10.222.0.49 "PUT /v2.0/ports/6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 1093 time: 1.2722316 Apr 15 19:12:28.088340 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:12:28.178516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'status': 'completed', 'code': 200} Apr 15 19:12:28.230686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-192706c6-fd40-4b76-a645-e0c6b53c7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:28.232362 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-192706c6-fd40-4b76-a645-e0c6b53c7295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1096 time: 0.0935519 Apr 15 19:12:28.314131 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-71c7042f-d557-443e-be50-75c5b68dd5ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 217 time: 0.0745168 Apr 15 19:12:28.383660 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-b8717c1b-9365-4767-811a-be883c9662f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:28.385142 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-b8717c1b-9365-4767-811a-be883c9662f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0649960 Apr 15 19:12:28.485186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-674ab336-6a1c-4ece-968b-7086b4c594da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:28.486853 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-674ab336-6a1c-4ece-968b-7086b4c594da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949693 Apr 15 19:12:28.643857 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-e859f104-7592-4f06-8b31-4095666de2b4 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505969 Apr 15 19:12:28.687172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:28.799182 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-182d8d55-6006-41f1-bfd4-b3aaadbcfbcd req-6e797437-5797-409e-bfee-752f107672ca service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491079 Apr 15 19:12:28.918654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-314cbcce-6422-491c-a5cc-90894b98837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:28.920284 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-314cbcce-6422-491c-a5cc-90894b98837d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1096 time: 0.0796897 Apr 15 19:12:29.034383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c690f1-68e9-43ff-ae37-fa7246414b33 req-b30c7f02-bfd1-48a8-a49f-37a411f33571 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:29.036152 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-18c690f1-68e9-43ff-ae37-fa7246414b33 req-b30c7f02-bfd1-48a8-a49f-37a411f33571 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 943 time: 0.0932574 Apr 15 19:12:29.089703 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-18c690f1-68e9-43ff-ae37-fa7246414b33 req-38dac788-63f7-4074-b753-ca48698dc81a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464113 Apr 15 19:12:29.364268 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-c23701d2-c25c-41d1-9f54-b04a38966f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:29.365812 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-c23701d2-c25c-41d1-9f54-b04a38966f35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.4379702 Apr 15 19:12:29.442183 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-8090d111-6909-49d2-951e-39177e797523 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 217 time: 0.0693219 Apr 15 19:12:29.512423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-3c4aef77-7428-4938-ba64-754ad4503bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:29.514059 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-3c4aef77-7428-4938-ba64-754ad4503bd1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0649557 Apr 15 19:12:29.601490 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-c14d5bd8-d7a4-4f41-998f-ceee84c6db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:29.603136 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-c14d5bd8-d7a4-4f41-998f-ceee84c6db52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818944 Apr 15 19:12:29.752356 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-4aa8777c-b81f-4371-8e3a-acf32978b169 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425774 Apr 15 19:12:29.897984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8a54b682-0581-4b9e-82c3-00e0a44ef220 req-58e19391-c2e8-492b-a90a-d55777adc705 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398485 Apr 15 19:12:30.302293 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125d85-7ffa-46db-8eeb-0dcb5a8e0483 req-2f2e10e0-bc8f-4a52-85ee-7acb4f26613c tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:30.303918 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c125d85-7ffa-46db-8eeb-0dcb5a8e0483 req-2f2e10e0-bc8f-4a52-85ee-7acb4f26613c tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 943 time: 0.0933759 Apr 15 19:12:30.353238 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1c125d85-7ffa-46db-8eeb-0dcb5a8e0483 req-5a4438e6-62be-482b-86d0-e732fe4e7a95 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Apr 15 19:12:30.678908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:12:30.820438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:30.835996 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'mac_address': 'fa:16:3e:a3:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:12:30.899146 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:30.917907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:12:30.934462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:30.937536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:30.939561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:31.011070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=4']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:31.014424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:31.150662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['6ec5debe-9d2e-4092-b11d-e71fd57398f3'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:12:31.559452 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4881ca-04f3-4ef1-bcb6-786a3a993dff req-801f6239-2be2-4c3a-92f8-b302f319ddbb tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:31.561068 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d4881ca-04f3-4ef1-bcb6-786a3a993dff req-801f6239-2be2-4c3a-92f8-b302f319ddbb tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 944 time: 0.0896347 Apr 15 19:12:31.610231 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-4d4881ca-04f3-4ef1-bcb6-786a3a993dff req-35088cb0-90e8-4d3e-be72-5a387684903a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Apr 15 19:12:32.700665 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:12:32.772521 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning for port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 completed by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:12:32.777638 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:12:32.778089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:32.819861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62392-5999-4ef6-a267-745ddccf8bb6 req-84032569-559c-4690-8521-91cd1045668b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:32.821539 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56c62392-5999-4ef6-a267-745ddccf8bb6 req-84032569-559c-4690-8521-91cd1045668b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 944 time: 0.0960200 Apr 15 19:12:32.871902 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-56c62392-5999-4ef6-a267-745ddccf8bb6 req-44b0a60e-5e2e-4509-a77f-c1ba02d812af tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Apr 15 19:12:32.909017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:32.937517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:12:32.948497 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:12:32.951587 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:32.955323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:33.026812 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=5']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:33.030438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:33.049406 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'code': 200} Apr 15 19:12:33.291195 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b762b-f4de-4cfa-a695-d2f6f5b959ee req-eca452c0-31a6-4fdc-85c7-833f77a8625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:33.292804 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab3b762b-f4de-4cfa-a695-d2f6f5b959ee req-eca452c0-31a6-4fdc-85c7-833f77a8625b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1098 time: 0.0781071 Apr 15 19:12:33.338600 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ab3b762b-f4de-4cfa-a695-d2f6f5b959ee req-ded53e4d-fdad-4d1a-a5c4-fdb20a268bba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Apr 15 19:12:34.083871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063729e5-8036-4b62-8c42-90eae0eba2c8 req-be7f1e8d-45d8-46ca-bce4-b08ff54855a1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:34.085483 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063729e5-8036-4b62-8c42-90eae0eba2c8 req-be7f1e8d-45d8-46ca-bce4-b08ff54855a1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.0964749 Apr 15 19:12:34.144492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-063729e5-8036-4b62-8c42-90eae0eba2c8 req-274142ed-ed03-4ff7-b0a8-e036798771d5 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525475 Apr 15 19:12:35.351723 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bb781-d433-4f2d-b5ad-3280c0c1d8ed req-f63804ec-3f15-47f7-97ff-5678ab2b151d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:35.353381 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c37bb781-d433-4f2d-b5ad-3280c0c1d8ed req-f63804ec-3f15-47f7-97ff-5678ab2b151d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.0917199 Apr 15 19:12:35.402450 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-c37bb781-d433-4f2d-b5ad-3280c0c1d8ed req-b498ce4d-c755-48ad-b3d2-7e21b242766a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424740 Apr 15 19:12:35.611829 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0fd17-c084-44c8-833b-0ad36cc6ceb1 req-1d8da995-27e9-4f4b-ba2b-1a3334a1e15f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:35.613474 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44c0fd17-c084-44c8-833b-0ad36cc6ceb1 req-1d8da995-27e9-4f4b-ba2b-1a3334a1e15f tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.0943990 Apr 15 19:12:35.665115 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-44c0fd17-c084-44c8-833b-0ad36cc6ceb1 req-983c06a3-80ed-4529-9c4c-8d9d7c310570 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Apr 15 19:12:35.690380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49234) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:12:35.770579 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524bc35-9562-4659-86cc-cb63ac373173 tempest-TestSnapshotPattern-1475646150 tempest-TestSnapshotPattern-1475646150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:35.772357 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d524bc35-9562-4659-86cc-cb63ac373173 tempest-TestSnapshotPattern-1475646150 tempest-TestSnapshotPattern-1475646150-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1093 time: 0.0808234 Apr 15 19:12:35.775464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49238) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:12:35.781550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.v2.base [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Request body: {'floatingip': {'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:12:35.789299 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:12:35.793572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Usage tracker for resource:floatingip and tenant:637e6bcf061c4bdda79bf9d86a19c977 is out of sync, need to count used quota {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:12:35.796749 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86082) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:12:35.803530 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.quota.driver [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86082) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:12:35.813566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:35.961862 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:36.112631 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_common [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Allocated IP 172.26.7.123 (080481ab-a21a-42fd-8ead-cf607e771e74/59b01832-7a6b-4d39-a7b9-565dba8798b3/2ec08bae-e17a-44f3-9066-80e78634e44f) {{(pid=86082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:12:36.275113 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:36.306066 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781199171801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:36.322939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b0671019-697c-4dfd-9631-f51ffe28fb73 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:36.464504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=2ec08bae-e17a-44f3-9066-80e78634e44f,revision_number=1']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:36.488504 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.488935 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.489368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.489790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.490236 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.490656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.491068 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.491503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.491897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.492306 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.492715 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.493122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:12:36.498953 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:36.537783 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Network 080481ab-a21a-42fd-8ead-cf607e771e74 is already hosted by enough agents. {{(pid=86082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:12:36.538880 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.base_scheduler [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Resources bound (agent type, host, resource id): {{(pid=86082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:12:36.541224 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Received port after_create {{(pid=86082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:12:36.975419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:37.054398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:37.285439 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for port, precommit_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:37.289186 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7121971'] for port, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:37.305551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-38cf3c62-87e9-4125-9b29-eb0f03ae0bfb tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:12:37.442487 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event updated for resources: {'Port': ['ID=2ec08bae-e17a-44f3-9066-80e78634e44f,revision_number=2']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:12:37.447176 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:12:37.546863 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-2cadb4c4-8061-499f-8836-f90b594f220c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832627 Apr 15 19:12:37.555232 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703981'] for floatingip, after_update {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:37.699026 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630accf2-fc03-4f35-8587-7d892fae937a req-fbb9a19a-e62a-4ed4-b12e-a9b060a68406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:37.700595 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-fbb9a19a-e62a-4ed4-b12e-a9b060a68406 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1096 time: 0.0822566 Apr 15 19:12:37.743023 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Floating IP e7e6eaf5-5c3b-4bbb-840f-962d3359ff67 associated. External IP: 172.26.7.123, port: 6ec5debe-9d2e-4092-b11d-e71fd57398f3. Apr 15 19:12:37.862636 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630accf2-fc03-4f35-8587-7d892fae937a req-953b37b7-4bff-4de1-a5a6-17416ed4867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:37.864292 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-953b37b7-4bff-4de1-a5a6-17416ed4867e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1454797 Apr 15 19:12:37.978570 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-b87d8829-047f-41c5-a42a-31cc89547a29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 998 time: 0.1079223 Apr 15 19:12:38.050252 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630accf2-fc03-4f35-8587-7d892fae937a req-95c46880-4404-47ca-adfe-052e44108147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:38.051866 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-95c46880-4404-47ca-adfe-052e44108147 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0676687 Apr 15 19:12:38.130443 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:12:38.143350 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630accf2-fc03-4f35-8587-7d892fae937a req-199be18a-7629-4aa3-9564-1ae9a1346e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:38.145034 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-199be18a-7629-4aa3-9564-1ae9a1346e19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873599 Apr 15 19:12:38.302532 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-c9d4c1e8-73e5-4aa8-aa91-a18bd3a6be4c service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509666 Apr 15 19:12:38.460389 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-630accf2-fc03-4f35-8587-7d892fae937a req-a777c4c3-33cb-4037-9f08-50869f575a2e service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519151 Apr 15 19:12:38.620601 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:12:38.630374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:12:38.640864 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:12:38.642189 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:12:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:12:38.645667 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:38.716266 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9395871 Apr 15 19:12:38.717032 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:12:38.774194 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'status': 'completed', 'code': 200} Apr 15 19:12:38.871846 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-84715798-cbbd-41d5-bf0c-fcd9ab22a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:38.873461 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-84715798-cbbd-41d5-bf0c-fcd9ab22a9a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1098 time: 0.0805168 Apr 15 19:12:39.016815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:12:39.017836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-e0233468-84d3-4fdf-8e68-0941dbb60476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:39.019473 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-e0233468-84d3-4fdf-8e68-0941dbb60476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1392889 Apr 15 19:12:39.130351 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-9ae0a69a-9fea-4532-bc9b-c19ebf0dc494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 999 time: 0.1048849 Apr 15 19:12:39.198469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-40232142-441c-4028-953c-038aab6e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:39.200054 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-40232142-441c-4028-953c-038aab6e8c7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0641842 Apr 15 19:12:39.286729 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-9518237e-ad98-4530-b3f6-5f965cfc7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:12:39.288388 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-9518237e-ad98-4530-b3f6-5f965cfc7232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817413 Apr 15 19:12:39.390569 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}, {'id': 'e7e6eaf5-5c3b-4bbb-840f-962d3359ff67', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:a3:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:12:36Z', 'updated_at': '2021-04-15T19:12:36Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:12:39.395208 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:12:39.404516 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:12:39.405382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:12:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:12:39.439349 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-73df0b14-d58c-4b66-9776-5c73c5ebe2df service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448960 Apr 15 19:12:39.586165 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-3549c291-8ff0-4091-bc61-271fcb2a189f req-4317c91a-9b38-40ca-afda-57da0a5768a4 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406929 Apr 15 19:12:39.601323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:12:39.977607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}, {'id': 'e7e6eaf5-5c3b-4bbb-840f-962d3359ff67', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:a3:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:12:36Z', 'updated_at': '2021-04-15T19:12:36Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:12:39.982233 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee03c9df-8a17-4346-9caf-c72e9cad91b6 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}, {'id': 'e7e6eaf5-5c3b-4bbb-840f-962d3359ff67', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.123', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:a3:07:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:12:36Z', 'updated_at': '2021-04-15T19:12:36Z', 'revision_number': 0, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:12:40.284365 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b370f4-ac69-4751-8543-cfdf758f7c2a None None] New status for floating IP e7e6eaf5-5c3b-4bbb-840f-962d3359ff67: ACTIVE {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:12:42.486180 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:12:45.200551 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:54.321436 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c9ecec88-e16f-4799-84ad-5246b38fc22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:57.114809 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f7f7f7ba-a3b3-45af-a7cb-90cca9cf9705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:57.371060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:57.867190 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:12:58.689158 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:15.213801 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:19.485506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:13:24.313797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f25bfd9-8814-46f0-96d8-8969d205992f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:27.116591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a91b-3a66-4532-bec9-bb786204a9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:27.375566 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:27.869125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:28.691998 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:38.604620 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-d8fca981-f4ec-4e24-87b1-3eb2cd4e7df4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765181 Apr 15 19:13:38.710559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-6aca3b61-8dbd-4a0b-962a-1d7ced2dea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:13:38.712130 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-6aca3b61-8dbd-4a0b-962a-1d7ced2dea65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1098 time: 0.0873575 Apr 15 19:13:38.868568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-8a76b4a7-bdad-4ad5-8fc8-032c9ada1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:13:38.870101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-8a76b4a7-bdad-4ad5-8fc8-032c9ada1a22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1382191 Apr 15 19:13:38.974633 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-41aff9b8-5be3-4f00-8ff0-4e6255e4a503 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 1001 time: 0.0984766 Apr 15 19:13:39.045337 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-c91fe28a-240d-4951-a97d-5a1ab023614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:13:39.046937 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-c91fe28a-240d-4951-a97d-5a1ab023614b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0659590 Apr 15 19:13:39.127007 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-16c81150-33d5-441f-8e38-40e1324e8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:13:39.128498 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-16c81150-33d5-441f-8e38-40e1324e8b0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757580 Apr 15 19:13:39.267789 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-cae150d3-01e2-4f67-bc59-16cb726b9c6f service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318626 Apr 15 19:13:39.407492 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ae22b962-b43b-4769-8f4f-5b4e54fa16b3 req-234fa109-11bc-4fdd-976f-243bbe94b171 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332281 Apr 15 19:13:45.244654 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:54.315686 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-331ab335-b479-4c9b-a6cb-9416d04cc1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:56.485410 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:13:57.116994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-892cb6a1-e4c9-4bb4-a60d-5a4d6478b7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:57.375028 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:57.870937 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:13:58.695589 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:13.218902 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:14:13.360382 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:13.374183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Returning: {'device': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'port_id': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'mac_address': 'fa:16:3e:a3:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:14:13.432624 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:13.453680 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [None req-03bd7644-f919-43b8-968b-030916174623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:14:13.469945 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:13.472868 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:13.474709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:13.546119 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=6']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:13.553768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.554187 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.554572 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.554954 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.555332 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.555711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.556086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.556999 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.557372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.557786 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.558218 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.558584 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:13.563538 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] get_ports_and_sgs() called for port_ids ['6ec5debe-9d2e-4092-b11d-e71fd57398f3'] {{(pid=86083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:14:13.589131 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:15.214453 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 up at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:14:15.282295 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:15.300419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.provisioning_blocks [None req-03bd7644-f919-43b8-968b-030916174623 None None] Provisioning complete for port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 triggered by entity L2. {{(pid=86083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:14:15.300834 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-130422'] for port, provisioning_complete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:15.455981 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854528989'] for port, before_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:15.486312 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:14:15.504830 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-03bd7644-f919-43b8-968b-030916174623 None None] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:15.508500 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781199618880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781199171818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781199172621'] for port, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:15.511103 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:15.575101 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'code': 200} Apr 15 19:14:15.587751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Pushing event updated for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=7']} {{(pid=86083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:15.591089 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-03bd7644-f919-43b8-968b-030916174623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:24.330757 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-22ea4d1a-d09b-4bd3-9e9d-e39c73d99c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:24.623928 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49432) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:24.841083 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Deleting port 2ec08bae-e17a-44f3-9066-80e78634e44f {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:24.841464 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:25.021782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:25.022191 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:25.161559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Calling delete_port for 2ec08bae-e17a-44f3-9066-80e78634e44f owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:25.317310 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:25.333213 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4091ced4-6845-40a5-95e3-f16a72662551 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:25.424958 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event deleted for resources: {'Port': ['ID=2ec08bae-e17a-44f3-9066-80e78634e44f,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:25.439300 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.439741 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.440175 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.440598 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.441019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.441441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.441887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.442321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.442737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.443149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.443563 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.443974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:25.448852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:25.604617 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:25.604927 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Floating IP e7e6eaf5-5c3b-4bbb-840f-962d3359ff67 disassociated (deleted). External IP: 172.26.7.123, port: 6ec5debe-9d2e-4092-b11d-e71fd57398f3. Apr 15 19:14:25.982446 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:14:26.173397 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:14:26.183125 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:14:26.190122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:26.192983 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:26.193652 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:13:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:26.250524 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-d6b1d8d5-8de8-4543-9012-506faec58ee8 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "DELETE /v2.0/floatingips/e7e6eaf5-5c3b-4bbb-840f-962d3359ff67 HTTP/1.1" status: 204 len: 168 time: 1.6254234 Apr 15 19:14:26.251246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:14:26.311345 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'status': 'completed', 'code': 200} Apr 15 19:14:26.421297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769121-9712-4f94-873a-a2bca6c499a3 req-38e981df-9e2f-44a8-b932-cfb4ce88209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:26.423042 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-38e981df-9e2f-44a8-b932-cfb4ce88209e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 1098 time: 0.0898893 Apr 15 19:14:26.583149 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769121-9712-4f94-873a-a2bca6c499a3 req-04647998-4bd5-4d6a-bcf8-382c24cffa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:26.584536 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:26.584735 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-04647998-4bd5-4d6a-bcf8-382c24cffa09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1559598 Apr 15 19:14:26.658400 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-0efaeea0-e36a-4fdf-8aae-bda4d271433a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 200 len: 217 time: 0.0664432 Apr 15 19:14:26.671296 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3725b-8687-45e2-9d5a-59e24d08b2e0 req-f8de44a3-bc57-40f1-ac6d-0496ef4ec1da tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:26.672072 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-37a3725b-8687-45e2-9d5a-59e24d08b2e0 req-f8de44a3-bc57-40f1-ac6d-0496ef4ec1da tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:14:26.688887 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-37a3725b-8687-45e2-9d5a-59e24d08b2e0 req-f8de44a3-bc57-40f1-ac6d-0496ef4ec1da tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:14:26.690213 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-37a3725b-8687-45e2-9d5a-59e24d08b2e0 req-f8de44a3-bc57-40f1-ac6d-0496ef4ec1da tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.1106513 Apr 15 19:14:26.737797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769121-9712-4f94-873a-a2bca6c499a3 req-f8c67755-23bb-4913-9c33-afdc6f088249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:26.739890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-f8c67755-23bb-4913-9c33-afdc6f088249 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0750439 Apr 15 19:14:26.747563 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-37a3725b-8687-45e2-9d5a-59e24d08b2e0 req-e64dce86-ff53-4b73-b04c-3dd838d8e363 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498116 Apr 15 19:14:26.831874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01769121-9712-4f94-873a-a2bca6c499a3 req-65856def-c52e-4945-8177-bc54f78cb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:26.833513 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-65856def-c52e-4945-8177-bc54f78cb1e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862389 Apr 15 19:14:26.960857 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:26.965565 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:14:26.974474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:26.975144 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:13:57Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:26.977047 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-3a32ba02-f4e4-4de0-9492-bb68ad484d41 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359744 Apr 15 19:14:27.141110 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-771f6cac-81cd-4696-b98c-ea26799449bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:27.188132 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:27.407534 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-01769121-9712-4f94-873a-a2bca6c499a3 req-e4250cf6-3171-4917-bd44-771b06a39447 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227977 Apr 15 19:14:27.446403 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:27.574525 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:27.578991 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5585cee-7d50-4698-a61c-6c201da866e9 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_floatingips': [{'id': '03184ef2-a747-43b1-8c02-9af984bb3adc', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'floating_ip_address': '172.26.7.31', 'floating_network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'router_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'port_id': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'mac_address': 'fa:16:3e:0c:c4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4702412b-d187-4079-b0bf-24915f75f6ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:10:02Z', 'updated_at': '2021-04-15T19:10:05Z', 'revision_number': 1, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:14:27.877450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:27.963027 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30924228-ddda-4e90-a548-bd645cb000db req-c51dad4f-7cf6-4fc3-b48a-14eb28add847 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:27.964559 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30924228-ddda-4e90-a548-bd645cb000db req-c51dad4f-7cf6-4fc3-b48a-14eb28add847 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.0920525 Apr 15 19:14:27.985824 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d03335d-a7a8-4ec8-8a44-34713a1ca4ec None None] New status for floating IP e7e6eaf5-5c3b-4bbb-840f-962d3359ff67: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:14:28.015212 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-30924228-ddda-4e90-a548-bd645cb000db req-f33ac8c2-2e30-4d24-a1fe-53d2a3f6a1ad tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440965 Apr 15 19:14:28.090851 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-c4da3e53-8439-40cd-b842-bd561237c599 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:28.091605 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-c4da3e53-8439-40cd-b842-bd561237c599 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:14:28.105097 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-c4da3e53-8439-40cd-b842-bd561237c599 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:14:28.106366 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-c4da3e53-8439-40cd-b842-bd561237c599 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 945 time: 0.1111064 Apr 15 19:14:28.185198 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Deleting port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:28.185583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:28.442576 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] For port 6ec5debe-9d2e-4092-b11d-e71fd57398f3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=6ec5debe-9d2e-4092-b11d-e71fd57398f3,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:28.442973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:28.575635 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Calling delete_port for 6ec5debe-9d2e-4092-b11d-e71fd57398f3 owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:28.698960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:28.724524 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:28.740361 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fac79d37-d5d4-4a9f-a525-ce3ee86a5a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:28.838559 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event deleted for resources: {'Port': ['ID=6ec5debe-9d2e-4092-b11d-e71fd57398f3,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:28.853807 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.854286 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.854709 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.855122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.855532 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.855938 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.856341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.856745 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.857151 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.857550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.857973 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.858372 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-1-hyperv {{(pid=86081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:14:28.863567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:29.000225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] No DVR routers for this DVR port 6ec5debe-9d2e-4092-b11d-e71fd57398f3 on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:14:29.002918 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:29.005721 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-deleted', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:14:29.021318 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-ca7a9ada-74e5-4cba-bab6-21761d35def5 req-681e1c8e-8ba6-43eb-9b07-014ee53c156d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "DELETE /v2.0/ports/6ec5debe-9d2e-4092-b11d-e71fd57398f3 HTTP/1.1" status: 204 len: 173 time: 0.9097044 Apr 15 19:14:29.113822 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94', 'name': 'network-vif-deleted', 'tag': '6ec5debe-9d2e-4092-b11d-e71fd57398f3', 'status': 'completed', 'code': 200} Apr 15 19:14:29.188030 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-051e4362-d525-4319-bec7-9ce1b48b7359 req-eba0cda3-23cb-4f7a-8199-311e4dfa3844 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=31bbbb35-0d5f-4ccf-9370-d5cb1ce79b94 HTTP/1.1" status: 200 len: 210 time: 0.0514114 Apr 15 19:14:29.251157 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:29.288770 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:29.289188 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:30.859781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49498) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:31.078368 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Deleting port 9a4327d2-8b06-401b-8536-b0690082d2e6 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:31.078689 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:31.263884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:31.264255 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:31.394302 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Calling delete_port for 9a4327d2-8b06-401b-8536-b0690082d2e6 owned by network:floatingip {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:31.548782 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:31.564629 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-9c94235c-c9ab-4a31-87cf-479553512a1f tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:31.655994 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event deleted for resources: {'Port': ['ID=9a4327d2-8b06-401b-8536-b0690082d2e6,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:31.658623 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:31.824920 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for floatingip, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:31.825311 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.db.l3_db [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Floating IP 03184ef2-a747-43b1-8c02-9af984bb3adc disassociated (deleted). External IP: 172.26.7.31, port: 9d8df344-a1fc-4ab5-90ec-600b470b66af. Apr 15 19:14:32.478088 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:14:32.668949 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:14:32.678466 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:14:32.686768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for floatingip, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:32.689426 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:32.690153 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:32.753453 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1b20a76d-60a8-4c4b-96f5-68c1e9c705be tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "DELETE /v2.0/floatingips/03184ef2-a747-43b1-8c02-9af984bb3adc HTTP/1.1" status: 204 len: 168 time: 1.8923512 Apr 15 19:14:32.754183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:14:32.804031 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'status': 'completed', 'code': 200} Apr 15 19:14:32.902078 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:32.906577 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-2a24d57c-d994-4ced-bf36-bd4797ce094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:32.908206 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-2a24d57c-d994-4ced-bf36-bd4797ce094d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 1096 time: 0.0818908 Apr 15 19:14:33.056831 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-cc3e2040-8b47-41d8-81a4-686298b31f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:33.058380 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-cc3e2040-8b47-41d8-81a4-686298b31f0c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 200 len: 909 time: 0.1437690 Apr 15 19:14:33.136240 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-6753e504-5fd6-42cc-98af-630ef48dccad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 200 len: 217 time: 0.0710492 Apr 15 19:14:33.156682 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92ccd-a89b-4ead-ae89-da3debcb0c2d req-e7430d7b-74e1-42e8-89bc-36675a9deec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:33.157456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1ab92ccd-a89b-4ead-ae89-da3debcb0c2d req-e7430d7b-74e1-42e8-89bc-36675a9deec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:14:33.172852 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-1ab92ccd-a89b-4ead-ae89-da3debcb0c2d req-e7430d7b-74e1-42e8-89bc-36675a9deec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86082) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:14:33.178448 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab92ccd-a89b-4ead-ae89-da3debcb0c2d req-e7430d7b-74e1-42e8-89bc-36675a9deec3 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.1188960 Apr 15 19:14:33.209746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-3ee9df99-f699-4639-a7a6-205f64e98a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:33.211375 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-3ee9df99-f699-4639-a7a6-205f64e98a2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 200 len: 847 time: 0.0693672 Apr 15 19:14:33.233164 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-1ab92ccd-a89b-4ead-ae89-da3debcb0c2d req-2f2ea44d-384b-4716-b6fc-e559ac113898 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516675 Apr 15 19:14:33.257313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:33.261616 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:14:33.266600 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:33.298438 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-2e635e2d-afd8-4c21-bab0-f8514e445f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:33.300071 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-2e635e2d-afd8-4c21-bab0-f8514e445f91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0cbec129-0b9b-4a58-bd9a-18ae2ef13857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800760 Apr 15 19:14:33.311474 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 6ec5debe-9d2e-4092-b11d-e71fd57398f3 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:33.311810 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 6ec5debe-9d2e-4092-b11d-e71fd57398f3 not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:33.313567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:33.314374 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:33.443782 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-bc71e492-fd01-4add-b005-6f4760a7c057 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358490 Apr 15 19:14:33.486069 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:14:33.500469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:33.590845 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-e6ef1e70-6d86-4154-8d15-6d455a929492 req-0ef1c325-cb10-4658-aa5e-33a316c3ba56 service neutron] 10.222.0.49 "GET /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394489 Apr 15 19:14:33.829239 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:33.833378 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea552c92-4e5f-43a7-96b8-c1c28e631bfe None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:36Z', 'revision_number': 4, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv', '_interfaces': [{'id': '24eb5261-6e4c-488d-8a43-53ae91216753', 'name': '', 'network_id': '0cbec129-0b9b-4a58-bd9a-18ae2ef13857', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'mac_address': 'fa:16:3e:3b:fe:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:35Z', 'updated_at': '2021-04-15T19:09:44Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'subnets': [{'id': 'd7b6ab40-d2d7-4fed-b995-bd5a143a8589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:14:34.252655 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f6aa2-d541-4a02-97c0-38bc86910002 None None] New status for floating IP 03184ef2-a747-43b1-8c02-9af984bb3adc: DOWN {{(pid=86084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:14:34.448150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3dbe7-8ac5-4002-ac29-cacb070f3ecc req-4a32885d-0058-4e0d-8f57-12cb40ee72dc tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:34.449699 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15e3dbe7-8ac5-4002-ac29-cacb070f3ecc req-4a32885d-0058-4e0d-8f57-12cb40ee72dc tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.0971706 Apr 15 19:14:34.499723 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-15e3dbe7-8ac5-4002-ac29-cacb070f3ecc req-f5f80933-6e9d-44e1-adbf-ec659f4072a1 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/security-groups?id=ee3c0544-2b54-459a-9fd7-69ff02757b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431893 Apr 15 19:14:34.589974 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-1a1100c4-7344-4478-ae05-f52006f75692 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:14:34.590733 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-1a1100c4-7344-4478-ae05-f52006f75692 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Synchronizing usage tracker for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86081) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:14:34.604091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.quota.resource [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-1a1100c4-7344-4478-ae05-f52006f75692 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Unset dirty status for tenant:637e6bcf061c4bdda79bf9d86a19c977 on resource:port {{(pid=86081) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:14:34.605316 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-1a1100c4-7344-4478-ae05-f52006f75692 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 943 time: 0.1152127 Apr 15 19:14:34.686735 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Deleting port 9d8df344-a1fc-4ab5-90ec-600b470b66af {{(pid=86081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:34.687117 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:34.945645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] For port 9d8df344-a1fc-4ab5-90ec-600b470b66af, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=9d8df344-a1fc-4ab5-90ec-600b470b66af,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:34.946094 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:35.075815 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Calling delete_port for 9d8df344-a1fc-4ab5-90ec-600b470b66af owned by compute:nova {{(pid=86081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:35.223546 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7261595'] for port, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:35.238742 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-2d8ed67a-1dd4-4c0c-bb4f-f956a2ec8077 tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:35.286341 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event deleted for resources: {'Port': ['ID=9d8df344-a1fc-4ab5-90ec-600b470b66af,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:35.336086 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:35.480874 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] No DVR routers for this DVR port 9d8df344-a1fc-4ab5-90ec-600b470b66af on host hv-neutron-7864 {{(pid=86081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:14:35.483484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854711579'] for port, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:35.486424 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-deleted', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af'}] {{(pid=86081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:14:35.501060 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-8c6850aa-2184-43ed-b24e-1582e68f3a88 req-8ac821e1-c06f-4189-8532-c930113de93b tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.49 "DELETE /v2.0/ports/9d8df344-a1fc-4ab5-90ec-600b470b66af HTTP/1.1" status: 204 len: 173 time: 0.8904881 Apr 15 19:14:35.538323 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4702412b-d187-4079-b0bf-24915f75f6ef', 'name': 'network-vif-deleted', 'tag': '9d8df344-a1fc-4ab5-90ec-600b470b66af', 'status': 'completed', 'code': 200} Apr 15 19:14:35.664967 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [req-7d423196-7266-4916-87c6-6ae78f09f3c6 req-68a57ca1-cd73-48f2-8563-c6580a6c356d tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "GET /v2.0/ports?device_id=4702412b-d187-4079-b0bf-24915f75f6ef HTTP/1.1" status: 200 len: 210 time: 0.0493746 Apr 15 19:14:36.766781 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49520) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:36.844418 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:36.876057 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:36.933178 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:36.938697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:36.955159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3c0544-2b54-459a-9fd7-69ff02757b47,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:36.957875 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:36.966972 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:36.968192 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-892f97d1-2beb-484c-97e5-e5112c61fbfd tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee3c0544-2b54-459a-9fd7-69ff02757b47 HTTP/1.1" status: 204 len: 168 time: 0.2002647 Apr 15 19:14:37.017050 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49528) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:37.706768 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:38.076979 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Deleting port 24eb5261-6e4c-488d-8a43-53ae91216753 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:38.077543 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:38.260319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] For port 24eb5261-6e4c-488d-8a43-53ae91216753, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=24eb5261-6e4c-488d-8a43-53ae91216753,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:38.260722 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:38.393398 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Calling delete_port for 24eb5261-6e4c-488d-8a43-53ae91216753 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:38.569447 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:38.584823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-b499d936-345e-4768-a5eb-85b9b0f63157 tempest-TestShelveInstance-635094944 tempest-TestShelveInstance-635094944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:38.678989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Pushing event deleted for resources: {'Port': ['ID=24eb5261-6e4c-488d-8a43-53ae91216753,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:38.685879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:39.030313 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:39.265478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:39.301630 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-03bd7644-f919-43b8-968b-030916174623 None None] No Port match for: 9d8df344-a1fc-4ab5-90ec-600b470b66af {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:39.301982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-03bd7644-f919-43b8-968b-030916174623 None None] Device 9d8df344-a1fc-4ab5-90ec-600b470b66af not bound to the agent host hv-neutron-7864 {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:39.822160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:14:40.011823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:14:40.021194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Sync routers for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:14:40.027100 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-63997d50-cb89-4f82-bbbe-50b6d1761361 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d68fbd7-e197-4b44-a7b7-83a0a6e17226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0064251 Apr 15 19:14:40.027777 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49540) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:40.031758 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:40.032429 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:40.222020 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:40.416105 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:40.420896 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:40.429478 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Deleting port 14b4e94a-3240-4e88-a5b1-98a3f010acac {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:40.429870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:40.615260 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] For port 14b4e94a-3240-4e88-a5b1-98a3f010acac, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=14b4e94a-3240-4e88-a5b1-98a3f010acac,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:40.615664 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:40.717625 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96'}], 'enable_snat': True}, 'gw_port_id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:14:38Z', 'revision_number': 5, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port': {'id': '14b4e94a-3240-4e88-a5b1-98a3f010acac', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:40.721836 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Checking router: 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 for host: dv-neutron-786478-1-hyperv {{(pid=86083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:14:40.730886 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Routers {'6d68fbd7-e197-4b44-a7b7-83a0a6e17226'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:40.731549 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'], 'active': True} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:40.757555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Calling delete_port for 14b4e94a-3240-4e88-a5b1-98a3f010acac owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:40.897407 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] Set router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 gateway port host: None {{(pid=86083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:40.942866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:40.959216 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-7d3b84fd-3b32-4604-948b-f72c4a7cff4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:41.012357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:14:40Z', 'revision_number': 6, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port_host': None}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:41.016567 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b362da-28e3-4859-85f1-3ab5d9e3b315 None None] The sync data for ids ['6d68fbd7-e197-4b44-a7b7-83a0a6e17226'] in dv-neutron-786478-1-hyperv is: [{'id': '6d68fbd7-e197-4b44-a7b7-83a0a6e17226', 'name': 'tempest-TestSnapshotPattern-47645803-router', 'tenant_id': '637e6bcf061c4bdda79bf9d86a19c977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:32Z', 'updated_at': '2021-04-15T19:14:40Z', 'revision_number': 6, 'project_id': '637e6bcf061c4bdda79bf9d86a19c977', 'gw_port_host': None}] {{(pid=86083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:14:41.054394 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=14b4e94a-3240-4e88-a5b1-98a3f010acac,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:41.061894 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:41.241136 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.425023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.427409 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.450116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.450713 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d68fbd7-e197-4b44-a7b7-83a0a6e17226 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:14:41.464269 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.465516 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-3fa6d570-4e47-4db1-baec-e7d86e9b8b9d admin admin] 10.222.0.32 "DELETE /v2.0/routers/6d68fbd7-e197-4b44-a7b7-83a0a6e17226 HTTP/1.1" status: 204 len: 168 time: 1.4367599 Apr 15 19:14:41.468254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49544) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:41.537159 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Deleting subnet d7b6ab40-d2d7-4fed-b995-bd5a143a8589 {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:14:41.540270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.593335 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.682305 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.941290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:41.956672 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-aa5e417c-8e30-40a5-9341-35b79f6ecf44 tempest-NetworksIpV6Test-1762976655 tempest-NetworksIpV6Test-1762976655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:42.041013 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b6ab40-d2d7-4fed-b995-bd5a143a8589,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:42.054904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:42.091018 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.097002 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-6dfc5b32-0e63-4235-b5c5-f15704af2f2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7b6ab40-d2d7-4fed-b995-bd5a143a8589 HTTP/1.1" status: 204 len: 168 time: 0.6275878 Apr 15 19:14:42.097329 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d041884-5968-4248-8f6b-408e841be429 None None] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:14:42.099711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49548) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:42.222345 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.237897 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 24eb5261-6e4c-488d-8a43-53ae91216753 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:42.299270 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Deleting port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:42.299704 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.311021 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 24eb5261-6e4c-488d-8a43-53ae91216753 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:42.311423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 24eb5261-6e4c-488d-8a43-53ae91216753 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:42.311889 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14b4e94a-3240-4e88-a5b1-98a3f010acac no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:42.354899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 14b4e94a-3240-4e88-a5b1-98a3f010acac {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:42.355290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 14b4e94a-3240-4e88-a5b1-98a3f010acac not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:42.441797 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] DHCP port deletion for 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:14:42.446297 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Deleting port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:42.446760 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.527417 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] For port b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:42.527817 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.663264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Calling delete_port for b92eed03-4ee9-4ae9-a71f-b6eaacac2220 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:42.666547 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] For port b92eed03-4ee9-4ae9-a71f-b6eaacac2220, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,segment=NetworkSegment(10f3e5c3-3c89-446f-850d-e453e22b0a6e),segment_id=10f3e5c3-3c89-446f-850d-e453e22b0a6e)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:42.666992 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.740526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:42.756221 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-ce24c83b-f957-451c-8d35-c697a662423a tempest-TestSnapshotPattern-1073237998 tempest-TestSnapshotPattern-1073237998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:42.798823 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Calling delete_port for b92eed03-4ee9-4ae9-a71f-b6eaacac2220 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:42.865389 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92eed03-4ee9-4ae9-a71f-b6eaacac2220,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:42.870240 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:42.876063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:14:42.876484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:14:42.904148 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] No DVR routers for this DVR port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:14:43.027459 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.141871 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbec129-0b9b-4a58-bd9a-18ae2ef13857']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:43.154496 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f3e5c3-3c89-446f-850d-e453e22b0a6e') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:43.154842 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f3e5c3-3c89-446f-850d-e453e22b0a6e') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:43.166746 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.185772 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.192082 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:14:43.370553 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:14:43.378160 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Deleting port b92eed03-4ee9-4ae9-a71f-b6eaacac2220 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:43.378607 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.379653 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.451568 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-09939f80-85e6-41ba-bb05-b94f80744036 None None] The port 'b92eed03-4ee9-4ae9-a71f-b6eaacac2220' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:14:43.560962 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Network 0cbec129-0b9b-4a58-bd9a-18ae2ef13857 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:14:43.583324 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:14:43.656377 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.659803 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-cfe6cae1-81b1-43c2-8d20-194e537e80a7 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:43.679645 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:43.686926 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbec129-0b9b-4a58-bd9a-18ae2ef13857,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:43.691737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:43.703568 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-75511638-d568-4d07-829c-8a6024697364 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cbec129-0b9b-4a58-bd9a-18ae2ef13857 HTTP/1.1" status: 204 len: 168 time: 1.6024091 Apr 15 19:14:43.706550 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49554) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:44.230038 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b92eed03-4ee9-4ae9-a71f-b6eaacac2220 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:44.269254 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: b92eed03-4ee9-4ae9-a71f-b6eaacac2220 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:44.269668 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device b92eed03-4ee9-4ae9-a71f-b6eaacac2220 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:44.589711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854073341'] for router_interface, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:44.958619 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Deleting port 06542720-6ce5-4d63-b7ee-084ce59bf473 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:44.958923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:45.141484 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] For port 06542720-6ce5-4d63-b7ee-084ce59bf473, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=06542720-6ce5-4d63-b7ee-084ce59bf473,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:45.141892 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:45.246133 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:45.279790 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Calling delete_port for 06542720-6ce5-4d63-b7ee-084ce59bf473 owned by network:router_interface {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:45.455711 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:45.471357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-8c0144b9-a50e-4fac-a28e-94698b8a29dd tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:45.568192 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06542720-6ce5-4d63-b7ee-084ce59bf473,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:45.570671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:45.919517 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854071896'] for router_interface, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:46.429933 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Router 73acb114-5ebe-4302-ba08-76f791e3a7e3 has already been hosted by L3 agent 84726046-cd22-4975-95c2-ba27d42b2a0c {{(pid=86082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:14:46.620583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] Notify agent at l3_agent.dv-neutron-786478-1-hyperv the message routers_updated {{(pid=86082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:14:46.629362 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Sync routers for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:14:46.630104 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-f6cbf846-1b64-49e5-b86c-d6d3822272f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/73acb114-5ebe-4302-ba08-76f791e3a7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224687 Apr 15 19:14:46.632648 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49560) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:46.639011 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:46.639676 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:46.837750 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:47.112165 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks [] for router, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:47.144243 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:14:45Z', 'revision_number': 5, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:47.148319 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Checking router: 73acb114-5ebe-4302-ba08-76f791e3a7e3 for host: dv-neutron-786478-1-hyperv {{(pid=86084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:14:47.157747 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Routers {'73acb114-5ebe-4302-ba08-76f791e3a7e3'} bound to L3 agent in host dv-neutron-786478-1-hyperv {{(pid=86084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:14:47.158435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T18:09:26Z,description=,heartbeat_timestamp=2021-04-15T19:14:27Z,host='dv-neutron-786478-1-hyperv',id=84726046-cd22-4975-95c2-ba27d42b2a0c,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T18:09:26Z,topic='l3_agent')) {'router_ids': ['73acb114-5ebe-4302-ba08-76f791e3a7e3'], 'active': True} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:47.304200 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:47.314230 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Deleting port ea483f0c-1196-4c8b-a384-ff1ea58fef00 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:47.314651 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:47.351884 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvr_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] Set router 73acb114-5ebe-4302-ba08-76f791e3a7e3 gateway port host: dv-neutron-786478-1-hyperv {{(pid=86084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:14:47.507019 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] For port ea483f0c-1196-4c8b-a384-ff1ea58fef00, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=ea483f0c-1196-4c8b-a384-ff1ea58fef00,segment=NetworkSegment(e3feb828-0173-4f44-810b-ac557abe9f4a),segment_id=e3feb828-0173-4f44-810b-ac557abe9f4a)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:47.507419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:47.639456 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Calling delete_port for ea483f0c-1196-4c8b-a384-ff1ea58fef00 owned by network:router_gateway {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:47.649244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_hamode_db [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:14:45Z', 'revision_number': 5, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}], 'dv-neutron-786478-1-hyperv', False) {} {{(pid=86084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:47.653402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e877e7-c88e-4368-8f2f-677282bbafad None None] The sync data for ids ['73acb114-5ebe-4302-ba08-76f791e3a7e3'] in dv-neutron-786478-1-hyperv is: [{'id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'name': 'tempest-TestSnapshotPattern-2043806879-router', 'tenant_id': '4e54790ef88c4846acd09ff9570493ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'external_fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62'}], 'enable_snat': True}, 'gw_port_id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:09:39Z', 'updated_at': '2021-04-15T19:14:45Z', 'revision_number': 5, 'project_id': '4e54790ef88c4846acd09ff9570493ee', 'gw_port': {'id': 'ea483f0c-1196-4c8b-a384-ff1ea58fef00', 'name': '', 'network_id': '080481ab-a21a-42fd-8ead-cf607e771e74', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73acb114-5ebe-4302-ba08-76f791e3a7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'ip_address': '172.26.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:09:40Z', 'updated_at': '2021-04-15T19:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59b01832-7a6b-4d39-a7b9-565dba8798b3', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-1-hyperv'}] {{(pid=86084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:14:47.817860 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:47.833425 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-632d6b13-3018-4166-8481-1bb6d043e744 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:47.926798 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea483f0c-1196-4c8b-a384-ff1ea58fef00,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:47.934091 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:48.094561 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854072046'] for router_gateway, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.242376 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 06542720-6ce5-4d63-b7ee-084ce59bf473 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:48.281047 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: 06542720-6ce5-4d63-b7ee-084ce59bf473 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:48.281441 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device 06542720-6ce5-4d63-b7ee-084ce59bf473 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:48.284469 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854086488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854515320'] for router, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.286923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.312985 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689464'] for router, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.313506 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73acb114-5ebe-4302-ba08-76f791e3a7e3 {{(pid=86082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:14:48.326000 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] Notify callbacks [] for router, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.327236 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-fe436b5b-74dd-40b8-86a4-ea17ae28e4bc admin admin] 10.222.0.32 "DELETE /v2.0/routers/73acb114-5ebe-4302-ba08-76f791e3a7e3 HTTP/1.1" status: 204 len: 168 time: 1.6936080 Apr 15 19:14:48.330185 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49564) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:48.398292 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.db_base_plugin_v2 [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Deleting subnet fd2b85dd-ace0-4ada-a05e-115e2877964c {{(pid=86082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:14:48.402462 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.458662 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847571808'] for subnet, precommit_delete_associations {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.541656 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.810401 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7122046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847766202'] for subnet, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.825910 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-6885fc96-3304-474b-a886-96c01c7344b1 tempest-TestNetworkBasicOps-12938781 tempest-TestNetworkBasicOps-12938781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:48.919379 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2b85dd-ace0-4ada-a05e-115e2877964c,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:48.924316 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:48.957366 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:48.963120 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14522e-d3f9-47d6-9913-bdfb8aac6bad None None] Network a6b67a62-c99e-47ca-967a-38763d448be4 requested from dv-neutron-786478-1-hyperv {{(pid=86083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:14:48.963384 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-58abc15c-7ca9-494d-b9e4-18114d77b684 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd2b85dd-ace0-4ada-a05e-115e2877964c HTTP/1.1" status: 204 len: 168 time: 0.6320794 Apr 15 19:14:48.966122 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49568) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:49.083025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854569396'] for network, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.151529 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Deleting port e4114341-f524-4bb2-89fc-c41354bf0476 {{(pid=86082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:49.151908 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.215262 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] DHCP port deletion for a6b67a62-c99e-47ca-967a-38763d448be4 request from dv-neutron-786478-1-hyperv {{(pid=86083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:14:49.219555 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Deleting port e4114341-f524-4bb2-89fc-c41354bf0476 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:49.219988 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.383787 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] For port e4114341-f524-4bb2-89fc-c41354bf0476, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e4114341-f524-4bb2-89fc-c41354bf0476,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:49.384358 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.443671 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.db [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] For port e4114341-f524-4bb2-89fc-c41354bf0476, host dv-neutron-786478-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-1-hyperv',level=0,port_id=e4114341-f524-4bb2-89fc-c41354bf0476,segment=NetworkSegment(43157c78-f621-41c7-bc11-cabba41b05d1),segment_id=43157c78-f621-41c7-bc11-cabba41b05d1)] {{(pid=86083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:14:49.444030 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.520063 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Calling delete_port for e4114341-f524-4bb2-89fc-c41354bf0476 owned by network:dhcp {{(pid=86082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:49.577323 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Calling delete_port for e4114341-f524-4bb2-89fc-c41354bf0476 owned by network:dhcp {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:14:49.604264 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854528948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853776182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781199618863', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255655603999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847653845'] for port, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:49.620989 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-914e7565-0d3e-4cb1-baaa-1d34d1d9553c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:49.655907 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.db.api [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:14:49.656194 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_db.api [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:14:49.726841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Pushing event deleted for resources: {'Port': ['ID=e4114341-f524-4bb2-89fc-c41354bf0476,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:49.730024 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:49.768070 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] No DVR routers for this DVR port e4114341-f524-4bb2-89fc-c41354bf0476 on host dv-neutron-786478-1-hyperv {{(pid=86082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:14:49.895468 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854647698', 'neutron.services.segments.db._delete_segments_for_network-8781199707848'] for network, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.010694 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b67a62-c99e-47ca-967a-38763d448be4']}} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:50.023700 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43157c78-f621-41c7-bc11-cabba41b05d1') {'for_net_delete': True} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:50.024046 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.services.segments.db [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43157c78-f621-41c7-bc11-cabba41b05d1') {} {{(pid=86082) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:14:50.035976 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781199710169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7203992'] for segment, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.053434 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770807'] for segment, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.060450 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=86082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:14:50.157060 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Deleting port e4114341-f524-4bb2-89fc-c41354bf0476 {{(pid=86083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:14:50.157492 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255655158132'] for port, before_delete {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.231714 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-8befbb8a-c5c9-42f4-9496-95f62297f81f None None] The port 'e4114341-f524-4bb2-89fc-c41354bf0476' was deleted {{(pid=86083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:14:50.236201 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ea483f0c-1196-4c8b-a384-ff1ea58fef00 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:50.243419 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Network a6b67a62-c99e-47ca-967a-38763d448be4 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:14:50.277870 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: ea483f0c-1196-4c8b-a384-ff1ea58fef00 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:50.278193 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device ea483f0c-1196-4c8b-a384-ff1ea58fef00 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:50.278659 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e4114341-f524-4bb2-89fc-c41354bf0476 no longer exists at agent ovs-agent-dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:14:50.315861 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.plugin [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] No Port match for: e4114341-f524-4bb2-89fc-c41354bf0476 {{(pid=86083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:14:50.316256 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.rpc [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Device e4114341-f524-4bb2-89fc-c41354bf0476 not bound to the agent host dv-neutron-786478-1-hyperv {{(pid=86083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:14:50.537917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847654177'] for segment, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.714882 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.plugins.ml2.managers [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Network a6b67a62-c99e-47ca-967a-38763d448be4 has no segments {{(pid=86082) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: Traceback (most recent call last): Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: timer() Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: cb(*args, **kw) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: return func(*args, **kwargs) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: self._notify() Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: self.callback(batched_events) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: event.method(event) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: segment_id)['aggregates'][0] Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: return f(self, *a, **k) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: return self._get(url).json() Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: **kwargs) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: return self.request(url, 'GET', **kwargs) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: **endpoint_filter) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:14:50.737452 dv-neutron-786478-1-hyperv neutron-server[85968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:14:50.823327 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-128103', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854204026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703996'] for network, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.828381 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Notify callbacks [] for network, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:50.832004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-298f20b9-1416-438e-b891-7df2d46c1c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:50.853705 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b67a62-c99e-47ca-967a-38763d448be4,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:50.856752 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:50.858984 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-1f9945ce-314d-46a3-ab09-b6680200411f admin admin] 10.222.0.32 "DELETE /v2.0/networks/a6b67a62-c99e-47ca-967a-38763d448be4 HTTP/1.1" status: 204 len: 168 time: 1.8918149 Apr 15 19:14:50.971879 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49574) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:51.024667 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-538c233c-4b91-40d7-a546-9c076d15ab29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=637e6bcf061c4bdda79bf9d86a19c977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511739 Apr 15 19:14:51.027290 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86082) accepted ('10.222.0.32', 49578) {{(pid=86082) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:51.091338 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.117982 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.166333 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.171929 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-70c762fd-0552-4f15-9578-e949428938f0 tempest-TestNetworkAdvancedServerOps-608288216 tempest-TestNetworkAdvancedServerOps-608288216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:51.187633 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1165e02-91e9-4c61-9122-70d92ae25df0,revision_number=None']} {{(pid=86082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:51.190130 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86082) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:51.193606 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86082) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.195890 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-410b93ba-2975-4d08-a331-e13cde17cc06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1165e02-91e9-4c61-9122-70d92ae25df0 HTTP/1.1" status: 204 len: 168 time: 0.1675880 Apr 15 19:14:51.548789 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 49586) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:51.601711 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4e64a5e7-57c8-4689-baf2-59d8bf252470 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e54790ef88c4846acd09ff9570493ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515077 Apr 15 19:14:51.604825 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.wsgi [-] (86081) accepted ('10.222.0.32', 49590) {{(pid=86081) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:14:51.666975 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.694154 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.739779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854118516'] for security_group, after_delete {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.745681 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-3438d73b-0ab1-4639-bc96-167dc25d1acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:14:51.757423 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df2698f-61f6-4582-ad7a-aad7f73b8e48,revision_number=None']} {{(pid=86081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:14:51.761266 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG oslo_concurrency.lockutils [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86081) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:14:51.764759 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86081) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:51.768435 dv-neutron-786478-1-hyperv neutron-server[85968]: INFO neutron.wsgi [None req-4676b647-de13-476a-a722-0f2f4df1150e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2df2698f-61f6-4582-ad7a-aad7f73b8e48 HTTP/1.1" status: 204 len: 168 time: 0.1600966 Apr 15 19:14:54.323923 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-374a9851-7562-412e-b38d-17fb71ad0040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:57.124150 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c3191e5a-443b-4fb3-a600-b5925c035da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:57.381025 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:57.870508 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:14:58.702591 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:10.485314 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:15:15.242917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:24.328916 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7e4378bb-ed17-475e-a007-acbfb88dd54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:27.125259 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a14a5666-6848-447c-96f9-8077c20d0be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:27.383384 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:27.872904 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:28.705827 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:45.255959 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:47.484545 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:15:54.330960 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-8f2270fa-6cb9-44bb-9d9f-d507fff4d2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:57.126734 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-0be0a394-8050-4e7f-8e33-757050e33592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:57.385276 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:57.875593 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:15:58.709898 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:15.261055 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:24.332225 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-74536eea-559e-4fda-a8aa-ade6bffd47b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:24.485142 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:16:27.127244 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-c26107a3-c22a-49da-8131-9f71c3fbf6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:27.389751 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:27.877848 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:28.712278 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:45.262934 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:54.333940 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-08ea5f92-b782-4bdb-bfae-569287b33f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:57.127583 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-b7e5124e-8b93-493c-acaf-eab8a68b2457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:57.392534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:57.879321 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:16:58.717542 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:01.485116 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:17:15.276571 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:24.336899 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-482e1823-f021-48cf-ac2c-49d0891b3eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:27.128023 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-a2f4a8c4-a1d8-4558-aa87-ae0787f29a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:27.398737 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:27.881428 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:28.719471 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:38.484841 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:17:45.279503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:54.338357 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-09fecff2-4f71-4a91-a139-b07f8052c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:57.129380 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-963c709b-3fce-47e9-bea2-cacc579bf32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:57.399939 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:57.883246 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:17:58.727917 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:15.274695 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:15.484172 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:18:24.340503 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8198-d2d0-4b36-a93a-77e50d536b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:27.133646 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-7607ec53-138e-4d85-a20f-917a907d7978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:27.401866 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:27.884756 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:28.733697 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:45.273707 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:52.483748 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:18:54.342779 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cc31-4d5f-44cf-9524-7572bc8819a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:57.135766 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-e64359c9-19b1-417b-8adb-4676a07551ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:57.403435 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:57.886420 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:18:58.735701 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:15.274138 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:24.344315 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-33bbc3e8-da8d-41db-8c6f-4c2122970ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:27.138383 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-207e3474-41a4-4949-a1b9-93c45e5bb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:27.406977 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:27.888736 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:28.742526 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:29.483257 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:19:45.290408 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:54.348463 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-de1ec05a-ba74-4106-9d14-ffb6cf03bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:57.139534 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-bf6fae0d-f09d-449c-b78a-74a304e76e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:57.408039 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2845274c-4bd7-41b6-b410-ded4fa361f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:57.890183 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-3404d467-0d16-4c24-a96e-0dfc3b0e30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:19:58.741004 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-86462364-466f-4799-b30d-54921e207b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:20:06.482921 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron.db.agents_db [None req-7f07c931-d316-4b8a-bb9f-00a9d2a59cc7 None None] Agent healthcheck: found 6 active agents {{(pid=86084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:20:15.325017 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-03bd7644-f919-43b8-968b-030916174623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:20:24.352402 dv-neutron-786478-1-hyperv neutron-server[85968]: DEBUG neutron_lib.callbacks.manager [None req-2718d1fe-9586-4e53-a35e-e95b6f20213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781199707831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-130208'] for agent, after_update {{(pid=86083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}